Compare commits
2 Commits
b61ca54011
...
c7e074b73f
Author | SHA1 | Date | |
---|---|---|---|
c7e074b73f | |||
6649744654 |
@ -35,5 +35,7 @@ executable imageduplicates
|
|||||||
, recursion-schemes
|
, recursion-schemes
|
||||||
, text
|
, text
|
||||||
, transformers
|
, transformers
|
||||||
|
, directory
|
||||||
|
, filepath
|
||||||
hs-source-dirs: src
|
hs-source-dirs: src
|
||||||
default-language: Haskell2010
|
default-language: Haskell2010
|
||||||
|
19
src/Main.hs
19
src/Main.hs
@ -4,12 +4,16 @@
|
|||||||
{-# LANGUAGE RecordWildCards #-}
|
{-# LANGUAGE RecordWildCards #-}
|
||||||
{-# LANGUAGE ScopedTypeVariables #-}
|
{-# LANGUAGE ScopedTypeVariables #-}
|
||||||
{-# LANGUAGE TupleSections #-}
|
{-# LANGUAGE TupleSections #-}
|
||||||
|
{-# LANGUAGE TypeApplications #-}
|
||||||
module Main where
|
module Main where
|
||||||
|
|
||||||
import Codec.Picture
|
import Codec.Picture
|
||||||
import Codec.Picture.Extra (scaleBilinear)
|
import Codec.Picture.Extra (scaleBilinear)
|
||||||
|
import Control.Exception (SomeException, try)
|
||||||
|
import Control.Monad (forM_, void, when)
|
||||||
import Data.Bits
|
import Data.Bits
|
||||||
import qualified Data.BKTree as BK
|
import qualified Data.BKTree as BK
|
||||||
|
import Data.Either (rights)
|
||||||
import Data.List (foldl')
|
import Data.List (foldl')
|
||||||
import Data.Word (Word64)
|
import Data.Word (Word64)
|
||||||
import Options.Generic
|
import Options.Generic
|
||||||
@ -17,6 +21,8 @@ import Pipes
|
|||||||
import Pipes.Files
|
import Pipes.Files
|
||||||
import qualified Pipes.Prelude as P
|
import qualified Pipes.Prelude as P
|
||||||
import Pipes.Safe (runSafeT)
|
import Pipes.Safe (runSafeT)
|
||||||
|
import System.Directory (createDirectoryIfMissing, createFileLink)
|
||||||
|
import System.FilePath (takeFileName, (</>))
|
||||||
|
|
||||||
|
|
||||||
data Cmd = Cmd { source :: FilePath
|
data Cmd = Cmd { source :: FilePath
|
||||||
@ -51,6 +57,13 @@ fingerprint = hash . grey . scale . convertRGB8
|
|||||||
main :: IO ()
|
main :: IO ()
|
||||||
main = do
|
main = do
|
||||||
Cmd{..} <- getRecord "Image duplicate finder"
|
Cmd{..} <- getRecord "Image duplicate finder"
|
||||||
runSafeT $
|
fingerprints <- rights <$> runSafeT (P.toListM (find source (glob "*.jpg" <> regular) >-> P.mapM (\path -> fmap (path,) <$> liftIO (readImage path)) >-> P.map (fmap (\(path, img) -> Fingerprint path (fingerprint img)))))
|
||||||
runEffect $
|
let index = foldl' (flip BK.insert) BK.empty fingerprints
|
||||||
for (find source (glob "*.jpg" <> regular) >-> P.mapM (\path -> fmap (path,) <$> liftIO (readImage path)) >-> P.map (fmap (\(path, img) -> Fingerprint path (fingerprint img)))) (liftIO . print)
|
forM_ fingerprints $ \fp -> do
|
||||||
|
let similar = BK.search 1 fp index
|
||||||
|
when (length similar > 1) $ do
|
||||||
|
print similar
|
||||||
|
let targetDir = target </> show (hash fp)
|
||||||
|
createDirectoryIfMissing True targetDir
|
||||||
|
forM_ similar $ \fp' -> do
|
||||||
|
void $ try @SomeException (createFileLink (imagePath fp') (targetDir </> takeFileName (imagePath fp')))
|
||||||
|
Loading…
Reference in New Issue
Block a user