Compare commits

...

3 Commits

Author SHA1 Message Date
Mats Rauhala 5182c47a19 Fix bug in parser 2021-11-04 10:24:22 +02:00
Mats Rauhala a47d4903cb Increase chunk size back to 200 2021-11-04 10:11:37 +02:00
Mats Rauhala 00e585281c Avoid unneeded writes 2021-11-04 10:10:35 +02:00
3 changed files with 45 additions and 28 deletions

View File

@ -29,6 +29,7 @@ import qualified Data.ByteString.Lazy.Char8 as LBC
import System.IO.Unsafe (unsafeInterleaveIO) import System.IO.Unsafe (unsafeInterleaveIO)
import Control.Parallel.Strategies (rseq, parMap) import Control.Parallel.Strategies (rseq, parMap)
import qualified Data.List as L import qualified Data.List as L
import Control.Monad (unless)
combine :: (MonadUnliftIO m, MonadResource m, MonadThrow m, MonadIO m) => ConduitM FilePath Header m () combine :: (MonadUnliftIO m, MonadResource m, MonadThrow m, MonadIO m) => ConduitM FilePath Header m ()
combine = await >>= \case combine = await >>= \case
@ -46,12 +47,13 @@ run = do
let datFile = datDir </> ".addressbook.dat" let datFile = datDir </> ".addressbook.dat"
original <- Set.fromList . map LBS.toStrict . lbsLines <$> LBS.readFile datFile original <- Set.fromList . map LBS.toStrict . lbsLines <$> LBS.readFile datFile
xs <- LBS.getContents >>= stream xs <- LBS.getContents >>= stream
let set = original `Set.union` F.fold (parMap rseq F.fold (chunks 20 xs)) let set = original `Set.union` F.fold (parMap rseq F.fold (chunks 200 xs))
runResourceT $ unless (original == set) $
runConduit $ runResourceT $
CL.sourceList (Set.elems set) runConduit $
.| C.map (<> "\n") CL.sourceList (Set.elems set)
.| CB.sinkFileCautious datFile .| C.map (<> "\n")
.| CB.sinkFileCautious datFile
where where
separate = \case separate = \case
From x -> [x] From x -> [x]

View File

@ -1,4 +1,5 @@
{-# LANGUAGE OverloadedStrings #-} {-# LANGUAGE OverloadedStrings #-}
{-# LANGUAGE ApplicativeDo #-}
module Data.Email.Header where module Data.Email.Header where
import qualified Data.Foldable as F import qualified Data.Foldable as F
@ -21,28 +22,39 @@ data Header
decode :: ByteString -> Either String Header decode :: ByteString -> Either String Header
decode = parseOnly parseHeader decode = parseOnly parseHeader
where {-# INLINE decode #-}
parseHeader :: Parser Header
parseHeader = parseFrom <|> parseTo parseHeader :: Parser Header
parseFrom :: Parser Header parseHeader = parseFrom <|> parseTo
parseFrom = From <$> (string "From:" *> emptySpace *> (bracketEmail <|> email)) {-# INLINE parseHeader #-}
parseTo :: Parser Header
parseTo = To <$> (string "To:" *> emptySpace *> emails) parseFrom :: Parser Header
emptySpace = many' space parseFrom = From <$> (string "From:" *> emptySpace *> (bracketEmail <|> email))
emails :: Parser (Vector ByteString)
emails = V.fromList <$> (bracketEmail <|> email) `sepBy` char ',' parseTo :: Parser Header
bracketEmail :: Parser ByteString parseTo = To <$> (string "To:" *> emptySpace *> emails)
bracketEmail = do
_ <- manyTill anyChar (char '<') emptySpace :: Parser ()
email emptySpace = () <$ many' space
email :: Parser ByteString
email = do emails :: Parser (Vector ByteString)
_ <- many' space emails = V.fromList <$> (bracketEmail <|> email) `sepBy` char ','
name <- BC.pack <$> many' (satisfy (\c -> not (isSpace c) && c /= '@'))
_ <- char '@' bracketEmail :: Parser ByteString
rest <- BC.pack <$> many' (satisfy (\c -> not (isSpace c) && c /= ',' && c /= '>')) bracketEmail = do
_ <- many' (notChar ',') _ <- manyTill anyChar (char '<')
pure (name <> "@" <> rest) email
{-# INLINE bracketEmail #-}
email :: Parser ByteString
email = do
_ <- many' space
name <- BC.pack <$> many' (satisfy (\c -> not (isSpace c) && c /= '@'))
_ <- char '@'
rest <- BC.pack <$> many' (satisfy (\c -> not (isSpace c) && c /= ',' && c /= '>' && c /= '<'))
_ <- many' (notChar ',')
pure (name <> "@" <> rest)
{-# INLINE email #-}
encode :: Header -> ByteString encode :: Header -> ByteString

View File

@ -31,4 +31,7 @@ tests = testGroup "Data.Email"
[ testCase "Can parse a sample email" $ do [ testCase "Can parse a sample email" $ do
got <- parseToList sample got <- parseToList sample
got @?= [ From "me@example.com", To ["you@example.com"]] got @?= [ From "me@example.com", To ["you@example.com"]]
, testCase "Combined mailto" $ do
let got = decode "To: James Doe<james.doe@example.com<mailto:james.doe@example.com>>"
got @?= Right (To ["james.doe@example.com"])
] ]