File: ParseText.hs

package info (click to toggle)
haskell-tagstream-conduit 0.5.6-4
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid, trixie
  • size: 128 kB
  • sloc: haskell: 1,002; makefile: 3
file content (19 lines) | stat: -rw-r--r-- 601 bytes parent folder | download | duplicates (6)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
import Data.Maybe
import System.Environment
import qualified Text.HTML.TagStream.Text as T
import Data.Text.Encoding (decodeUtf8With)
import Data.Text.Encoding.Error (lenientDecode)
import qualified Data.Conduit as C
import qualified Data.Conduit.Binary as C
import qualified Data.Conduit.List as CL

main :: IO ()
main = do
    args <- getArgs
    filename <- maybe (fail "pass file path") return (listToMaybe args)
    _ <- C.runResourceT $
           C.sourceFile filename
           C.$= CL.map (decodeUtf8With lenientDecode)
           C.$= T.tokenStream
           C.$$ CL.consume
    return ()