git.iko.soy/streamly
on ec94487 help sign in
streamly/test/Streamly/Test/Unicode/Stream.hs
188 lines 5.5 kB history raw
1{-# OPTIONS_GHC -Wno-deprecations #-}
3module Streamly.Test.Unicode.Stream (main) where
5import Data.Char (ord, chr)
6import Data.Word (Word8)
7import Test.QuickCheck
8 ( Property
9 , forAll
10 , Gen
11 , listOf
12 , arbitraryASCIIChar
13 , arbitraryUnicodeChar
14 , arbitrary
15 , expectFailure
16 , vectorOf
17 , choose
18 )
19import Test.QuickCheck.Monadic (run, monadicIO, assert)
21import qualified Streamly.Data.Array as A
22import qualified Streamly.Internal.Data.Stream.Chunked as AS
23import qualified Streamly.Prelude as S
24import qualified Streamly.Unicode.Stream as SS
25import qualified Streamly.Internal.Unicode.Stream as IUS
26import qualified Streamly.Internal.Unicode.Array.Char as IUA
27import qualified Test.Hspec as H
29import Test.Hspec.QuickCheck
31-- Coverage build takes too long with default number of tests
32{-
33maxTestCount :: Int
34#ifdef DEVBUILD
35maxTestCount = 100
36#else
37maxTestCount = 10
38#endif
39-}
41-- Use quickcheck-unicode instead?
42genUnicode :: Gen String
43genUnicode = listOf arbitraryUnicodeChar
45genWord8 :: Gen [Word8]
46genWord8 = listOf arbitrary
48propDecodeEncodeId' :: Property
49propDecodeEncodeId' =
50 forAll genUnicode $ \list ->
51 monadicIO $ do
52 let wrds = SS.encodeUtf8' $ S.fromList list
53 chrs <- S.toList $ SS.decodeUtf8' wrds
54 assert (chrs == list)
56-- XXX need to use invalid characters
57propDecodeEncodeId :: Property
58propDecodeEncodeId =
59 forAll genUnicode $ \list ->
60 monadicIO $ do
61 let wrds = SS.encodeUtf8 $ S.fromList list
62 chrs <- S.toList $ SS.decodeUtf8 wrds
63 assert (chrs == list)
65propDecodeEncodeIdArrays :: Property
66propDecodeEncodeIdArrays =
67 forAll genUnicode $ \list ->
68 monadicIO $ do
69 let wrds = SS.encodeUtf8' $ S.fromList list
70 chrs <- S.toList $ IUS.decodeUtf8Arrays
71 (S.fold A.write wrds)
72 assert (chrs == list)
74unicodeTestData :: [Char]
75unicodeTestData = "z\72150\83468;L$Wz| ?_i/J ."
77latin1TestData :: [Char]
78latin1TestData = "z\214\f;L$Wz| ?_i/J ."
80propASCIIToLatin1 :: Property
81propASCIIToLatin1 =
82 forAll (choose (1, 1000)) $ \len ->
83 forAll (vectorOf len arbitraryASCIIChar) $ \list ->
84 monadicIO $ do
85 let wrds = SS.decodeLatin1 $ SS.encodeLatin1 $ S.fromList list
86 lst <- run $ S.toList wrds
87 assert (list == lst)
89propUnicodeToLatin1 :: Property
90propUnicodeToLatin1 =
91 monadicIO $ do
92 let wrds =
93 SS.decodeLatin1
94 $ SS.encodeLatin1
95 $ S.fromList unicodeTestData
96 lst <- run $ S.toList wrds
97 assert (latin1TestData == lst)
99propUnicodeToLatin1' :: Property
100propUnicodeToLatin1' =
101 monadicIO $ do
102 let wrds =
103 SS.decodeLatin1
104 $ SS.encodeLatin1'
105 $ S.fromList unicodeTestData
106 lst <- run $ S.toList wrds
107 assert (latin1TestData == lst)
109testLines :: Property
110testLines =
111 forAll genUnicode $ \list ->
112 monadicIO $ do
113 xs <- S.toList
114 $ S.map A.toList
115 $ IUA.lines
116 $ S.fromList list
117 assert (xs == lines list)
119testLinesArray :: Property
120testLinesArray =
121 forAll genWord8 $ \list ->
122 monadicIO $ do
123 xs <- S.toList
124 $ S.map A.toList
125 $ AS.splitOnSuffix 10
126 $ S.fromPure (A.fromList list)
127 assert (xs == map (map (fromIntegral . ord))
128 (lines (map (chr . fromIntegral) list)))
130testWords :: Property
131testWords =
132 forAll genUnicode $ \list ->
133 monadicIO $ do
134 xs <- S.toList
135 $ S.map A.toList
136 $ IUA.words
137 $ S.fromList list
138 assert (xs == words list)
140testUnlines :: Property
141testUnlines =
142 forAll genUnicode $ \list ->
143 monadicIO $ do
144 xs <- S.toList
145 $ IUA.unlines
146 $ IUA.lines
147 $ S.fromList list
148 assert (xs == unlines (lines list))
150testUnwords :: Property
151testUnwords =
152 forAll genUnicode $ \list ->
153 monadicIO $ do
154 xs <- run
155 $ S.toList
156 $ IUA.unwords
157 $ IUA.words
158 $ S.fromList list
159 assert (xs == unwords (words list))
161moduleName :: String
162moduleName = "Unicode.Stream"
164main :: IO ()
165main = H.hspec
166 $ H.parallel
167 $ modifyMaxSuccess (const 1000)
168 $ H.describe moduleName $ do
169 H.describe "UTF8 - Encoding / Decoding" $ do
170 prop "decodeUtf8' . encodeUtf8' == id" propDecodeEncodeId'
171 prop "decodeUtf8 . encodeUtf8' == id" propDecodeEncodeId
172 prop "decodeUtf8Arrays . encodeUtf8' == id"
173 propDecodeEncodeIdArrays
174 prop "Streamly.Data.String.lines == Prelude.lines" testLines
175 prop "Arrays Streamly.Data.String.lines == Prelude.lines"
176 testLinesArray
177 prop "Streamly.Data.String.words == Prelude.words" testWords
178 prop
179 "Streamly.Data.String.unlines . Streamly.Data.String.lines == unlines . lines"
180 testUnlines
181 prop
182 "Streamly.Data.String.unwords . Streamly.Data.String.words == unwords . words"
183 testUnwords
185 H.describe "Latin1 - Encoding / Decoding" $ do
186 prop "ASCII to Latin1" propASCIIToLatin1
187 prop "Unicode to Latin1" propUnicodeToLatin1
188 prop "Unicode to Latin1'" $ expectFailure propUnicodeToLatin1'