2-- Module : Streamly.Benchmark.Data.Stream.StreamD
3-- Copyright : (c) 2018 Harendra Kumar
6-- Maintainer : streamly@composewell.com
9{-# LANGUAGE FlexibleContexts #-}
10{-# LANGUAGE ScopedTypeVariables #-}
12#ifdef __HADDOCK_VERSION__
17{-# LANGUAGE TemplateHaskell #-}
18{-# OPTIONS_GHC -fplugin Test.Inspection.Plugin #-}
21module Main (main) where
23import Control.Monad (when)
24import Data.Maybe (isJust)
25import Gauge (bench, nfIO, bgroup, Benchmark, defaultMain)
26import System.Random (randomRIO)
27import Prelude hiding (tail, mapM_, foldl, last, map, mapM, concatMap, zip)
29import qualified Prelude as P
30import qualified Streamly.Internal.Data.Stream.StreamD as S
31import qualified Streamly.Internal.Data.Unfold as UF
33import Streamly.Benchmark.Common
36import GHC.Types (SPEC(..))
40-- We try to keep the total number of iterations same irrespective of nesting
41-- of the loops so that the overhead is easy to compare.
42value, value2, value3, value16, maxValue :: Int
44value2 = round (P.fromIntegral value**(1/2::P.Double)) -- double nested loop
45value3 = round (P.fromIntegral value**(1/3::P.Double)) -- triple nested loop
46value16 = round (P.fromIntegral value**(1/16::P.Double)) -- triple nested loop
49-------------------------------------------------------------------------------
50-- Stream generation and elimination
51-------------------------------------------------------------------------------
53type Stream m a = S.Stream m a
55{-# INLINE sourceUnfoldr #-}
56sourceUnfoldr :: Monad m => Int -> Stream m Int
57sourceUnfoldr n = S.unfoldr step n
62 else Just (cnt, cnt + 1)
64{-# INLINE sourceUnfoldrN #-}
65sourceUnfoldrN :: Monad m => Int -> Int -> Stream m Int
66sourceUnfoldrN m n = S.unfoldr step n
71 else Just (cnt, cnt + 1)
73{-# INLINE sourceUnfoldrMN #-}
74sourceUnfoldrMN :: Monad m => Int -> Int -> Stream m Int
75sourceUnfoldrMN m n = S.unfoldrM step n
80 else return (Just (cnt, cnt + 1))
82{-# INLINE sourceUnfoldrM #-}
83sourceUnfoldrM :: Monad m => Int -> Stream m Int
84sourceUnfoldrM n = S.unfoldrM step n
89 else return (Just (cnt, cnt + 1))
91{-# INLINE sourceIntFromTo #-}
92sourceIntFromTo :: Monad m => Int -> Stream m Int
93sourceIntFromTo n = S.enumerateFromToIntegral n (n + value)
95{-# INLINE sourceFromList #-}
96sourceFromList :: Monad m => Int -> Stream m Int
97sourceFromList n = S.fromList [n..n+value]
99-------------------------------------------------------------------------------
101-------------------------------------------------------------------------------
103{-# INLINE runStream #-}
104runStream :: Monad m => Stream m a -> m ()
108mapM_ :: Monad m => Stream m a -> m ()
109mapM_ = S.mapM_ (\_ -> return ())
112toNull :: Monad m => Stream m Int -> m ()
116{-# INLINE nullTail #-}
117{-# INLINE headTail #-}
118uncons, nullTail, headTail
120 => Stream m Int -> m ()
126 Just (_, t) -> uncons t
129tail :: Monad m => Stream m a -> m ()
130tail s = S.tail s >>= P.mapM_ tail
134 when (not r) $ S.tail s >>= P.mapM_ nullTail
138 when (isJust h) $ S.tail s >>= P.mapM_ headTail
141toList :: Monad m => Stream m Int -> m [Int]
145foldl :: Monad m => Stream m Int -> m Int
146foldl = S.foldl' (+) 0
149last :: Monad m => Stream m Int -> m (Maybe Int)
152-------------------------------------------------------------------------------
154-------------------------------------------------------------------------------
156{-# INLINE transform #-}
157transform :: Monad m => Stream m a -> m ()
160{-# INLINE composeN #-}
163 => Int -> (Stream m Int -> Stream m Int) -> Stream m Int -> m ()
167 2 -> transform . f . f
168 3 -> transform . f . f . f
169 4 -> transform . f . f . f . f
176{-# INLINE mapMaybe #-}
177{-# INLINE mapMaybeM #-}
178{-# INLINE filterEven #-}
179{-# INLINE filterAllOut #-}
180{-# INLINE filterAllIn #-}
181{-# INLINE _takeOne #-}
182{-# INLINE takeAll #-}
183{-# INLINE takeWhileTrue #-}
184{-# INLINE _takeWhileMTrue #-}
185{-# INLINE dropOne #-}
186{-# INLINE dropAll #-}
187{-# INLINE dropWhileTrue #-}
188{-# INLINE _dropWhileMTrue #-}
189{-# INLINE dropWhileFalse #-}
190{-# INLINE _foldrS #-}
191{-# INLINE _foldlS #-}
192{-# INLINE intersperse #-}
193scan, map, fmapD, mapM, mapMaybe, mapMaybeM, filterEven, filterAllOut,
194 filterAllIn, _takeOne, takeAll, takeWhileTrue, _takeWhileMTrue, dropOne,
195 dropAll, dropWhileTrue, _dropWhileMTrue, dropWhileFalse, _foldrS, _foldlS,
198 => Int -> Stream m Int -> m ()
200scan n = composeN n $ S.scanl' (+) 0
201fmapD n = composeN n $ Prelude.fmap (+1)
202map n = composeN n $ S.map (+1)
203mapM n = composeN n $ S.mapM return
204mapMaybe n = composeN n $ S.mapMaybe
205 (\x -> if Prelude.odd x then Nothing else Just x)
206mapMaybeM n = composeN n $ S.mapMaybeM
207 (\x -> if Prelude.odd x then return Nothing else return $ Just x)
208filterEven n = composeN n $ S.filter even
209filterAllOut n = composeN n $ S.filter (> maxValue)
210filterAllIn n = composeN n $ S.filter (<= maxValue)
211_takeOne n = composeN n $ S.take 1
212takeAll n = composeN n $ S.take maxValue
213takeWhileTrue n = composeN n $ S.takeWhile (<= maxValue)
214_takeWhileMTrue n = composeN n $ S.takeWhileM (return . (<= maxValue))
215dropOne n = composeN n $ S.drop 1
216dropAll n = composeN n $ S.drop maxValue
217dropWhileTrue n = composeN n $ S.dropWhile (<= maxValue)
218_dropWhileMTrue n = composeN n $ S.dropWhileM (return . (<= maxValue))
219dropWhileFalse n = composeN n $ S.dropWhile (> maxValue)
220_foldrS n = composeN n $ S.foldrS S.cons S.nil
221_foldlS n = composeN n $ S.foldlS (flip S.cons) S.nil
222intersperse n = composeN n $ S.intersperse maxValue
224-------------------------------------------------------------------------------
226-------------------------------------------------------------------------------
228iterStreamLen, maxIters :: Int
232{-# INLINE iterateSource #-}
235 => (Stream m Int -> Stream m Int) -> Int -> Int -> Stream m Int
236iterateSource g i n = f i (sourceUnfoldrMN iterStreamLen n)
239 f x m = g (f (x P.- 1) m)
241{-# INLINE iterateMapM #-}
242{-# INLINE iterateScan #-}
243{-# INLINE iterateFilterEven #-}
244{-# INLINE iterateTakeAll #-}
245{-# INLINE iterateDropOne #-}
246{-# INLINE iterateDropWhileFalse #-}
247{-# INLINE iterateDropWhileTrue #-}
248iterateMapM, iterateScan, iterateFilterEven, iterateTakeAll, iterateDropOne,
249 iterateDropWhileFalse, iterateDropWhileTrue
251 => Int -> Stream m Int
254iterateScan = iterateSource (S.scanl' (+) 0) (maxIters `div` 10)
255iterateDropWhileFalse = iterateSource (S.dropWhile (> maxValue))
258iterateMapM = iterateSource (S.mapM return) maxIters
259iterateFilterEven = iterateSource (S.filter even) maxIters
260iterateTakeAll = iterateSource (S.take maxValue) maxIters
261iterateDropOne = iterateSource (S.drop 1) maxIters
262iterateDropWhileTrue = iterateSource (S.dropWhile (<= maxValue)) maxIters
264{-# INLINE iterateM #-}
265iterateM :: Monad m => Int -> Stream m Int
266iterateM i = S.take maxIters (S.iterateM (\x -> return (x + 1)) (return i))
268-------------------------------------------------------------------------------
270-------------------------------------------------------------------------------
273eqBy :: (Monad m, P.Eq a) => S.Stream m a -> m P.Bool
274eqBy src = S.eqBy (==) src src
277cmpBy :: (Monad m, P.Ord a) => S.Stream m a -> m P.Ordering
278cmpBy src = S.cmpBy P.compare src src
281zip :: Monad m => Stream m Int -> m ()
282zip src = transform $ S.zipWith (,) src src
284-------------------------------------------------------------------------------
286-------------------------------------------------------------------------------
288{-# INLINE scanMap #-}
289{-# INLINE dropMap #-}
290{-# INLINE dropScan #-}
291{-# INLINE takeDrop #-}
292{-# INLINE takeScan #-}
293{-# INLINE takeMap #-}
294{-# INLINE filterDrop #-}
295{-# INLINE filterTake #-}
296{-# INLINE filterScan #-}
297{-# INLINE filterMap #-}
298scanMap, dropMap, dropScan, takeDrop, takeScan, takeMap, filterDrop,
299 filterTake, filterScan, filterMap
300 :: Monad m => Int -> Stream m Int -> m ()
302scanMap n = composeN n $ S.map (subtract 1) . S.scanl' (+) 0
303dropMap n = composeN n $ S.map (subtract 1) . S.drop 1
304dropScan n = composeN n $ S.scanl' (+) 0 . S.drop 1
305takeDrop n = composeN n $ S.drop 1 . S.take maxValue
306takeScan n = composeN n $ S.scanl' (+) 0 . S.take maxValue
307takeMap n = composeN n $ S.map (subtract 1) . S.take maxValue
308filterDrop n = composeN n $ S.drop 1 . S.filter (<= maxValue)
309filterTake n = composeN n $ S.take maxValue . S.filter (<= maxValue)
310filterScan n = composeN n $ S.scanl' (+) 0 . S.filter (<= maxBound)
311filterMap n = composeN n $ S.map (subtract 1) . S.filter (<= maxValue)
313-------------------------------------------------------------------------------
315-------------------------------------------------------------------------------
317{-# INLINE toNullApNested #-}
318toNullApNested :: Monad m => Stream m Int -> m ()
319toNullApNested s = runStream $ do
322{-# INLINE toNullNested #-}
323toNullNested :: Monad m => Stream m Int -> m ()
324toNullNested s = runStream $ do
329{-# INLINE toNullNested3 #-}
330toNullNested3 :: Monad m => Stream m Int -> m ()
331toNullNested3 s = runStream $ do
337{-# INLINE filterAllOutNested #-}
340 => Stream m Int -> m ()
341filterAllOutNested str = runStream $ do
349{-# INLINE filterAllInNested #-}
352 => Stream m Int -> m ()
353filterAllInNested str = runStream $ do
361-------------------------------------------------------------------------------
363-------------------------------------------------------------------------------
365-- concatMap unfoldrM/unfoldrM
367{-# INLINE concatMap #-}
368concatMap :: Int -> Int -> Int -> IO ()
369concatMap outer inner n =
370 S.drain $ S.concatMap
371 (\_ -> sourceUnfoldrMN inner n)
372 (sourceUnfoldrMN outer n)
375inspect $ hasNoTypeClasses 'concatMap
376inspect $ 'concatMap `hasNoType` ''SPEC
379-- concatMap unfoldr/unfoldr
381{-# INLINE concatMapPure #-}
382concatMapPure :: Int -> Int -> Int -> IO ()
383concatMapPure outer inner n =
384 S.drain $ S.concatMap
385 (\_ -> sourceUnfoldrN inner n)
386 (sourceUnfoldrN outer n)
389inspect $ hasNoTypeClasses 'concatMapPure
390inspect $ 'concatMapPure `hasNoType` ''SPEC
393-- concatMap replicate/unfoldrM
395{-# INLINE concatMapRepl #-}
396concatMapRepl :: Int -> Int -> Int -> IO ()
397concatMapRepl outer inner n =
398 S.drain $ S.concatMap (S.replicate inner) (sourceUnfoldrMN outer n)
401inspect $ hasNoTypeClasses 'concatMapRepl
402inspect $ 'concatMapRepl `hasNoType` ''SPEC
405-- concatUnfold replicate/unfoldrM
407{-# INLINE concatUnfoldRepl #-}
408concatUnfoldRepl :: Int -> Int -> Int -> IO ()
409concatUnfoldRepl outer inner n =
410 S.drain $ S.concatMapU (UF.replicateM inner) (sourceUnfoldrMN outer n)
413inspect $ hasNoTypeClasses 'concatUnfoldRepl
414inspect $ 'concatUnfoldRepl `hasNoType` ''S.ConcatMapUState
415inspect $ 'concatUnfoldRepl `hasNoType` ''SPEC
418-------------------------------------------------------------------------------
420-------------------------------------------------------------------------------
423moduleName = "Data.Stream.StreamD"
425o_1_space :: [Benchmark]
427 [ bgroup (o_1_space_prefix moduleName)
428 [ bgroup "generation"
429 [ benchFold "unfoldr" toNull sourceUnfoldr
430 , benchFold "unfoldrM" toNull sourceUnfoldrM
431 , benchFold "intFromTo" toNull sourceIntFromTo
433 , benchFold "fromList" toNull sourceFromList
435 , bgroup "elimination"
436 [ benchFold "toNull" toNull sourceUnfoldrM
437 , benchFold "mapM_" mapM_ sourceUnfoldrM
438 , benchFold "uncons" uncons sourceUnfoldrM
439 , benchFold "foldl'" foldl sourceUnfoldrM
440 , benchFold "last" last sourceUnfoldrM
443 [ benchFold "toNullAp" toNullApNested (sourceUnfoldrMN value2)
444 , benchFold "toNull" toNullNested (sourceUnfoldrMN value2)
445 , benchFold "toNull3" toNullNested3 (sourceUnfoldrMN value3)
446 , benchFold "filterAllIn" filterAllInNested (sourceUnfoldrMN value2)
447 , benchFold "filterAllOut" filterAllOutNested (sourceUnfoldrMN value2)
448 , benchFold "toNullApPure" toNullApNested (sourceUnfoldrN value2)
449 , benchFold "toNullPure" toNullNested (sourceUnfoldrN value2)
450 , benchFold "toNull3Pure" toNullNested3 (sourceUnfoldrN value3)
451 , benchFold "filterAllInPure" filterAllInNested (sourceUnfoldrN value2)
452 , benchFold "filterAllOutPure" filterAllOutNested (sourceUnfoldrN value2)
454 , bgroup "transformation"
455 [ benchFold "scan" (scan 1) sourceUnfoldrM
456 , benchFold "map" (map 1) sourceUnfoldrM
457 , benchFold "fmap" (fmapD 1) sourceUnfoldrM
458 , benchFold "mapM" (mapM 1) sourceUnfoldrM
459 , benchFold "mapMaybe" (mapMaybe 1) sourceUnfoldrM
460 , benchFold "mapMaybeM" (mapMaybeM 1) sourceUnfoldrM
462 , bgroup "transformationX4"
463 [ benchFold "scan" (scan 4) sourceUnfoldrM
464 , benchFold "map" (map 4) sourceUnfoldrM
465 , benchFold "fmap" (fmapD 4) sourceUnfoldrM
466 , benchFold "mapM" (mapM 4) sourceUnfoldrM
467 , benchFold "mapMaybe" (mapMaybe 4) sourceUnfoldrM
468 , benchFold "mapMaybeM" (mapMaybeM 4) sourceUnfoldrM
469 -- XXX this is horribly slow
470 -- , benchFold "concatMap" (concatMap 4) (sourceUnfoldrMN value16)
474 [ benchIOSrc1 "concatMapPure (n of 1)"
475 (concatMapPure value 1)
476 , benchIOSrc1 "concatMapPure (sqrt n of sqrt n)"
477 (concatMapPure value2 value2)
478 , benchIOSrc1 "concatMapPure (1 of n)"
479 (concatMapPure 1 value)
481 , benchIOSrc1 "concatMap (n of 1)"
483 , benchIOSrc1 "concatMap (sqrt n of sqrt n)"
484 (concatMap value2 value2)
485 , benchIOSrc1 "concatMap (1 of n)"
488 -- concatMap vs concatUnfold
489 , benchIOSrc1 "concatMapRepl (sqrt n of sqrt n)"
490 (concatMapRepl value2 value2)
491 , benchIOSrc1 "concatUnfoldRepl (sqrt n of sqrt n)"
492 (concatUnfoldRepl value2 value2)
495 [ benchFold "filter-even" (filterEven 1) sourceUnfoldrM
496 , benchFold "filter-all-out" (filterAllOut 1) sourceUnfoldrM
497 , benchFold "filter-all-in" (filterAllIn 1) sourceUnfoldrM
498 , benchFold "take-all" (takeAll 1) sourceUnfoldrM
499 , benchFold "takeWhile-true" (takeWhileTrue 1) sourceUnfoldrM
500 , benchFold "drop-one" (dropOne 1) sourceUnfoldrM
501 , benchFold "drop-all" (dropAll 1) sourceUnfoldrM
502 , benchFold "dropWhile-true" (dropWhileTrue 1) sourceUnfoldrM
503 , benchFold "dropWhile-false" (dropWhileFalse 1) sourceUnfoldrM
505 , bgroup "filteringX4"
506 [ benchFold "filter-even" (filterEven 4) sourceUnfoldrM
507 , benchFold "filter-all-out" (filterAllOut 4) sourceUnfoldrM
508 , benchFold "filter-all-in" (filterAllIn 4) sourceUnfoldrM
509 , benchFold "take-all" (takeAll 4) sourceUnfoldrM
510 , benchFold "takeWhile-true" (takeWhileTrue 4) sourceUnfoldrM
511 , benchFold "drop-one" (dropOne 4) sourceUnfoldrM
512 , benchFold "drop-all" (dropAll 4) sourceUnfoldrM
513 , benchFold "dropWhile-true" (dropWhileTrue 4) sourceUnfoldrM
514 , benchFold "dropWhile-false" (dropWhileFalse 4) sourceUnfoldrM
517 [ benchFold "eqBy" eqBy sourceUnfoldrM
518 , benchFold "cmpBy" cmpBy sourceUnfoldrM
519 , benchFold "zip" zip sourceUnfoldrM
522 [ benchFold "scan-map" (scanMap 1) sourceUnfoldrM
523 , benchFold "drop-map" (dropMap 1) sourceUnfoldrM
524 , benchFold "drop-scan" (dropScan 1) sourceUnfoldrM
525 , benchFold "take-drop" (takeDrop 1) sourceUnfoldrM
526 , benchFold "take-scan" (takeScan 1) sourceUnfoldrM
527 , benchFold "take-map" (takeMap 1) sourceUnfoldrM
528 , benchFold "filter-drop" (filterDrop 1) sourceUnfoldrM
529 , benchFold "filter-take" (filterTake 1) sourceUnfoldrM
530 , benchFold "filter-scan" (filterScan 1) sourceUnfoldrM
531 , benchFold "filter-map" (filterMap 1) sourceUnfoldrM
534 [ benchFold "scan-map" (scanMap 2) sourceUnfoldrM
535 , benchFold "drop-map" (dropMap 2) sourceUnfoldrM
536 , benchFold "drop-scan" (dropScan 2) sourceUnfoldrM
537 , benchFold "take-drop" (takeDrop 2) sourceUnfoldrM
538 , benchFold "take-scan" (takeScan 2) sourceUnfoldrM
539 , benchFold "take-map" (takeMap 2) sourceUnfoldrM
540 , benchFold "filter-drop" (filterDrop 2) sourceUnfoldrM
541 , benchFold "filter-take" (filterTake 2) sourceUnfoldrM
542 , benchFold "filter-scan" (filterScan 2) sourceUnfoldrM
543 , benchFold "filter-map" (filterMap 2) sourceUnfoldrM
546 [ benchFold "scan-map" (scanMap 4) sourceUnfoldrM
547 , benchFold "drop-map" (dropMap 4) sourceUnfoldrM
548 , benchFold "drop-scan" (dropScan 4) sourceUnfoldrM
549 , benchFold "take-drop" (takeDrop 4) sourceUnfoldrM
550 , benchFold "take-scan" (takeScan 4) sourceUnfoldrM
551 , benchFold "take-map" (takeMap 4) sourceUnfoldrM
552 , benchFold "filter-drop" (filterDrop 4) sourceUnfoldrM
553 , benchFold "filter-take" (filterTake 4) sourceUnfoldrM
554 , benchFold "filter-scan" (filterScan 4) sourceUnfoldrM
555 , benchFold "filter-map" (filterMap 4) sourceUnfoldrM
560-- | Takes a source, and uses it with a default drain/fold method.
562benchD :: P.String -> (Int -> Stream P.IO Int) -> Benchmark
563benchD name f = bench name $ nfIO $ randomRIO (1,1) >>= toNull . f
565o_n_stack :: [Benchmark]
567 [ bgroup (o_n_stack_prefix moduleName)
568 [ bgroup "elimination"
569 [ benchFold "tail" tail sourceUnfoldrM
570 , benchFold "nullTail" nullTail sourceUnfoldrM
571 , benchFold "headTail" headTail sourceUnfoldrM
573 , bgroup "transformation"
575 -- this is horribly slow
576 -- benchFold "foldrS" (_foldrS 1) sourceUnfoldrM
577 -- XXX why do these need so much stack
578 benchFold "intersperse" (intersperse 1) (sourceUnfoldrMN value2)
579 , benchFold "interspersePure" (intersperse 1) (sourceUnfoldrN value2)
581 , bgroup "transformationX4"
583 benchFold "intersperse" (intersperse 4) (sourceUnfoldrMN value16)
586 [ benchD "mapM" iterateMapM
587 , benchD "scan(1/10)" iterateScan
588 , benchD "filterEven" iterateFilterEven
589 , benchD "takeAll" iterateTakeAll
590 , benchD "dropOne" iterateDropOne
591 , benchD "dropWhileFalse(1/10)" iterateDropWhileFalse
592 , benchD "dropWhileTrue" iterateDropWhileTrue
593 , benchD "iterateM" iterateM
598o_n_space :: [Benchmark]
600 [ bgroup (o_n_space_prefix moduleName)
601 [ bgroup "elimination"
602 [ benchFold "toList" toList sourceUnfoldrM
604 , bgroup "transformation"
607 -- This is horribly slow, never finishes
608 -- benchFold "foldlS" (_foldlS 1) sourceUnfoldrM
614main = defaultMain $ concat [o_1_space, o_n_stack, o_n_space]
keysesc to close
- j k
- move down, up
- enter
- open
- esc
- back, or up a level
- 1 2 3 4
- readme, files, commits, refs
- /
- filter
- y
- copy the clone command
- c
- compare the chosen commit with another (or shift-click both)
- ?
- show or hide this list