on master help sign in
.circleci/config.yml+75−278
since splitsnapshots
unifiedsplit
@@ -1,7 +1,7 @@
1version: 2.1
1version: 2.1
2
2
3#-----------------------------------------------------------------------------
3#-----------------------------------------------------------------------------
4−# packcheck-0.4.2
4+# packcheck-0.7.0
5# Packcheck global environment variables
5# Packcheck global environment variables
6#-----------------------------------------------------------------------------
6#-----------------------------------------------------------------------------
7
7
@@ -11,6 +11,8 @@ env: &env
11 # Common options
11 # Common options
12 # ------------------------------------------------------------------------
12 # ------------------------------------------------------------------------
13 # GHC_OPTIONS: "-Werror"
13 # GHC_OPTIONS: "-Werror"
14+ # For updating see: https://downloads.haskell.org/~ghcup/
15+ GHCUP_VERSION: 0.1.20.0
14 CABAL_REINIT_CONFIG: "y"
16 CABAL_REINIT_CONFIG: "y"
15 LC_ALL: "C.UTF-8"
17 LC_ALL: "C.UTF-8"
16
18
@@ -22,7 +24,6 @@ env: &env
22 # DISABLE_DOCS: "y"
24 # DISABLE_DOCS: "y"
23 # DISABLE_SDIST_BUILD: "y"
25 # DISABLE_SDIST_BUILD: "y"
24 # DISABLE_DIST_CHECKS: "y"
26 # DISABLE_DIST_CHECKS: "y"
25− ENABLE_INSTALL: "y"
26
27
27 # ------------------------------------------------------------------------
28 # ------------------------------------------------------------------------
28 # stack options
29 # stack options
@@ -38,15 +39,12 @@ env: &env
38 # cabal options
39 # cabal options
39 # ------------------------------------------------------------------------
40 # ------------------------------------------------------------------------
40 CABAL_CHECK_RELAX: "y"
41 CABAL_CHECK_RELAX: "y"
41− CABAL_NO_SANDBOX: "y"
42− CABAL_HACKAGE_MIRROR: "hackage.haskell.org:http://hackage.fpcomplete.com"
43 CABAL_BUILD_OPTIONS: "-j1 --flag limit-build-mem"
42 CABAL_BUILD_OPTIONS: "-j1 --flag limit-build-mem"
44
43
45 # ------------------------------------------------------------------------
44 # ------------------------------------------------------------------------
46 # Where to find the required tools
45 # Where to find the required tools
47 # ------------------------------------------------------------------------
46 # ------------------------------------------------------------------------
48− PATH: /opt/ghc/bin:/opt/ghcjs/bin:/sbin:/usr/sbin:/bin:/usr/bin
47+ PATH: /sbin:/usr/sbin:/bin:/usr/bin
49− TOOLS_DIR: /opt
50
48
51 # ------------------------------------------------------------------------
49 # ------------------------------------------------------------------------
52 # Location of packcheck.sh (the shell script invoked to perform CI tests ).
50 # Location of packcheck.sh (the shell script invoked to perform CI tests ).
@@ -59,15 +57,15 @@ env: &env
59 # If you have not committed packcheck.sh in your repo at PACKCHECK
57 # If you have not committed packcheck.sh in your repo at PACKCHECK
60 # then it is automatically pulled from this URL.
58 # then it is automatically pulled from this URL.
61 PACKCHECK_GITHUB_URL: "https://raw.githubusercontent.com/composewell/packcheck"
59 PACKCHECK_GITHUB_URL: "https://raw.githubusercontent.com/composewell/packcheck"
62− PACKCHECK_GITHUB_COMMIT: "35efa99b2082d13722b8a0183ac6455df98e91b9"
60+ PACKCHECK_GITHUB_COMMIT: "f6cfd7b7a33b4bf6fd63cce6a3fb3d26f5031403"
63
61
64executors:
62executors:
65 amd64-executor:
63 amd64-executor:
66 docker:
64 docker:
67− - image: ubuntu:xenial
65+ - image: ubuntu:latest
68 x86-executor:
66 x86-executor:
69 docker:
67 docker:
70− - image: i386/ubuntu:eoan
68+ - image: i386/ubuntu:focal
71
69
72#-----------------------------------------------------------------------------
70#-----------------------------------------------------------------------------
73# Common utility stuff, not to be modified usually
71# Common utility stuff, not to be modified usually
@@ -79,38 +77,50 @@ preinstall: &preinstall
79 # required for https/cache save and restore
77 # required for https/cache save and restore
80 apt-get install -y ca-certificates
78 apt-get install -y ca-certificates
81
79
82− # required to (re)generate the configure script
80+ # Alternative way of installing ghc and cabal, directly from
83− apt-get install -y autoconf
81+ # haskell.org instead of using ghcup. NOTE: this is for Debian
84−
82+ # only and is debian release specific.
85− # For ghc and cabal-install packages from hvr's ppa
86 # gnupg is required for apt-key to work
83 # gnupg is required for apt-key to work
87− apt-get install -y gnupg
84+ #apt-get install -y gnupg
88− apt-get install -y apt-transport-https
89− apt-key adv --keyserver keyserver.ubuntu.com --recv-keys BA3CBA3FFE22B574
85+ #apt-key adv --keyserver keyserver.ubuntu.com --recv-keys BA3CBA3FFE22B574
90− apt-get install -y software-properties-common
91− add-apt-repository -y ppa:hvr/ghc
92− # echo "deb http://downloads.haskell.org/debian stretch main" >> /etc/apt/sources.list
86+ #echo "deb http://downloads.haskell.org/debian buster main" >> /etc/apt/sources.list
93− echo "deb-src http://ppa.launchpad.net/hvr/ghc/ubuntu xenial main" >> /etc/apt/sources.list
94− apt-get update
87+ #apt-get update
95
88
96− # required for packcheck
89+ # required for outbound https for stack and for stack setup
90+ apt-get install -y netbase xz-utils make
97− apt-get install -y curl
91+ apt-get install -y zlib1g-dev
98
92
93+ # For ghcup to install ghc
94+ if test -n "$GHCUP_VERSION"
95+ then
96+ apt-get install -y gcc
97+ apt-get install -y g++
98+ fi
99+
99− # required for circleci.
100+ # libgmp required by ghc for linking
100− apt-get install -y libcurl4-gnutls-dev
101+ apt-get install -y libgmp-dev
101− apt-get install -y git
102 apt-get install -y libtinfo-dev
102 apt-get install -y libtinfo-dev
103
103
104− # required for outbound https for stack and for stack setup
104+ # Required by cabal when git URL is specified in project file
105+ apt-get install -y git
106+
107+ # Required for and by packcheck
105− apt-get install -y netbase xz-utils make
108+ apt-get install -y curl
106
109
107−project-preinstall: &project-preinstall
108− run: |
109 # Get packcheck if needed
110 # Get packcheck if needed
110− CURL=$(which curl)
111+ if test ! -e "$PACKCHECK"
112+ then
113+ if test -z "$PACKCHECK_GITHUB_COMMIT"
114+ then
115+ die "PACKCHECK_GITHUB_COMMIT is not specified."
116+ fi
111− PACKCHECK_URL=${PACKCHECK_GITHUB_URL}/${PACKCHECK_GITHUB_COMMIT}/packcheck.sh
117+ PACKCHECK_URL=${PACKCHECK_GITHUB_URL}/${PACKCHECK_GITHUB_COMMIT}/packcheck.sh
112− if test ! -e "$PACKCHECK"; then $CURL -sL -o "$PACKCHECK" $PACKCHECK_URL; fi;
118+ curl --fail -sL -o "$PACKCHECK" $PACKCHECK_URL || exit 1
119+ chmod +x $PACKCHECK
120+ elif test ! -x "$PACKCHECK"
121+ then
113− chmod +x $PACKCHECK
122+ chmod +x $PACKCHECK
123+ fi
114
124
115restore: &restore
125restore: &restore
116 # Needs to happen after installing ca-certificates
126 # Needs to happen after installing ca-certificates
@@ -126,270 +136,71 @@ save: &save
126 save_cache:
136 save_cache:
127 key: v1-{{ .Environment.CIRCLE_JOB }}-{{ .Branch }}
137 key: v1-{{ .Environment.CIRCLE_JOB }}-{{ .Branch }}
128 paths:
138 paths:
129− - ~/.cabal
130− - ~/.ghc
131 - ~/.local
139 - ~/.local
140+ - ~/.cabal
132 - ~/.stack
141 - ~/.stack
142+ - ~/.ghcup
133
143
134#-----------------------------------------------------------------------------
144#-----------------------------------------------------------------------------
135# Build matrix
145# Build matrix
136#-----------------------------------------------------------------------------
146#-----------------------------------------------------------------------------
137
147
138jobs:
148jobs:
139− cabal-ghc-8_10_4:
140− <<: *env
141− executor: amd64-executor
142− steps:
143− - *preinstall
144− - checkout
145− - *project-preinstall
146− - *restore
147− - run:
148− environment:
149− CABAL_PROJECT: "cabal.project"
150− DISABLE_TEST: "yes"
151− DISABLE_BENCH: "yes"
152− DISABLE_DIST_CHECKS: "yes"
153− command: |
154− apt-get install -y ghc-8.10.4
155− apt-get install -y cabal-install-3.4
156− bash -c "$PACKCHECK cabal"
157− - *save
158− stack-ghc-8_8:
159− <<: *env
160− executor: amd64-executor
161− steps:
162− - *preinstall
163− - checkout
164− - *project-preinstall
165− - *restore
166− - run:
167− name: GHC 8.8 + stack lts-16.12
168− environment:
169− BUILD: "stack"
170− RESOLVER: "lts-16.12"
171− SDIST_OPTIONS: "--ignore-check"
172− STACK_BUILD_OPTIONS: "--flag streamly-benchmarks:-opt"
173− command: |
174− apt-get build-dep -y ghc-8.8.4
175− apt-get install -y cabal-install-3.2
176− bash -c "$PACKCHECK $BUILD"
177− - *save
178 cabal-ghc-8_6_5:
149 cabal-ghc-8_6_5:
179 <<: *env
150 <<: *env
180 executor: amd64-executor
151 executor: amd64-executor
181 steps:
152 steps:
182− - *preinstall
183 - checkout
153 - checkout
184− - *project-preinstall
185 - *restore
154 - *restore
186− - run: |
187− apt-get install -y ghc-8.6.3
188− apt-get install -y cabal-install-2.4
189− bash -c "$PACKCHECK cabal-v2"
190− - *save
191− cabal-ghc-8_4_4:
192− <<: *env
193− executor: x86-executor
194− steps:
195 - *preinstall
155 - *preinstall
196− - checkout
197− - *project-preinstall
198− - *restore
199− - run:
200− name: GHC 8.4.4 + x86 + debug
201− environment:
202− BUILD: "cabal-v2"
203− GHCVER: "8.4.4"
204− CABAL_BUILD_OPTIONS: "--flag debug --flag limit-build-mem"
205− command: |
206− apt-get install -y ghc-8.4.4
207− apt-get install -y cabal-install-3.2
208− bash -c "$PACKCHECK $BUILD"
209− - *save
210− cabal-ghc-8_2_2:
211− <<: *env
212− executor: amd64-executor
213− steps:
214− - *preinstall
215− - checkout
216− - *project-preinstall
217− - *restore
218 - run:
156 - run:
219 environment:
157 environment:
220− BUILD: "cabal-v2"
158+ GHCVER: "8.6.5"
221− DISABLE_TEST: "yes"
159+ CABAL_VERSION: "3.6.2.0"
222− DISABLE_BENCH: "yes"
160+ CABAL_PROJECT: "cabal.project"
223− DISABLE_DOCS: "yes"
224− DISABLE_SDIST_BUILD: "yes"
225− DISABLE_DIST_CHECKS: "yes"
226− command: |
227− apt-get install -y ghc-8.2.2
228− apt-get install -y cabal-install-3.2
229− bash -c "$PACKCHECK $BUILD"
230− - *save
231− cabal-ghc-8_0_2:
232− <<: *env
233− executor: amd64-executor
234− steps:
235− - *preinstall
236− - checkout
237− - *project-preinstall
238− - *restore
239− - run:
240− environment:
241− BUILD: "cabal-v2"
242− DISABLE_TEST: "yes"
243− DISABLE_BENCH: "yes"
244− DISABLE_DOCS: "yes"
245− DISABLE_SDIST_BUILD: "yes"
246− DISABLE_DIST_CHECKS: "yes"
247− command: |
248− apt-get install -y ghc-8.0.2
249− apt-get install -y cabal-install-3.2
250− bash -c "$PACKCHECK $BUILD"
251− - *save
252− cabal-ghc-7_10_3:
253− <<: *env
254− executor: amd64-executor
255− steps:
256− - *preinstall
257− - checkout
258− - *project-preinstall
259− - *restore
260− - run: |
261− apt-get install -y ghc-7.10.3
262− apt-get install -y cabal-install-2.4
263− bash -c "$PACKCHECK cabal-v2"
264− - *save
265− stack-ghc-8_4:
266− <<: *env
267− executor: amd64-executor
268− steps:
269− - *preinstall
270− - checkout
271− - *project-preinstall
272− - *restore
273− - run: |
274− bash -c "$PACKCHECK stack RESOLVER=lts-12"
275− - *save
276− stack-ghc-8_2:
277− <<: *env
278− executor: amd64-executor
279− steps:
280− - *preinstall
281− - checkout
282− - *project-preinstall
283− - *restore
284− - run: |
285− bash -c "$PACKCHECK stack RESOLVER=lts-11"
286− - *save
287− cabal-ghcjs-8_4:
288− <<: *env
289− executor: amd64-executor
290− steps:
291− - *preinstall
292− - checkout
293− - *project-preinstall
294− - *restore
295− - run:
296− name: GHCJS 8.4+no-test+no-docs
297− environment:
298− BUILD: cabal-v2
299− ENABLE_GHCJS: "yes"
300− DISABLE_TEST: "yes"
301− ENABLE_INSTALL: ""
302− DISABLE_DOCS: "yes"
303 DISABLE_SDIST_BUILD: "yes"
161 DISABLE_SDIST_BUILD: "yes"
162+ CABAL_BUILD_OPTIONS: "--flag debug --flag -opt"
304 command: |
163 command: |
305− add-apt-repository -y ppa:hvr/ghcjs
306− add-apt-repository -y 'deb https://deb.nodesource.com/node_11.x xenial main'
307− curl -sSL https://deb.nodesource.com/gpgkey/nodesource.gpg.key | apt-key add -
308− apt-get update
309− apt-get install -y cabal-install-3.2
310− apt-get install -y nodejs
311− apt-get install -y ghcjs-8.4
312− cabal user-config update -a "jobs: 1"
313− bash -c "$PACKCHECK $BUILD"
164+ bash -c "$PACKCHECK cabal"
314 - *save
165 - *save
315− coveralls-ghc-8_2_2:
166+ cabal-ghc-9_8_1-docspec:
316 <<: *env
167 <<: *env
317 executor: amd64-executor
168 executor: amd64-executor
318 steps:
169 steps:
319− - *preinstall
320 - checkout
170 - checkout
321− - *project-preinstall
322 - *restore
171 - *restore
323− - run:
324− environment:
325− BUILD: cabal
326− COVERALLS_OPTIONS: "--repo-token=\"$REPO_TOKEN\" --coverage-mode=StrictlyFullLines --exclude-dir=test test"
327− GHC_OPTIONS: "-DCOVERAGE_BUILD"
328− command: |
329− apt-get install -y ghc-8.2.2
330− apt-get install -y cabal-install-2.4
331− bash -c "$PACKCHECK cabal-v1"
332− - *save
333− coveralls-ghc-8_8_3:
334− <<: *env
335− executor: amd64-executor
336− steps:
337 - *preinstall
172 - *preinstall
338− - checkout
339− - *project-preinstall
340− - *restore
341 - run:
173 - run:
342 environment:
174 environment:
343− BUILD: cabal-v2
175+ GHCVER: "9.8.1"
344− COVERALLS_OPTIONS: "--repo-token=\"$REPO_TOKEN\" --coverage-mode=StrictlyFullLines --exclude-dir=test"
176+ CABAL_VERSION: "3.10.1.0"
345− CABAL_PROJECT: "cabal.project.coverage"
177+ CABAL_PROJECT: "cabal.project.doctest"
346− CABAL_BUILD_TARGETS: ""
178+ DISABLE_SDIST_BUILD: "y"
179+ DISABLE_TEST: "y"
180+ DISABLE_BENCH: "y"
181+ DISABLE_DOCS: "y"
182+ ENABLE_DOCSPEC: "y"
183+ DOCSPEC_URL: https://github.com/phadej/cabal-extras/releases/download/cabal-docspec-0.0.0.20210111/cabal-docspec-0.0.0.20210111.xz
184+ DOCSPEC_OPTIONS: "--timeout 60 --check-properties --property-variables xs"
347 command: |
185 command: |
348− apt-get install -y ghc-8.8.3
349− apt-get install -y cabal-install-3.0
350− bash -c "$PACKCHECK cabal-v2"
186+ bash -c "$PACKCHECK cabal"
351− no_output_timeout: 25m
352 - *save
187 - *save
353− coveralls-ghc-8_10_2:
188+ hlint-trailing-spaces:
354 <<: *env
189 <<: *env
355 executor: amd64-executor
190 executor: amd64-executor
356 steps:
191 steps:
357− - *preinstall
358 - checkout
192 - checkout
359− - *project-preinstall
360 - *restore
193 - *restore
361− - run:
362− name: Build and test with inspection, coverage, Werror
363− command: |
364− apt-get install -y ghc-8.10.2
365− apt-get install -y cabal-install-3.2
366− # Run tests with coverage
367− cabal update
368− cabal user-config update -a "jobs: 1"
369− bin/test.sh --coverage --raw
370− # Upload results to coveralls.io
371− PATH=$HOME/.cabal/bin:$PATH
372− export PATH
373− which hpc-coveralls 2>/dev/null || cabal install --project-file cabal.project.hpc-coveralls hpc-coveralls
374− hpc-coveralls --repo-token="$REPO_TOKEN" --coverage-mode=StrictlyFullLines
375− no_output_timeout: 25m
376− - *save
377− hlint-src:
378− <<: *env
379− executor: amd64-executor
380− steps:
381 - *preinstall
194 - *preinstall
382− - checkout
383− - *project-preinstall
384− - *restore
385 - run:
195 - run:
386− name: Hlint src
196+ name: hlint and trailing spaces
387 environment:
197 environment:
388− BUILD: cabal-v2
198+ DISABLE_SDIST_BUILD: "yes"
199+ HLINT_VERSION: 3.6.1
389 HLINT_OPTIONS: lint
200 HLINT_OPTIONS: lint
390− HLINT_TARGETS: src test benchmark
201+ HLINT_TARGETS: core/src src test benchmark
391 command: |
202 command: |
392− bash -c "$PACKCHECK $BUILD" || exit 1
203+ bash -c "$PACKCHECK hlint" || exit 1
393 echo "Checking trailing spaces..."
204 echo "Checking trailing spaces..."
394 count=$(find . -name "*.hs" -exec grep -H '\ $' {} \; | tee /dev/tty | wc -l)
205 count=$(find . -name "*.hs" -exec grep -H '\ $' {} \; | tee /dev/tty | wc -l)
395 exit $count
206 exit $count
@@ -399,23 +210,9 @@ workflows:
399 version: 2
210 version: 2
400 build:
211 build:
401 jobs:
212 jobs:
402− - cabal-ghc-8_10_4:
213+ #- cabal-ghc-8_6_5:
403− name: GHC 8.10.4 + sdist + no-test + no-bench
214+ # name: 8.6.5-debug-unoptimized
404− #- cabal-ghc-8.6.5
405− #- cabal-ghc-8_4_4:
406− # name: GHC 8.4.4 + x86 + debug
407− #- cabal-ghc-8_2_2:
408− # name: GHC 8.2.2 + no-test + no-bench + no-docs
409− #- cabal-ghc-8_0_2:
215+ - cabal-ghc-9_8_1-docspec:
410− # name: GHC 8.0.2 + no-test + no-bench + no-docs
216+ name: ghc-9.8.1-docspec
411− #- cabal-ghc-7.10.3
217+ - hlint-trailing-spaces:
412− - cabal-ghcjs-8_4:
218+ name: hlint and trailing spaces
413− name: GHCJS 8.4 + no-test + no-docs
414− #- stack-ghc-8.4
415− #- stack-ghc-8.2
416− #- coveralls-ghc-8.2.2
417− #- coveralls-ghc-8.8.3
418− #- coveralls-ghc-8_10_2:
419− # name: GHC 8.10.2 + inspection + coverage + Werror
420− - hlint-src:
421− name: Hlint src + Trailing Spaces
.github/workflows/haskell.yml+129−104
@@ -13,8 +13,15 @@ jobs:
13 # packcheck environment variables
13 # packcheck environment variables
14 LC_ALL: C.UTF-8
14 LC_ALL: C.UTF-8
15 BUILD: ${{ matrix.build }}
15 BUILD: ${{ matrix.build }}
16+ # For updating see: https://downloads.haskell.org/~ghcup/
17+ GHCUP_VERSION: 0.1.20.0
18+ DOCSPEC_URL: https://github.com/phadej/cabal-extras/releases/download/cabal-docspec-0.0.0.20210111/cabal-docspec-0.0.0.20210111.xz
19+ DOCSPEC_OPTIONS: "--timeout 60 --check-properties --property-variables xs"
20+ GHCUP_GHC_OPTIONS: ${{ matrix.ghcup_ghc_options }}
16 GHCVER: ${{ matrix.ghc_version }}
21 GHCVER: ${{ matrix.ghc_version }}
22+ CABALVER: ${{ matrix.cabal_version }}
17 DISABLE_DOCS: ${{ matrix.disable_docs }}
23 DISABLE_DOCS: ${{ matrix.disable_docs }}
24+ ENABLE_DOCSPEC: ${{ matrix.enable_docspec }}
18 DISABLE_TEST: ${{ matrix.disable_test }}
25 DISABLE_TEST: ${{ matrix.disable_test }}
19 DISABLE_BENCH: ${{ matrix.disable_bench }}
26 DISABLE_BENCH: ${{ matrix.disable_bench }}
20 DISABLE_DIST_CHECKS: ${{ matrix.disable_dist_checks }}
27 DISABLE_DIST_CHECKS: ${{ matrix.disable_dist_checks }}
@@ -38,14 +45,21 @@ jobs:
38 STACK_BUILD_OPTIONS: ${{ matrix.stack_build_options }}
45 STACK_BUILD_OPTIONS: ${{ matrix.stack_build_options }}
39
46
40 # packcheck location and revision
47 # packcheck location and revision
41− PACKCHECK_LOCAL_PATH: "./packcheck.sh"
48+ PACKCHECK: "./packcheck.sh"
42 PACKCHECK_GITHUB_URL: "https://raw.githubusercontent.com/composewell/packcheck"
49 PACKCHECK_GITHUB_URL: "https://raw.githubusercontent.com/composewell/packcheck"
43− PACKCHECK_GITHUB_COMMIT: "075e13ab716c67d2110db4905ae42b0280af046d"
50+ PACKCHECK_GITHUB_COMMIT: "v0.7.0"
44
51
45 # Pull token from "secrets" setting of the github repo
52 # Pull token from "secrets" setting of the github repo
46 COVERALLS_TOKEN: ${{ secrets.COVERALLS_TOKEN }}
53 COVERALLS_TOKEN: ${{ secrets.COVERALLS_TOKEN }}
47 COVERAGE: ${{ matrix.coverage }}
54 COVERAGE: ${{ matrix.coverage }}
48− DOCTEST: ${{ matrix.doctest }}
55+
56+ # hlint
57+ HLINT_VERSION: 3.6.1
58+ HLINT_OPTIONS: "lint"
59+ HLINT_TARGETS: "core/src src test benchmark"
60+
61+ # Subdir
62+ SUBDIR: ${{ matrix.subdir }}
49
63
50 runs-on: ${{ matrix.runner }}
64 runs-on: ${{ matrix.runner }}
51 continue-on-error: ${{ matrix.ignore_error }}
65 continue-on-error: ${{ matrix.ignore_error }}
@@ -54,8 +68,8 @@ jobs:
54 matrix:
68 matrix:
55 # The order is important to optimize fail-fast.
69 # The order is important to optimize fail-fast.
56 name:
70 name:
57− - 8.10.7-sdist-fusion-inspection-Werror
71+ - 9.8.1-Werror
58− - 9.2.2-docspec
72+ # - 9.8.1-docspec
59 # - 8.10.7-coverage
73 # - 8.10.7-coverage
60
74
61 # Note: if cabal.project is not specified benchmarks and tests won't
75 # Note: if cabal.project is not specified benchmarks and tests won't
@@ -64,160 +78,159 @@ jobs:
64 include:
78 include:
65 - name: head
79 - name: head
66 ghc_version: head
80 ghc_version: head
81+ # The URL may change, to find a working URL go to https://gitlab.haskell.org/ghc/ghc/-/jobs/
82+ # Find a debian10/11/12 job, click on a passed/failed status, at the
83+ # end of the output you will find the tar.xz name, put that tar
84+ # name after "raw/", and put the job name after "job=".
85+ # Also see https://github.com/mpickering/ghc-artefact-nix/blob/master/gitlab-artifact.nix
86+ #
87+ # May also use ghcup for installing ghc head version, use the
88+ # version "LatestNightly", and the following config:
89+ # ghcup config add-release-channel https://ghc.gitlab.haskell.org/ghcup-metadata/ghcup-nightlies-0.0.7.yaml
90+ ghcup_ghc_options: "-u https://gitlab.haskell.org/ghc/ghc/-/jobs/artifacts/master/raw/ghc-x86_64-linux-deb10-int_native-validate.tar.xz?job=x86_64-linux-deb10-int_native-validate"
67 runner: ubuntu-latest
91 runner: ubuntu-latest
68 build: cabal
92 build: cabal
69− cabal_version: latest
93+ cabal_version: 3.10.2.0
70 cabal_project: cabal.project.ghc-head
94 cabal_project: cabal.project.ghc-head
71 disable_sdist_build: "y"
95 disable_sdist_build: "y"
72 ignore_error: true
96 ignore_error: true
97+ # Note: use linux for warning build for convenient dev testing
73− - name: 9.2.2
98+ - name: 9.8.1-Werror
99+ ghc_version: 9.8.1
100+ runner: ubuntu-latest
101+ build: cabal
102+ cabal_version: 3.10.1.0
103+ disable_sdist_build: "y"
104+ cabal_project: cabal.project.Werror
105+ ignore_error: false
106+ #- name: 9.8.1-docspec
74− ghc_version: 9.2.2
107+ # ghc_version: 9.8.1
108+ # runner: ubuntu-latest
109+ # build: cabal
110+ # cabal_version: 3.10.1.0
111+ # cabal_project: cabal.project.doctest
112+ # disable_test: "y"
113+ # disable_bench: "y"
114+ # disable_docs: "y"
115+ # enable_docspec: "y"
116+ # disable_sdist_build: "y"
117+ # ignore_error: false
118+ - name: 9.8.1-fusion-inspection
119+ ghc_version: 9.8.1
75 runner: ubuntu-latest
120 runner: ubuntu-latest
76 build: cabal
121 build: cabal
122+ cabal_version: 3.10.1.0
123+ disable_sdist_build: "y"
77 cabal_project: cabal.project
124 cabal_project: cabal.project
125+ cabal_build_options: "--flag fusion-plugin --flag inspection"
126+ ignore_error: false
127+ - name: 9.6.3-macos
128+ ghc_version: 9.6.3
129+ runner: macos-latest
130+ build: cabal
131+ cabal_version: 3.10.1.0
132+ disable_sdist_build: "y"
133+ cabal_project: cabal.project
134+ ignore_error: false
135+ - name: 9.4.7
136+ ghc_version: 9.4.7
137+ runner: ubuntu-latest
138+ build: cabal
78− cabal_version: 3.6
139+ cabal_version: 3.8.1.0
79 disable_sdist_build: "y"
140 disable_sdist_build: "y"
141+ cabal_project: cabal.project
80 ignore_error: false
142 ignore_error: false
81− - name: 9.2.2-docspec
143+ - name: 9.2.8
82− ghc_version: 9.2.2
144+ ghc_version: 9.2.8
83 runner: ubuntu-latest
145 runner: ubuntu-latest
84− doctest: "y"
146+ build: cabal
85− cabal_version: 3.6
86 cabal_project: cabal.project
147 cabal_project: cabal.project
148+ cabal_version: 3.6.2.0
149+ disable_sdist_build: "y"
87 ignore_error: false
150 ignore_error: false
88− - name: 9.0.2
151+ - name: 9.0.2-streamly-sdist
89 ghc_version: 9.0.2
152 ghc_version: 9.0.2
90 runner: ubuntu-latest
153 runner: ubuntu-latest
91 build: cabal
154 build: cabal
92− cabal_version: 3.6
155+ cabal_version: 3.6.2.0
93− cabal_project: cabal.project.902
156+ cabal_project: cabal.project.streamly
94− disable_sdist_build: "y"
95 ignore_error: true
157 ignore_error: true
158+ - name: 9.0.2-streamly-core-sdist
159+ ghc_version: 9.0.2
160+ runner: ubuntu-latest
161+ build: cabal
162+ cabal_version: 3.6.2.0
163+ subdir: core
164+ ignore_error: false
96− - name: 8.10.7-sdist-stack
165+ - name: 8.10.7-streamly-sdist-stack
97 runner: ubuntu-latest
166 runner: ubuntu-latest
98 build: stack
167 build: stack
99− resolver: lts-18.23
168+ resolver: lts-20.13
100 stack_yaml: stack.yaml
169 stack_yaml: stack.yaml
101 sdist_options: "--ignore-check"
170 sdist_options: "--ignore-check"
102 stack_build_options: "--flag streamly-benchmarks:-opt"
171 stack_build_options: "--flag streamly-benchmarks:-opt"
103− cabal_version: 3.6
172+ cabal_version: 3.6.2.0
104− ignore_error: false
105− - name: 8.10.7-macos
106− ghc_version: 8.10.7
107− runner: macos-latest
108− build: cabal
109− cabal_version: 3.6
110− cabal_project: cabal.project
111− disable_sdist_build: "y"
112 ignore_error: false
173 ignore_error: false
113 # - name: 8.10.7-coverage
174 # - name: 8.10.7-coverage
114 # ghc_version: 8.10.7
175 # ghc_version: 8.10.7
115 # runner: ubuntu-latest
176 # runner: ubuntu-latest
116 # coverage: "y"
177 # coverage: "y"
117− # cabal_version: 3.6
178+ # cabal_version: 3.6.2.0
118 # ignore_error: false
179 # ignore_error: false
119− - name: 8.10.7-sdist-fusion-inspection-Werror
180+ - name: 8.8.4
120− ghc_version: 8.10.7
121− runner: ubuntu-latest
122− build: cabal
123− cabal_version: 3.6
124− cabal_project: cabal.project.Werror
125− cabal_build_options: "--flag fusion-plugin --flag inspection"
126− ignore_error: false
127− - name: 8.8.4-sdist-fusion
128 ghc_version: 8.8.4
181 ghc_version: 8.8.4
129 runner: ubuntu-latest
182 runner: ubuntu-latest
130 build: cabal
183 build: cabal
131− cabal_version: 3.6
184+ cabal_version: 3.6.2.0
132 cabal_project: cabal.project
185 cabal_project: cabal.project
133− cabal_build_options: "--flag fusion-plugin"
186+ disable_sdist_build: "y"
134− ignore_error: false
135− - name: 8.6.5-sdist-streamk-unoptimized
136− ghc_version: 8.6.5
137− runner: ubuntu-latest
138− build: cabal
139− cabal_version: 3.6
140− cabal_project: cabal.project
141− cabal_build_options: "--flag streamk --flag -opt"
142 ignore_error: false
187 ignore_error: false
143− - name: 8.6.5-sdist-debug-unoptimized
188+ - name: 8.6.5-debug-unoptimized
144 ghc_version: 8.6.5
189 ghc_version: 8.6.5
145 runner: ubuntu-latest
190 runner: ubuntu-latest
146 build: cabal
191 build: cabal
147− cabal_version: 3.6
192+ cabal_version: 3.6.2.0
148 cabal_project: cabal.project
193 cabal_project: cabal.project
149 cabal_build_options: "--flag debug --flag -opt"
194 cabal_build_options: "--flag debug --flag -opt"
195+ disable_sdist_build: "y"
150 ignore_error: false
196 ignore_error: false
151− - name: 8.4.4-sdist
197+ - name: hlint
152− ghc_version: 8.4.4
198+ build: hlint
153 runner: ubuntu-latest
199 runner: ubuntu-latest
154− build: cabal
155− cabal_version: 3.6
156− cabal_project: cabal.project
157− ignore_error: false
200+ ignore_error: true
158
201
159 steps:
202 steps:
160 - uses: actions/checkout@v2
203 - uses: actions/checkout@v2
161
204
162 - uses: actions/cache@v1
205 - uses: actions/cache@v1
163− name: Cache ~/.cabal
206+ name: Cache common directories
164 with:
207 with:
208+ path: |
209+ ~/.local
165− path: ~/.cabal
210+ ~/.cabal
211+ ~/.stack
212+ ~/.ghcup
166 # Bump the key version to clear the cache
213 # Bump the key version to clear the cache
167− key: ${{ runner.os }}-${{ matrix.ghc_version }}-cabal-v1
214+ key: ${{ runner.os }}-${{ matrix.ghc_version }}-cabal-v2
168
215
169 - name: Download packcheck
216 - name: Download packcheck
170 run: |
217 run: |
171− # Get packcheck if needed
218+ if test ! -e "$PACKCHECK"
172− CURL=$(which curl)
173− PACKCHECK_URL=${PACKCHECK_GITHUB_URL}/${PACKCHECK_GITHUB_COMMIT}/packcheck.sh
174− if test ! -e "$PACKCHECK_LOCAL_PATH"; then $CURL -sL -o "$PACKCHECK_LOCAL_PATH" $PACKCHECK_URL; fi;
175− chmod +x $PACKCHECK_LOCAL_PATH
176−
177− os=$(uname -s -m)
178− case "$os" in
179− "Linux x86_64") GHCUP_ARCH="x86_64-linux" ;;
180− "Darwin x86_64") GHCUP_ARCH="x86_64-apple-darwin" ;;
181− *) echo "Unknown OS/Arch: $os"; exit 1;;
182− esac
183−
184− $CURL -sL -o ./ghcup https://downloads.haskell.org/~ghcup/0.1.17.4/${GHCUP_ARCH}-ghcup-0.1.17.4
185− chmod +x ./ghcup
186− if test "$GHCVER" = "head"
187 then
219 then
188− # The URL may change, to find a working URL go to https://gitlab.haskell.org/ghc/ghc/-/jobs/
220+ if test -z "$PACKCHECK_GITHUB_COMMIT"
189− # Find a debian10 job, click on a passed/failed job, at the
221+ then
190− # end of the output you will find the tar.xz name, put that after
222+ die "PACKCHECK_GITHUB_COMMIT is not specified."
191− # "raw/", and put the job name after "job=".
223+ fi
192− # Also see https://github.com/mpickering/ghc-artefact-nix/blob/master/gitlab-artifact.nix
224+ PACKCHECK_URL=${PACKCHECK_GITHUB_URL}/${PACKCHECK_GITHUB_COMMIT}/packcheck.sh
193− ./ghcup install ghc -u https://gitlab.haskell.org/ghc/ghc/-/jobs/artifacts/master/raw/ghc-x86_64-linux-deb10-int_native-validate.tar.xz?job=x86_64-linux-deb10-int_native-validate head
225+ curl --fail -sL -o "$PACKCHECK" $PACKCHECK_URL || exit 1
194− else
226+ chmod +x $PACKCHECK
195− ./ghcup install ghc $GHCVER
227+ elif test ! -x "$PACKCHECK"
228+ then
229+ chmod +x $PACKCHECK
196 fi
230 fi
197− ./ghcup set ghc $GHCVER
198
231
199 - name: Run tests
232 - name: Run tests
200 run: |
233 run: |
201− if test -n "$DOCTEST"
202− then
203− mkdir -p $HOME/.cabal/bin
204− curl -sL https://github.com/phadej/cabal-extras/releases/download/cabal-docspec-0.0.0.20210111/cabal-docspec-0.0.0.20210111.xz > cabal-docspec.xz
205− echo '0829bd034fba901cbcfe491d98ed8b28fd54f9cb5c91fa8e1ac62dc4413c9562 cabal-docspec.xz' | sha256sum -c -
206− xz -d < cabal-docspec.xz > $HOME/.cabal/bin/cabal-docspec
207− rm -f cabal-docspec.xz
208− chmod a+x $HOME/.cabal/bin/cabal-docspec
209− cabal update
210− cabal build all
211− $HOME/.cabal/bin/cabal-docspec --version
212− $HOME/.cabal/bin/cabal-docspec --timeout 60 --check-properties --property-variables xs
213− elif test -z "$COVERAGE"
214− then
215− export TOOLS_DIR=/opt
216− # /usr/local/opt/curl/bin for macOS
217− export PATH=$HOME/.local/bin:$HOME/.ghcup/bin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/opt/curl/bin
218− bash -c "$PACKCHECK_LOCAL_PATH $BUILD"
219− fi
220−
221 if test -n "$COVERAGE"
234 if test -n "$COVERAGE"
222 then
235 then
223 # Run tests with coverage
236 # Run tests with coverage
@@ -230,4 +243,16 @@ jobs:
230 bin/test.sh --coverage --raw
243 bin/test.sh --coverage --raw
231 # XXX Uncomment this and fix it properly later
244 # XXX Uncomment this and fix it properly later
232 # hpc-coveralls --repo-token="$COVERALLS_TOKEN" --coverage-mode=StrictlyFullLines
245 # hpc-coveralls --repo-token="$COVERALLS_TOKEN" --coverage-mode=StrictlyFullLines
246+ else
247+ # /usr/local/opt/curl/bin for macOS
248+ export PATH=$HOME/.local/bin:$HOME/.ghcup/bin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/opt/curl/bin
249+ if test -n "$SUBDIR"
250+ then
251+ mv "$PACKCHECK" "$SUBDIR/packcheck.sh"
252+ # This is required as dist-newstyle will be created on the top level
253+ # directory as it is considered the working dir.
254+ rm cabal.project
255+ cd "$SUBDIR"
256+ fi
257+ bash -c "$PACKCHECK $BUILD"
233 fi
258 fi
.github/workflows/packdiff.yml+3−2
@@ -11,7 +11,8 @@ jobs:
11
11
12 - name: Download ghc
12 - name: Download ghc
13 run: |
13 run: |
14+ GHCUP_VER=0.1.18.0
14− curl -sL -o ./ghcup https://downloads.haskell.org/~ghcup/0.1.17.4/x86_64-linux-ghcup-0.1.17.4
15+ curl -sL -o ./ghcup https://downloads.haskell.org/~ghcup/$GHCUP_VER/x86_64-linux-ghcup-$GHCUP_VER
15 chmod +x ./ghcup
16 chmod +x ./ghcup
16 GHCVER=8.10.7
17 GHCVER=8.10.7
17 ./ghcup install ghc $GHCVER
18 ./ghcup install ghc $GHCVER
@@ -24,7 +25,7 @@ jobs:
24 path: |
25 path: |
25 ~/.cabal
26 ~/.cabal
26 # Bump the key version to clear the cache
27 # Bump the key version to clear the cache
27− key: cache-v1
28+ key: cache-v2
28
29
29 - name: Checkout the current branch
30 - name: Checkout the current branch
30 uses: actions/checkout@v2
31 uses: actions/checkout@v2
.github/workflows/regression-check.yml+44−33
@@ -19,25 +19,22 @@ jobs:
19 env:
19 env:
20 CI_BENCHMARKS_WITH_CUTOFF: >-
20 CI_BENCHMARKS_WITH_CUTOFF: >-
21 Data.Array
21 Data.Array
22− Data.Array.Foreign
22+ Data.MutArray
23+ Data.Array.Generic
24+ Data.Ring.Unboxed
23 Data.Fold
25 Data.Fold
26+ Data.Fold.Window
24 Data.Parser
27 Data.Parser
25− Data.Parser.ParserD
26− Data.Parser.ParserK
28+ Data.ParserK
27− Data.SmallArray
28− Data.Stream.StreamD
29+ Data.StreamD
29− Data.Stream.StreamDK
30− Data.Stream.StreamK:6
30+ Data.StreamK:6
31 Data.Unfold
31 Data.Unfold
32+ Data.Stream
33+ Data.Stream.Concurrent
34+ Data.Stream.ConcurrentEager
35+ Data.Stream.ConcurrentInterleaved
36+ Data.Stream.ConcurrentOrdered
32 FileSystem.Handle
37 FileSystem.Handle
33− Prelude.Ahead
34− Prelude.Async:12
35− Prelude.Parallel
36− Prelude.Serial
37− Prelude.WAsync:6
38− Prelude.WSerial
39− Prelude.ZipAsync
40− Prelude.ZipSerial
41 Unicode.Char
38 Unicode.Char
42 Unicode.Stream
39 Unicode.Stream
43 Unicode.Utf8
40 Unicode.Utf8
@@ -60,9 +57,10 @@ jobs:
60
57
61 - name: Download ghc
58 - name: Download ghc
62 run: |
59 run: |
60+ GHCUP_VER=0.1.18.0
63− curl -sL -o ./ghcup https://downloads.haskell.org/~ghcup/0.1.17.4/x86_64-linux-ghcup-0.1.17.4
61+ curl -sL -o ./ghcup https://downloads.haskell.org/~ghcup/$GHCUP_VER/x86_64-linux-ghcup-$GHCUP_VER
64 chmod +x ./ghcup
62 chmod +x ./ghcup
65− GHCVER=8.10.7
63+ GHCVER=9.2.7
66 ./ghcup install ghc $GHCVER
64 ./ghcup install ghc $GHCVER
67 ./ghcup set ghc $GHCVER
65 ./ghcup set ghc $GHCVER
68 cabal update
66 cabal update
@@ -73,33 +71,44 @@ jobs:
73 path: |
71 path: |
74 ~/.cabal
72 ~/.cabal
75 # Bump the key version to clear the cache
73 # Bump the key version to clear the cache
76− key: cache-v1
74+ key: cache-v2
77
75
78− - name: Cache charts from master
76+ - name: Cache bench-runner from pr
79− id: cache-charts-master
77+ id: cache-bench-runner-pr
80 uses: actions/cache@v2
78 uses: actions/cache@v2
81 with:
79 with:
82− path: charts-master
80+ path: bench-runner
83 # Bump the key version to clear the cache
81 # Bump the key version to clear the cache
84− key: charts-master-v1
82+ key: bench-runner-v1
83+
84+ # -----------------------------------------------------------------
85+ # -- Install bench-report in the current directory
86+ # -----------------------------------------------------------------
87+
88+ - name: Checkout the current branch
89+ uses: actions/checkout@v2
90+ with:
91+ clean: false
92+
93+ - name: Install bench-runner
94+ run: |
95+ cabal install bench-runner --project-file=cabal.project.report --installdir=./
85
96
86 # -----------------------------------------------------------------
97 # -----------------------------------------------------------------
87 # -- Generate reports for the base branch and upload
98 # -- Generate reports for the base branch and upload
88 # -----------------------------------------------------------------
99 # -----------------------------------------------------------------
89
100
90 - name: Checkout the base branch
101 - name: Checkout the base branch
91− if: steps.cache-charts-master.outputs.cache-hit != 'true'
92 uses: actions/checkout@v2
102 uses: actions/checkout@v2
93 with:
103 with:
94 ref: master
104 ref: master
105+ clean: false
95
106
96 - name: Run benchmarks
107 - name: Run benchmarks
97− if: steps.cache-charts-master.outputs.cache-hit != 'true'
98 run: |
108 run: |
99− cabal run bench-runner --project-file=cabal.project.report -- --targets "$CI_BENCHMARKS" --raw
109+ ./bench-runner --package-name streamly-benchmarks --package-version 0.0.0 --targets "$CI_BENCHMARKS" --raw
100
110
101 - name: Move charts to charts-master
111 - name: Move charts to charts-master
102− if: steps.cache-charts-master.outputs.cache-hit != 'true'
103 run: mv charts charts-master
112 run: mv charts charts-master
104
113
105 # -----------------------------------------------------------------
114 # -----------------------------------------------------------------
@@ -116,7 +125,7 @@ jobs:
116
125
117 - name: Run benchmarks and append
126 - name: Run benchmarks and append
118 run: |
127 run: |
119− cabal run bench-runner --project-file=cabal.project.report -- --targets "$CI_BENCHMARKS" --raw --append
128+ ./bench-runner --package-name streamly-benchmarks --package-version 0.0.0 --targets "$CI_BENCHMARKS" --raw --append
120
129
121 # -----------------------------------------------------------------
130 # -----------------------------------------------------------------
122 # -- Compare
131 # -- Compare
@@ -124,7 +133,7 @@ jobs:
124
133
125 - name: List all benchmarks
134 - name: List all benchmarks
126 run: |
135 run: |
127− cabal run bench-runner --project-file=cabal.project.report -- --targets "$CI_BENCHMARKS" --no-measure
136+ ./bench-runner --package-name streamly-benchmarks --package-version 0.0.0 --targets "$CI_BENCHMARKS" --no-measure
128
137
129 - name: Compare benchmarks
138 - name: Compare benchmarks
130 run: |
139 run: |
@@ -142,11 +151,13 @@ jobs:
142
151
143 echo
152 echo
144 echo "Checking $bname for regressions greater than $cutoff percent"
153 echo "Checking $bname for regressions greater than $cutoff percent"
145− ! cabal run bench-runner --project-file=cabal.project.report -- \
154+ ! ./bench-runner \
155+ --package-name streamly-benchmarks \
156+ --package-version 0.0.0 \
146− --targets "$bname" \
157+ --targets "$bname" \
147− --fields "$CI_FIELDS" \
158+ --fields "$CI_FIELDS" \
148− --no-measure --silent \
159+ --no-measure --silent \
149− --diff-cutoff-percent $cutoff \
160+ --diff-cutoff-percent $cutoff \
150 | grep -v "^$"
161 | grep -v "^$"
151 test $? -eq 1 && EXIT_STATUS=1
162 test $? -eq 1 && EXIT_STATUS=1
152 done
163 done
.hlint.ignore+12−23
@@ -1,51 +1,40 @@
1−src/Streamly/Internal/Data/Stream/Prelude.hs
1+core/src/Streamly/Internal/Data/Stream/StreamK/Type.hs
2+core/src/Streamly/Internal/Data/Pipe/Type.hs
3+core/src/Streamly/Internal/Unicode/Stream.hs
4+src/Streamly/Internal/Data/SmallArray/Type.hs
2−src/Streamly/Internal/Data/Stream/PreludeCommon.hs
5+src/Streamly/Internal/Data/Stream/IsStream/Eliminate.hs
3src/Streamly/Internal/Data/Stream/Serial.hs
6src/Streamly/Internal/Data/Stream/Serial.hs
4src/Streamly/Internal/Data/Stream/Zip.hs
7src/Streamly/Internal/Data/Stream/Zip.hs
5−src/Streamly/Internal/Data/Stream/StreamK/Type.hs
6−src/Streamly/Internal/Data/Pipe/Type.hs
7−src/Streamly/Internal/Data/SmallArray/Type.hs
8−src/Streamly/Internal/Unicode/Stream.hs
9−src/Streamly/Internal/Data/Array/Prim/Type.hs
10−src/Streamly/Internal/Data/Array/Prim/Mut/Type.hs
11−src/Streamly/Internal/Data/Array/Prim/MutTypesInclude.hs
12−src/Streamly/Internal/Data/Array/Prim/Pinned/Mut/Type.hs
13−src/Streamly/Internal/Data/Array/Prim/Pinned/Type.hs
14−src/Streamly/Internal/Data/Array/Prim/TypesInclude.hs
15test/Streamly/Test/Data/Array.hs
8test/Streamly/Test/Data/Array.hs
16−test/Streamly/Test/Data/Array/Prim.hs
17−test/Streamly/Test/Data/Array/Prim/Pinned.hs
18−test/Streamly/Test/Data/Array/Foreign.hs
19test/Streamly/Test/Data/Parser.hs
9test/Streamly/Test/Data/Parser.hs
20−test/Streamly/Test/Data/Parser/ParserD.hs
10+test/Streamly/Test/Data/ParserK.hs
21test/Streamly/Test/Data/SmallArray.hs
11test/Streamly/Test/Data/SmallArray.hs
22test/Streamly/Test/Data/Unfold.hs
12test/Streamly/Test/Data/Unfold.hs
23test/Streamly/Test/FileSystem/Event.hs
13test/Streamly/Test/FileSystem/Event.hs
24test/Streamly/Test/Prelude/Concurrent.hs
14test/Streamly/Test/Prelude/Concurrent.hs
15+test/Streamly/Test/Data/Stream/Concurrent.hs
16+test/lib/Streamly/Test/Prelude/Common.hs
25test/Streamly/Test/Prelude/Fold.hs
17test/Streamly/Test/Prelude/Fold.hs
26test/Streamly/Test/Prelude/Rate.hs
18test/Streamly/Test/Prelude/Rate.hs
27test/Streamly/Test/Prelude/Serial.hs
19test/Streamly/Test/Prelude/Serial.hs
28test/Streamly/Test/Unicode/Stream.hs
20test/Streamly/Test/Unicode/Stream.hs
21+test/Streamly/Test/Data/Unbox.hs
29benchmark/lib/Streamly/Benchmark/Common.hs
22benchmark/lib/Streamly/Benchmark/Common.hs
30benchmark/lib/Streamly/Benchmark/Common/Handle.hs
23benchmark/lib/Streamly/Benchmark/Common/Handle.hs
31benchmark/lib/Streamly/Benchmark/Prelude.hs
24benchmark/lib/Streamly/Benchmark/Prelude.hs
32benchmark/NanoBenchmarks.hs
25benchmark/NanoBenchmarks.hs
33benchmark/Streamly/Benchmark/Data/Array.hs
26benchmark/Streamly/Benchmark/Data/Array.hs
34−benchmark/Streamly/Benchmark/Data/ArrayOps.hs
35−benchmark/Streamly/Benchmark/Data/NestedUnfoldOps.hs
36benchmark/Streamly/Benchmark/Data/Parser.hs
27benchmark/Streamly/Benchmark/Data/Parser.hs
37−benchmark/Streamly/Benchmark/Data/Parser/ParserD.hs
28+benchmark/Streamly/Benchmark/Data/ParserK.hs
38benchmark/Streamly/Benchmark/Data/Stream/StreamDK.hs
29benchmark/Streamly/Benchmark/Data/Stream/StreamDK.hs
39benchmark/Streamly/Benchmark/Data/Stream/StreamK.hs
30benchmark/Streamly/Benchmark/Data/Stream/StreamK.hs
40benchmark/Streamly/Benchmark/Data/Unfold.hs
31benchmark/Streamly/Benchmark/Data/Unfold.hs
41benchmark/Streamly/Benchmark/FileSystem/Handle.hs
32benchmark/Streamly/Benchmark/FileSystem/Handle.hs
42benchmark/Streamly/Benchmark/Prelude/Async.hs
33benchmark/Streamly/Benchmark/Prelude/Async.hs
34+benchmark/Streamly/Benchmark/Prelude/Concurrent.hs
43benchmark/Streamly/Benchmark/Prelude/Merge.hs
35benchmark/Streamly/Benchmark/Prelude/Merge.hs
44benchmark/Streamly/Benchmark/Prelude/Parallel.hs
36benchmark/Streamly/Benchmark/Prelude/Parallel.hs
45benchmark/Streamly/Benchmark/Prelude/Rate.hs
37benchmark/Streamly/Benchmark/Prelude/Rate.hs
46−benchmark/Streamly/Benchmark/Prelude/Serial/Exceptions.hs
47−benchmark/Streamly/Benchmark/Prelude/Serial/Nested.hs
48−benchmark/Streamly/Benchmark/Prelude/Serial/Split.hs
49benchmark/Streamly/Benchmark/Prelude/WAsync.hs
38benchmark/Streamly/Benchmark/Prelude/WAsync.hs
50benchmark/Streamly/Benchmark/Prelude/ZipAsync.hs
39benchmark/Streamly/Benchmark/Prelude/ZipAsync.hs
51−benchmark/Streamly/Benchmark/Prelude/ZipSerial.hs
40+benchmark/Streamly/Benchmark/Prelude/ZipSerial.hs
.hlint.yaml+6−7
@@ -24,15 +24,14 @@
24- ignore: {name: "Use uncurry"}
24- ignore: {name: "Use uncurry"}
25- ignore: {name: "Redundant $!"}
25- ignore: {name: "Redundant $!"}
26- ignore: {name: "Use fmap"}
26- ignore: {name: "Use fmap"}
27+- ignore: {name: "Use ++"}
27
28
28# Warnings ignored in specific places
29# Warnings ignored in specific places
29−- ignore: {name: "Use ++", within: Serial.Transformation}
30+- ignore: {name: "Use mapM", within: Stream.Transform}
30−- ignore: {name: "Use mapM", within: Serial.Transformation}
31−- ignore: {name: "Use traverse", within: Serial.Transformation}
31+- ignore: {name: "Use traverse", within: Stream.Transform}
32−
33−- ignore: {name: "Redundant <*", within: Serial.NestedStream}
32+- ignore: {name: "Redundant <*", within: Stream.Expand}
34−- ignore: {name: "Use ++", within: Serial.NestedStream}
33+- ignore: {name: "Redundant bracket", within: Stream.Split}
35−- ignore: {name: "Use isDigit", within: Streamly.Internal.Unicode.Char.Parser}
34+- ignore: {name: "Use isDigit", within: Streamly.Internal.Unicode.Parser}
36
35
37# Specify additional command line arguments
36# Specify additional command line arguments
38#
37#
.packcheck.ignore+3−1
@@ -11,6 +11,7 @@ appveyor.yml
11benchmark/bench-runner/default.nix
11benchmark/bench-runner/default.nix
12benchmark/bench-runner/cabal.project
12benchmark/bench-runner/cabal.project
13bin/ghc.sh
13bin/ghc.sh
14+bin/repl
14bin/run-ci.sh
15bin/run-ci.sh
15bin/run-repl-quick.sh
16bin/run-repl-quick.sh
16cabal.project
17cabal.project
@@ -21,9 +22,10 @@ cabal.project.hpc-coveralls
21cabal.project.O0
22cabal.project.O0
22cabal.project.report
23cabal.project.report
23cabal.project.packdiff
24cabal.project.packdiff
25+cabal.project.streamly
24cabal.project.Werror
26cabal.project.Werror
25cabal.project.Werror-nocode
27cabal.project.Werror-nocode
26−cabal.project.902
28+core/
27default.nix
29default.nix
28examples/README.md
30examples/README.md
29hie.yaml
31hie.yaml
CHANGELOG.md+1−1
@@ -1 +1 @@
1−docs/User/ProjectRelated/Changelog.md
1+docs/User/Project/Changelog.md
LICENSE−254
@@ -26,172 +26,6 @@ CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
26OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
27OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28
28
29−-------------------------------------------------------------------------------
30−base-4.12.0.0 (http://hackage.haskell.org/package/base-4.12.0.0)
31−-------------------------------------------------------------------------------
32−This library (libraries/base) is derived from code from several
33−sources:
34−
35− * Code from the GHC project which is largely (c) The University of
36− Glasgow, and distributable under a BSD-style license (see below),
37−
38− * Code from the Haskell 98 Report which is (c) Simon Peyton Jones
39− and freely redistributable (but see the full license for
40− restrictions).
41−
42− * Code from the Haskell Foreign Function Interface specification,
43− which is (c) Manuel M. T. Chakravarty and freely redistributable
44− (but see the full license for restrictions).
45−
46−The full text of these licenses is reproduced below. All of the
47−licenses are BSD-style or compatible.
48−
49−The Glasgow Haskell Compiler License
50−
51−Copyright 2004, The University Court of the University of Glasgow.
52−All rights reserved.
53−
54−Redistribution and use in source and binary forms, with or without
55−modification, are permitted provided that the following conditions are met:
56−
57−- Redistributions of source code must retain the above copyright notice,
58−this list of conditions and the following disclaimer.
59−
60−- Redistributions in binary form must reproduce the above copyright notice,
61−this list of conditions and the following disclaimer in the documentation
62−and/or other materials provided with the distribution.
63−
64−- Neither name of the University nor the names of its contributors may be
65−used to endorse or promote products derived from this software without
66−specific prior written permission.
67−
68−THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY COURT OF THE UNIVERSITY OF
69−GLASGOW AND THE CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
70−INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
71−FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
72−UNIVERSITY COURT OF THE UNIVERSITY OF GLASGOW OR THE CONTRIBUTORS BE LIABLE
73−FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
74−DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
75−SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
76−CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
77−LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
78−OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
79−DAMAGE.
80−
81−Code derived from the document "Report on the Programming Language
82−Haskell 98", is distributed under the following license:
83−
84− Copyright (c) 2002 Simon Peyton Jones
85−
86− The authors intend this Report to belong to the entire Haskell
87− community, and so we grant permission to copy and distribute it for
88− any purpose, provided that it is reproduced in its entirety,
89− including this Notice. Modified versions of this Report may also be
90− copied and distributed for any purpose, provided that the modified
91− version is clearly presented as such, and that it does not claim to
92− be a definition of the Haskell 98 Language.
93−
94−Code derived from the document "The Haskell 98 Foreign Function
95−Interface, An Addendum to the Haskell 98 Report" is distributed under
96−the following license:
97−
98− Copyright (c) 2002 Manuel M. T. Chakravarty
99−
100− The authors intend this Report to belong to the entire Haskell
101− community, and so we grant permission to copy and distribute it for
102− any purpose, provided that it is reproduced in its entirety,
103− including this Notice. Modified versions of this Report may also be
104− copied and distributed for any purpose, provided that the modified
105− version is clearly presented as such, and that it does not claim to
106− be a definition of the Haskell 98 Foreign Function Interface.
107−
108−-------------------------------------------------------------------------------
109−bjoern-2008-2009 (http://bjoern.hoehrmann.de/utf-8/decoder/dfa/)
110−-------------------------------------------------------------------------------
111−Copyright (c) 2008-2009 Bjoern Hoehrmann <bjoern@hoehrmann.de>
112−
113−Permission is hereby granted, free of charge, to any person obtaining a copy of
114−this software and associated documentation files (the "Software"), to deal in
115−the Software without restriction, including without limitation the rights to
116−use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
117−of the Software, and to permit persons to whom the Software is furnished to do
118−so, subject to the following conditions:
119−
120−The above copyright notice and this permission notice shall be included in all
121−copies or substantial portions of the Software.
122−
123−THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
124−IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
125−FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
126−AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
127−LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
128−OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
129−SOFTWARE.
130−
131−-------------------------------------------------------------------------------
132−clock-0.7.2 (http://hackage.haskell.org/package/clock-0.7.2)
133−-------------------------------------------------------------------------------
134−Copyright (c) 2009-2012, Cetin Sert
135−Copyright (c) 2010, Eugene Kirpichov
136−
137−All rights reserved.
138−
139−Redistribution and use in source and binary forms, with or without
140−modification, are permitted provided that the following conditions are
141−met:
142−
143− * Redistributions of source code must retain the above copyright
144− notice, this list of conditions and the following disclaimer.
145−
146− * Redistributions in binary form must reproduce the above
147− copyright notice, this list of conditions and the following
148− disclaimer in the documentation and/or other materials provided
149− with the distribution.
150−
151− * The names of contributors may not be used to endorse or promote
152− products derived from this software without specific prior
153− written permission.
154−
155−THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
156−"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
157−LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
158−A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
159−OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
160−SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
161−LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
162−DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
163−THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
164−(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
165−OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
166−
167−-------------------------------------------------------------------------------
168−foldl-1.4.5 (http://hackage.haskell.org/package/foldl-1.4.5)
169−-------------------------------------------------------------------------------
170−Copyright (c) 2013 Gabriel Gonzalez
171−All rights reserved.
172−
173−Redistribution and use in source and binary forms, with or without modification,
174−are permitted provided that the following conditions are met:
175− * Redistributions of source code must retain the above copyright notice,
176− this list of conditions and the following disclaimer.
177− * Redistributions in binary form must reproduce the above copyright notice,
178− this list of conditions and the following disclaimer in the documentation
179− and/or other materials provided with the distribution.
180− * Neither the name of Gabriel Gonzalez nor the names of other contributors
181− may be used to endorse or promote products derived from this software
182− without specific prior written permission.
183−
184−THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
185−ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
186−WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
187−DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
188−ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
189−(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
190−LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
191−ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
192−(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
193−SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
194−
195-------------------------------------------------------------------------------
29-------------------------------------------------------------------------------
196fsnotify-0.3.0.1 (http://hackage.haskell.org/package/fsnotify-0.3.0.1/)
30fsnotify-0.3.0.1 (http://hackage.haskell.org/package/fsnotify-0.3.0.1/)
197-------------------------------------------------------------------------------
31-------------------------------------------------------------------------------
@@ -259,91 +93,3 @@ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
259THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
93THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
260(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
94(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
261OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
95OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
262−
263−-------------------------------------------------------------------------------
264−primitive-0.7.0.0 (https://hackage.haskell.org/package/primitive-0.7.0.0)
265−-------------------------------------------------------------------------------
266−Copyright (c) 2008-2009, Roman Leshchinskiy
267−All rights reserved.
268−
269−Redistribution and use in source and binary forms, with or without
270−modification, are permitted provided that the following conditions are met:
271−
272−- Redistributions of source code must retain the above copyright notice,
273−this list of conditions and the following disclaimer.
274−
275−- Redistributions in binary form must reproduce the above copyright notice,
276−this list of conditions and the following disclaimer in the documentation
277−and/or other materials provided with the distribution.
278−
279−- Neither name of the University nor the names of its contributors may be
280−used to endorse or promote products derived from this software without
281−specific prior written permission.
282−
283−THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY COURT OF THE UNIVERSITY OF
284−GLASGOW AND THE CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
285−INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
286−FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
287−UNIVERSITY COURT OF THE UNIVERSITY OF GLASGOW OR THE CONTRIBUTORS BE LIABLE
288−FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
289−DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
290−SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
291−CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
292−LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
293−OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
294−DAMAGE.
295−
296−-------------------------------------------------------------------------------
297−transient-0.5.5 (http://hackage.haskell.org/package/transient-0.5.5)
298−-------------------------------------------------------------------------------
299−Copyright © 2014-2016 Alberto G. Corona <https://github.com/agocorona>
300−
301−Permission is hereby granted, free of charge, to any person obtaining a copy of
302−this software and associated documentation files (the "Software"), to deal in
303−the Software without restriction, including without limitation the rights to
304−use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
305−the Software, and to permit persons to whom the Software is furnished to do so,
306−subject to the following conditions:
307−
308−The above copyright notice and this permission notice shall be included in all
309−copies or substantial portions of the Software.
310−
311−THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
312−IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
313−FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
314−COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
315−IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
316−CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
317−
318−-------------------------------------------------------------------------------
319−vector-0.12.0.2 (http://hackage.haskell.org/package/vector-0.12.0.2)
320−-------------------------------------------------------------------------------
321−Copyright (c) 2008-2012, Roman Leshchinskiy
322−All rights reserved.
323−
324−Redistribution and use in source and binary forms, with or without
325−modification, are permitted provided that the following conditions are met:
326−
327−- Redistributions of source code must retain the above copyright notice,
328−this list of conditions and the following disclaimer.
329−
330−- Redistributions in binary form must reproduce the above copyright notice,
331−this list of conditions and the following disclaimer in the documentation
332−and/or other materials provided with the distribution.
333−
334−- Neither name of the University nor the names of its contributors may be
335−used to endorse or promote products derived from this software without
336−specific prior written permission.
337−
338−THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY COURT OF THE UNIVERSITY OF
339−GLASGOW AND THE CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
340−INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
341−FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
342−UNIVERSITY COURT OF THE UNIVERSITY OF GLASGOW OR THE CONTRIBUTORS BE LIABLE
343−FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
344−DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
345−SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
346−CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
347−LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
348−OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
349−DAMAGE.
README.md+1−1
@@ -1 +1 @@
1−docs/User/Tutorials/Introduction.md
1+docs/User/Project/README.md
appveyor.yml+2
@@ -14,6 +14,8 @@ environment:
14 # ------------------------------------------------------------------------
14 # ------------------------------------------------------------------------
15 # Common options
15 # Common options
16 # ------------------------------------------------------------------------
16 # ------------------------------------------------------------------------
17+ # GHC 9.2.7 onwards redundant constraint warnings are incompatible with
18+ # older versions
17 GHC_OPTIONS: "-Werror"
19 GHC_OPTIONS: "-Werror"
18 CABAL_REINIT_CONFIG: "y"
20 CABAL_REINIT_CONFIG: "y"
19 LC_ALL: "C.UTF-8"
21 LC_ALL: "C.UTF-8"
benchmark/NanoBenchmarks.hs+27−22
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1-------------------------------------------------------------------------------
3-------------------------------------------------------------------------------
2-- Investigate specific benchmarks more closely in isolation, possibly looking
4-- Investigate specific benchmarks more closely in isolation, possibly looking
3-- at GHC generated code for optimizing specific problematic cases.
5-- at GHC generated code for optimizing specific problematic cases.
@@ -6,30 +8,27 @@
6{-# LANGUAGE FlexibleContexts #-}
8{-# LANGUAGE FlexibleContexts #-}
7{-# LANGUAGE ScopedTypeVariables #-}
9{-# LANGUAGE ScopedTypeVariables #-}
8
10
9−import Streamly.Prelude (SerialT)
11+import Data.Char (ord)
10−import Streamly.Internal.Data.SVar (MonadAsync)
12+import Streamly.Internal.Data.Stream (Stream)
13+import System.IO (hSeek, SeekMode(..), openFile, IOMode(..))
11
14
12−import qualified Streamly.Data.Array.Unboxed as A
15+import qualified Streamly.Data.Array as A
13−import qualified Streamly.FileSystem.Handle as FH
14import qualified Streamly.Internal.FileSystem.Handle as IFH
16import qualified Streamly.Internal.FileSystem.Handle as IFH
15import qualified Streamly.Data.Fold as FL
17import qualified Streamly.Data.Fold as FL
18+import qualified Streamly.Internal.Data.Stream as S
16import qualified Streamly.Internal.Data.Stream.IsStream as Internal
19import qualified Streamly.Internal.Data.Stream.IsStream as Internal
17−import qualified Streamly.Prelude as S
18−import qualified Streamly.Internal.Data.Stream.StreamK as K
19
20
20−import Data.Char (ord)
21+import Test.Tasty.Bench
21−import Gauge
22−import System.IO (hSeek, SeekMode(..), openFile, IOMode(..))
23import System.Random
22import System.Random
24
23
25maxValue :: Int
24maxValue :: Int
26maxValue = 100000
25maxValue = 100000
27
26
28−-- type Stream = K.Stream
27+drain :: Monad m => S.Stream m a -> m ()
29−type Stream = SerialT
28+drain = S.fold FL.drain
30
29
31{-# INLINE sourceUnfoldrM #-}
30{-# INLINE sourceUnfoldrM #-}
32−sourceUnfoldrM :: MonadAsync m => Stream m Int
31+sourceUnfoldrM :: Monad m => Stream m Int
33sourceUnfoldrM = S.unfoldrM step 0
32sourceUnfoldrM = S.unfoldrM step 0
34 where
33 where
35 step cnt =
34 step cnt =
@@ -38,7 +37,7 @@ sourceUnfoldrM = S.unfoldrM step 0
38 else return (Just (cnt, cnt + 1))
37 else return (Just (cnt, cnt + 1))
39
38
40{-# INLINE sourceUnfoldrMN #-}
39{-# INLINE sourceUnfoldrMN #-}
41−sourceUnfoldrMN :: MonadAsync m => Int -> Stream m Int
40+sourceUnfoldrMN :: Monad m => Int -> Stream m Int
42sourceUnfoldrMN n = S.unfoldrM step n
41sourceUnfoldrMN n = S.unfoldrM step n
43 where
42 where
44 step cnt =
43 step cnt =
@@ -67,7 +66,7 @@ takeAllDropOne = S.drop 1 . S.take maxValue
67
66
68{-# INLINE takeDrop #-}
67{-# INLINE takeDrop #-}
69takeDrop :: Monad m => Stream m Int -> m ()
68takeDrop :: Monad m => Stream m Int -> m ()
70−takeDrop = S.drain .
69+takeDrop = drain .
71 takeAllDropOne . takeAllDropOne . takeAllDropOne . takeAllDropOne
70 takeAllDropOne . takeAllDropOne . takeAllDropOne . takeAllDropOne
72
71
73-------------------------------------------------------------------------------
72-------------------------------------------------------------------------------
@@ -82,7 +81,7 @@ dropWhileFalse = S.dropWhile (> maxValue)
82
81
83{-# INLINE dropWhileFalseX4 #-}
82{-# INLINE dropWhileFalseX4 #-}
84dropWhileFalseX4 :: Monad m => Stream m Int -> m ()
83dropWhileFalseX4 :: Monad m => Stream m Int -> m ()
85−dropWhileFalseX4 = S.drain
84+dropWhileFalseX4 = drain
86 . dropWhileFalse . dropWhileFalse . dropWhileFalse . dropWhileFalse
85 . dropWhileFalse . dropWhileFalse . dropWhileFalse . dropWhileFalse
87
86
88-------------------------------------------------------------------------------
87-------------------------------------------------------------------------------
@@ -91,7 +90,7 @@ dropWhileFalseX4 = S.drain
91
90
92{-# INLINE iterateSource #-}
91{-# INLINE iterateSource #-}
93iterateSource
92iterateSource
94− :: MonadAsync m
93+ :: Monad m
95 => (Stream m Int -> Stream m Int) -> Int -> Int -> Stream m Int
94 => (Stream m Int -> Stream m Int) -> Int -> Int -> Stream m Int
96iterateSource g i n = f i (sourceUnfoldrMN n)
95iterateSource g i n = f i (sourceUnfoldrMN n)
97 where
96 where
@@ -103,20 +102,26 @@ iterateSource g i n = f i (sourceUnfoldrMN n)
103main :: IO ()
102main :: IO ()
104main = do
103main = do
105 defaultMain [bench "unfoldr" $ nfIO $
104 defaultMain [bench "unfoldr" $ nfIO $
106− randomRIO (1,1) >>= \n -> S.drain (sourceUnfoldr n)]
105+ randomRIO (1,1) >>= \n -> drain (sourceUnfoldr n)]
107 defaultMain [bench "take-drop" $ nfIO $ takeDrop sourceUnfoldrM]
106 defaultMain [bench "take-drop" $ nfIO $ takeDrop sourceUnfoldrM]
108 defaultMain [bench "dropWhileFalseX4" $
107 defaultMain [bench "dropWhileFalseX4" $
109 nfIO $ dropWhileFalseX4 sourceUnfoldrM]
108 nfIO $ dropWhileFalseX4 sourceUnfoldrM]
110 defaultMain [bench "iterate-mapM" $
109 defaultMain [bench "iterate-mapM" $
111− nfIO $ S.drain $ iterateSource (S.mapM return) 100000 10]
110+ nfIO $ drain $ iterateSource (S.mapM return) 100000 10]
112
111
113 inText <- openFile "benchmark/text-processing/gutenberg-500.txt" ReadMode
112 inText <- openFile "benchmark/text-processing/gutenberg-500.txt" ReadMode
114 defaultMain [mkBenchText "splitOn abc...xyz" inText $ do
113 defaultMain [mkBenchText "splitOn abc...xyz" inText $ do
114+ S.fold FL.length
115− (S.length $ Internal.splitOnSeq (A.fromList $ map (fromIntegral . ord)
115+ (Internal.splitOnSeq
116+ (A.fromList
116− "abcdefghijklmnopqrstuvwxyz") FL.drain
117+ $ map (fromIntegral . ord) "abcdefghijklmnopqrstuvwxyz"
118+ )
119+ FL.drain
117− $ IFH.getBytes inText) >>= print
120+ $ IFH.read inText
121+ )
122+ >>= print
118 ]
123 ]
119 where
124 where
120
125
121 mkBenchText name h action =
126 mkBenchText name h action =
122− bench name $ perRunEnv (hSeek h AbsoluteSeek 0) (\_ -> action)
127+ env (hSeek h AbsoluteSeek 0) (\_ -> bench name $ nfIO action)
benchmark/Streamly/Benchmark/Data/Array.hs+33−4
@@ -1,3 +1,6 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+{-# OPTIONS_GHC -Wno-orphans #-}
3+
1{-# LANGUAGE CPP #-}
4{-# LANGUAGE CPP #-}
2
5
3#include "Streamly/Benchmark/Data/Array/CommonImports.hs"
6#include "Streamly/Benchmark/Data/Array/CommonImports.hs"
@@ -5,18 +8,31 @@
5import Control.DeepSeq (deepseq)
8import Control.DeepSeq (deepseq)
6
9
7import qualified Streamly.Internal.Data.Array as IA
10import qualified Streamly.Internal.Data.Array as IA
11+import qualified GHC.Exts as GHC
12+
13+-- import qualified Streamly.Data.Array as A
8import qualified Streamly.Internal.Data.Array as A
14import qualified Streamly.Internal.Data.Array as A
15+
9type Stream = A.Array
16type Stream = A.Array
10
17
11#include "Streamly/Benchmark/Data/Array/Common.hs"
18#include "Streamly/Benchmark/Data/Array/Common.hs"
12
19
20+instance NFData (A.Array a) where
21+ {-# INLINE rnf #-}
22+ rnf _ = ()
23+
13-------------------------------------------------------------------------------
24-------------------------------------------------------------------------------
14-- Benchmark helpers
25-- Benchmark helpers
15-------------------------------------------------------------------------------
26-------------------------------------------------------------------------------
16
27
28+-- Drain a source that generates a pure array
29+{-# INLINE benchPureSrc #-}
30+benchPureSrc :: String -> (Int -> Stream a) -> Benchmark
31+benchPureSrc name src = benchPure name src id
32+
17-- Drain a source that generates an array in the IO monad
33-- Drain a source that generates an array in the IO monad
18{-# INLINE benchIOSrc #-}
34{-# INLINE benchIOSrc #-}
19−benchIOSrc :: NFData a => String -> (Int -> IO (Stream a)) -> Benchmark
35+benchIOSrc :: String -> (Int -> IO (Stream a)) -> Benchmark
20benchIOSrc name src = benchIO name src id
36benchIOSrc name src = benchIO name src id
21
37
22-------------------------------------------------------------------------------
38-------------------------------------------------------------------------------
@@ -27,7 +43,6 @@ benchIOSrc name src = benchIO name src id
27sourceIntFromToFromList :: MonadIO m => Int -> Int -> m (Stream Int)
43sourceIntFromToFromList :: MonadIO m => Int -> Int -> m (Stream Int)
28sourceIntFromToFromList value n = P.return $ A.fromListN value [n..n + value]
44sourceIntFromToFromList value n = P.return $ A.fromListN value [n..n + value]
29
45
30−
31{-# INLINE readInstance #-}
46{-# INLINE readInstance #-}
32readInstance :: P.String -> Stream Int
47readInstance :: P.String -> Stream Int
33readInstance str =
48readInstance str =
@@ -48,6 +63,14 @@ foldableSum = P.sum
48-}
63-}
49#endif
64#endif
50
65
66+{-# INLINE sourceIsList #-}
67+sourceIsList :: Int -> Int -> Stream Int
68+sourceIsList value n = GHC.fromList [n..n+value]
69+
70+{-# INLINE sourceIsString #-}
71+sourceIsString :: Int -> Int -> Stream P.Char
72+sourceIsString value n = GHC.fromString (P.replicate (n + value) 'a')
73+
51{-# INLINE sourceIntFromToFromStream #-}
74{-# INLINE sourceIntFromToFromStream #-}
52sourceIntFromToFromStream :: MonadIO m => Int -> Int -> m (Stream Int)
75sourceIntFromToFromStream :: MonadIO m => Int -> Int -> m (Stream Int)
53sourceIntFromToFromStream value n = S.fold A.write $ S.enumerateFromTo n (n + value)
76sourceIntFromToFromStream value n = S.fold A.write $ S.enumerateFromTo n (n + value)
@@ -61,15 +84,21 @@ o_1_space_generation value =
61 [ bgroup
84 [ bgroup
62 "generation"
85 "generation"
63 [ benchIOSrc "write . intFromTo" (sourceIntFromToFromStream value)
86 [ benchIOSrc "write . intFromTo" (sourceIntFromToFromStream value)
64− , let testStr = mkListString value
87+ , let testStr = "fromList " ++ mkListString value
65 in testStr `deepseq` bench "read" (nf readInstance testStr)
88 in testStr `deepseq` bench "read" (nf readInstance testStr)
89+ , benchPureSrc "writeN . IsList.fromList" (sourceIsList value)
90+ , benchPureSrc
91+ "writeN . IsString.fromString"
92+ (sourceIsString value)
93+
66 ]
94 ]
67 ]
95 ]
68
96
69o_1_space_elimination :: Int -> [Benchmark]
97o_1_space_elimination :: Int -> [Benchmark]
70o_1_space_elimination value =
98o_1_space_elimination value =
71 [ bgroup "elimination"
99 [ bgroup "elimination"
100+ [ benchPureSink value "length . IsList.toList" (length . GHC.toList)
72− [ benchFold "writeLastN.1"
101+ , benchFold "writeLastN.1"
73 (S.fold (IA.writeLastN 1)) (P.sourceUnfoldrM value)
102 (S.fold (IA.writeLastN 1)) (P.sourceUnfoldrM value)
74 , benchFold "writeLastN.10"
103 , benchFold "writeLastN.10"
75 (S.fold (IA.writeLastN 10)) (P.sourceUnfoldrM value)
104 (S.fold (IA.writeLastN 10)) (P.sourceUnfoldrM value)
benchmark/Streamly/Benchmark/Data/Array/Common.hs+8−11
@@ -1,5 +1,3 @@
1−
2−
3-------------------------------------------------------------------------------
1-------------------------------------------------------------------------------
4-- Benchmark helpers
2-- Benchmark helpers
5-------------------------------------------------------------------------------
3-------------------------------------------------------------------------------
@@ -68,14 +66,14 @@ scanl' , scanl1', map
68
66
69{-# INLINE onArray #-}
67{-# INLINE onArray #-}
70onArray
68onArray
71− :: MonadIO m => Int -> (S.SerialT m Int -> S.SerialT m Int)
69+ :: MonadIO m => Int -> (Stream.Stream m Int -> Stream.Stream m Int)
72 -> Stream Int
70 -> Stream Int
73 -> m (Stream Int)
71 -> m (Stream Int)
74−onArray value f arr = S.fold (A.writeN value) $ f $ S.unfold A.read arr
72+onArray value f arr = S.fold (A.writeN value) $ f $ S.unfold A.reader arr
75
73
76−scanl' value n = composeN n $ onArray value $ S.scanl' (+) 0
74+scanl' value n = composeN n $ onArray value $ S.scan (Fold.foldl' (+) 0)
77−scanl1' value n = composeN n $ onArray value $ S.scanl1' (+)
75+scanl1' value n = composeN n $ onArray value $ Stream.scanl1' (+)
78−map value n = composeN n $ onArray value $ S.map (+1)
76+map value n = composeN n $ onArray value $ fmap (+1)
79-- map n = composeN n $ A.map (+1)
77-- map n = composeN n $ A.map (+1)
80
78
81{-# INLINE eqInstance #-}
79{-# INLINE eqInstance #-}
@@ -100,8 +98,7 @@ showInstance = P.show
100
98
101{-# INLINE pureFoldl' #-}
99{-# INLINE pureFoldl' #-}
102pureFoldl' :: MonadIO m => Stream Int -> m Int
100pureFoldl' :: MonadIO m => Stream Int -> m Int
103−pureFoldl' = S.foldl' (+) 0 . S.unfold A.read
101+pureFoldl' = S.fold (Fold.foldl' (+) 0) . S.unfold A.reader
104−
105
102
106-------------------------------------------------------------------------------
103-------------------------------------------------------------------------------
107-- Elimination
104-- Elimination
@@ -109,11 +106,11 @@ pureFoldl' = S.foldl' (+) 0 . S.unfold A.read
109
106
110{-# INLINE unfoldReadDrain #-}
107{-# INLINE unfoldReadDrain #-}
111unfoldReadDrain :: MonadIO m => Stream Int -> m ()
108unfoldReadDrain :: MonadIO m => Stream Int -> m ()
112−unfoldReadDrain = S.drain . S.unfold A.read
109+unfoldReadDrain = S.fold Fold.drain . S.unfold A.reader
113
110
114{-# INLINE toStreamRevDrain #-}
111{-# INLINE toStreamRevDrain #-}
115toStreamRevDrain :: MonadIO m => Stream Int -> m ()
112toStreamRevDrain :: MonadIO m => Stream Int -> m ()
116−toStreamRevDrain = S.drain . A.toStreamRev
113+toStreamRevDrain = S.fold Fold.drain . A.readRev
117
114
118-------------------------------------------------------------------------------
115-------------------------------------------------------------------------------
119-- Bench groups
116-- Bench groups
benchmark/Streamly/Benchmark/Data/Array/CommonImports.hs+7−8
@@ -1,17 +1,16 @@
1{-# LANGUAGE FlexibleContexts #-}
1{-# LANGUAGE FlexibleContexts #-}
2
2
3import Control.DeepSeq (NFData(..))
3import Control.DeepSeq (NFData(..))
4+import Control.Monad.IO.Class (MonadIO)
5+import Data.Functor ((<&>))
4import System.Random (randomRIO)
6import System.Random (randomRIO)
5
7
6−import qualified Streamly.Prelude as S
8+import qualified Streamly.Data.Fold as Fold
9+import qualified Streamly.Data.Stream as S
10+import qualified Streamly.Internal.Data.Stream as Stream
7
11
8−import Gauge
12+import Test.Tasty.Bench
9import Streamly.Benchmark.Common hiding (benchPureSrc)
13import Streamly.Benchmark.Common hiding (benchPureSrc)
10−import qualified Streamly.Benchmark.Prelude as P
14+import qualified Stream.Common as P
11−
12−
13−import Control.Monad.IO.Class (MonadIO)
14
15
15import Prelude as P hiding (map)
16import Prelude as P hiding (map)
16−
17−import Data.Functor ((<&>))
benchmark/Streamly/Benchmark/Data/Array/Foreign.hs → benchmark/Streamly/Benchmark/Data/Array/Generic.hsrenamed+15−28
@@ -1,30 +1,30 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+{-# OPTIONS_GHC -Wno-orphans #-}
3+
1{-# LANGUAGE CPP #-}
4{-# LANGUAGE CPP #-}
2
5
3#include "Streamly/Benchmark/Data/Array/CommonImports.hs"
6#include "Streamly/Benchmark/Data/Array/CommonImports.hs"
4
7
5import Control.DeepSeq (deepseq)
8import Control.DeepSeq (deepseq)
6
9
7−import qualified Streamly.Internal.Data.Array.Unboxed as IA
10+import qualified Streamly.Internal.Data.Array.Generic as IA
8−import qualified GHC.Exts as GHC
11+import qualified Streamly.Internal.Data.Array.Generic as A
9
12
10−import qualified Streamly.Data.Array.Unboxed as A
11−import qualified Streamly.Internal.Data.Array.Unboxed as A
12type Stream = A.Array
13type Stream = A.Array
13
14
14#include "Streamly/Benchmark/Data/Array/Common.hs"
15#include "Streamly/Benchmark/Data/Array/Common.hs"
15
16
17+instance NFData a => NFData (A.Array a) where
18+ {-# INLINE rnf #-}
19+ rnf = A.foldl' (\_ x -> rnf x) ()
20+
16-------------------------------------------------------------------------------
21-------------------------------------------------------------------------------
17-- Benchmark helpers
22-- Benchmark helpers
18-------------------------------------------------------------------------------
23-------------------------------------------------------------------------------
19
24
20−-- Drain a source that generates a pure array
21−{-# INLINE benchPureSrc #-}
22−benchPureSrc :: String -> (Int -> Stream a) -> Benchmark
23−benchPureSrc name src = benchPure name src id
24−
25-- Drain a source that generates an array in the IO monad
25-- Drain a source that generates an array in the IO monad
26{-# INLINE benchIOSrc #-}
26{-# INLINE benchIOSrc #-}
27−benchIOSrc :: String -> (Int -> IO (Stream a)) -> Benchmark
27+benchIOSrc :: NFData a => String -> (Int -> IO (Stream a)) -> Benchmark
28benchIOSrc name src = benchIO name src id
28benchIOSrc name src = benchIO name src id
29
29
30-------------------------------------------------------------------------------
30-------------------------------------------------------------------------------
@@ -55,17 +55,10 @@ foldableSum = P.sum
55-}
55-}
56#endif
56#endif
57
57
58−{-# INLINE sourceIsList #-}
59−sourceIsList :: Int -> Int -> Stream Int
60−sourceIsList value n = GHC.fromList [n..n+value]
61−
62−{-# INLINE sourceIsString #-}
63−sourceIsString :: Int -> Int -> Stream P.Char
64−sourceIsString value n = GHC.fromString (P.replicate (n + value) 'a')
65−
66{-# INLINE sourceIntFromToFromStream #-}
58{-# INLINE sourceIntFromToFromStream #-}
67sourceIntFromToFromStream :: MonadIO m => Int -> Int -> m (Stream Int)
59sourceIntFromToFromStream :: MonadIO m => Int -> Int -> m (Stream Int)
60+sourceIntFromToFromStream value n =
68−sourceIntFromToFromStream value n = S.fold A.write $ S.enumerateFromTo n (n + value)
61+ S.fold A.write $ S.enumerateFromTo n (n + value)
69
62
70-------------------------------------------------------------------------------
63-------------------------------------------------------------------------------
71-- Bench groups
64-- Bench groups
@@ -76,21 +69,15 @@ o_1_space_generation value =
76 [ bgroup
69 [ bgroup
77 "generation"
70 "generation"
78 [ benchIOSrc "write . intFromTo" (sourceIntFromToFromStream value)
71 [ benchIOSrc "write . intFromTo" (sourceIntFromToFromStream value)
79− , let testStr = mkListString value
72+ , let testStr = "fromList " ++ mkListString value
80 in testStr `deepseq` bench "read" (nf readInstance testStr)
73 in testStr `deepseq` bench "read" (nf readInstance testStr)
81− , benchPureSrc "writeN . IsList.fromList" (sourceIsList value)
82− , benchPureSrc
83− "writeN . IsString.fromString"
84− (sourceIsString value)
85−
86 ]
74 ]
87 ]
75 ]
88
76
89o_1_space_elimination :: Int -> [Benchmark]
77o_1_space_elimination :: Int -> [Benchmark]
90o_1_space_elimination value =
78o_1_space_elimination value =
91 [ bgroup "elimination"
79 [ bgroup "elimination"
92− [ benchPureSink value "length . IsList.toList" (length . GHC.toList)
93− , benchFold "writeLastN.1"
80+ [ benchFold "writeLastN.1"
94 (S.fold (IA.writeLastN 1)) (P.sourceUnfoldrM value)
81 (S.fold (IA.writeLastN 1)) (P.sourceUnfoldrM value)
95 , benchFold "writeLastN.10"
82 , benchFold "writeLastN.10"
96 (S.fold (IA.writeLastN 10)) (P.sourceUnfoldrM value)
83 (S.fold (IA.writeLastN 10)) (P.sourceUnfoldrM value)
@@ -114,7 +101,7 @@ o_n_heap_serial value =
114 ]
101 ]
115
102
116moduleName :: String
103moduleName :: String
117−moduleName = "Data.Array.Foreign"
104+moduleName = "Data.Array.Generic"
118
105
119defStreamSize :: Int
106defStreamSize :: Int
120defStreamSize = defaultStreamSize
107defStreamSize = defaultStreamSize
benchmark/Streamly/Benchmark/Data/Array/SmallArray.hs+2
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1{-# LANGUAGE CPP #-}
3{-# LANGUAGE CPP #-}
2
4
3#include "Streamly/Benchmark/Data/Array/CommonImports.hs"
5#include "Streamly/Benchmark/Data/Array/CommonImports.hs"
benchmark/Streamly/Benchmark/Data/Array/Stream/Foreign.hs → benchmark/Streamly/Benchmark/Data/Array/Stream.hsrenamed+57−44
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1-- |
3-- |
2-- Module : Streamly.Benchmark.Data.ParserD
4-- Module : Streamly.Benchmark.Data.ParserD
3-- Copyright : (c) 2020 Composewell Technologies
5-- Copyright : (c) 2020 Composewell Technologies
@@ -25,31 +27,34 @@ module Main
25
27
26import Control.DeepSeq (NFData(..))
28import Control.DeepSeq (NFData(..))
27import Control.Monad (void, when)
29import Control.Monad (void, when)
28−import Control.Monad.Catch (MonadCatch, try, SomeException)
30+import Control.Monad.Catch (MonadCatch)
29import Data.Functor.Identity (runIdentity)
31import Data.Functor.Identity (runIdentity)
30import Data.Maybe (isJust)
32import Data.Maybe (isJust)
31import Data.Word (Word8)
33import Data.Word (Word8)
34+import Streamly.Internal.Data.Stream (Stream)
35+import Streamly.Internal.Data.StreamK (StreamK)
32import System.IO (Handle)
36import System.IO (Handle)
33import System.Random (randomRIO)
37import System.Random (randomRIO)
34import Prelude hiding ()
38import Prelude hiding ()
35
39
36−import qualified Streamly.Prelude as Stream
40+import qualified Streamly.Data.Stream as Stream
37−import qualified Streamly.Internal.Data.Array.Unboxed as Array
41+import qualified Streamly.Internal.Data.Array as Array
38−import qualified Streamly.Internal.Data.Array.Stream.Foreign as ArrayStream
42+import qualified Streamly.Internal.Data.Array.Stream as ArrayStream
39import qualified Streamly.Internal.Data.Fold as Fold
43import qualified Streamly.Internal.Data.Fold as Fold
40import qualified Streamly.Internal.Data.Parser as Parser
44import qualified Streamly.Internal.Data.Parser as Parser
41−import qualified Streamly.Internal.Data.Stream.IsStream as Stream (arraysOf)
45+import qualified Streamly.Internal.Data.Stream as Stream
46+import qualified Streamly.Internal.Data.StreamK as StreamK
42import qualified Streamly.Internal.FileSystem.Handle as Handle
47import qualified Streamly.Internal.FileSystem.Handle as Handle
43import qualified Streamly.Internal.Unicode.Stream as Unicode
48import qualified Streamly.Internal.Unicode.Stream as Unicode
44
49
45−import Gauge hiding (env)
50+import Test.Tasty.Bench hiding (env)
46−import Streamly.Prelude (SerialT, MonadAsync, IsStream)
47import Streamly.Benchmark.Common
51import Streamly.Benchmark.Common
48import Streamly.Benchmark.Common.Handle
52import Streamly.Benchmark.Common.Handle
53+import Control.Monad.IO.Class (MonadIO)
49
54
50#ifdef INSPECTION
55#ifdef INSPECTION
51−import Streamly.Internal.Data.Unboxed (Unboxed)
56+import Streamly.Internal.Data.MutByteArray (Unbox)
52−import Streamly.Internal.Data.Stream.StreamD.Type (Step(..))
57+import Streamly.Internal.Data.Stream (Step(..))
53import Test.Inspection
58import Test.Inspection
54#endif
59#endif
55
60
@@ -60,7 +65,7 @@ import Test.Inspection
60-- XXX these can be moved to the common module
65-- XXX these can be moved to the common module
61
66
62{-# INLINE sourceUnfoldrM #-}
67{-# INLINE sourceUnfoldrM #-}
63−sourceUnfoldrM :: (IsStream t, MonadAsync m) => Int -> Int -> t m Int
68+sourceUnfoldrM :: MonadIO m => Int -> Int -> Stream.Stream m Int
64sourceUnfoldrM value n = Stream.unfoldrM step n
69sourceUnfoldrM value n = Stream.unfoldrM step n
65 where
70 where
66 step cnt =
71 step cnt =
@@ -71,7 +76,7 @@ sourceUnfoldrM value n = Stream.unfoldrM step n
71{-# INLINE benchIO #-}
76{-# INLINE benchIO #-}
72benchIO
77benchIO
73 :: NFData b
78 :: NFData b
74− => String -> (Int -> t IO a) -> (t IO a -> IO b) -> Benchmark
79+ => String -> (Int -> Stream IO a) -> (Stream IO a -> IO b) -> Benchmark
75benchIO name src sink =
80benchIO name src sink =
76 bench name $ nfIO $ randomRIO (1,1) >>= sink . src
81 bench name $ nfIO $ randomRIO (1,1) >>= sink . src
77
82
@@ -82,7 +87,7 @@ benchIO name src sink =
82-- | Get the last byte from a file bytestream.
87-- | Get the last byte from a file bytestream.
83toChunksLast :: Handle -> IO (Maybe Word8)
88toChunksLast :: Handle -> IO (Maybe Word8)
84toChunksLast inh = do
89toChunksLast inh = do
85− let s = Handle.getChunks inh
90+ let s = Handle.readChunks inh
86 larr <- Stream.last s
91 larr <- Stream.last s
87 return $ case larr of
92 return $ case larr of
88 Nothing -> Nothing
93 Nothing -> Nothing
@@ -96,8 +101,8 @@ inspect $ 'toChunksLast `hasNoType` ''Step
96-- | Count the number of bytes in a file.
101-- | Count the number of bytes in a file.
97toChunksSumLengths :: Handle -> IO Int
102toChunksSumLengths :: Handle -> IO Int
98toChunksSumLengths inh =
103toChunksSumLengths inh =
99− let s = Handle.getChunks inh
104+ let s = Handle.readChunks inh
100− in Stream.sum (Stream.map Array.length s)
105+ in Stream.fold Fold.sum (Stream.map Array.length s)
101
106
102#ifdef INSPECTION
107#ifdef INSPECTION
103inspect $ hasNoTypeClasses 'toChunksSumLengths
108inspect $ hasNoTypeClasses 'toChunksSumLengths
@@ -107,8 +112,8 @@ inspect $ 'toChunksSumLengths `hasNoType` ''Step
107-- | Sum the bytes in a file.
112-- | Sum the bytes in a file.
108toChunksCountBytes :: Handle -> IO Word8
113toChunksCountBytes :: Handle -> IO Word8
109toChunksCountBytes inh = do
114toChunksCountBytes inh = do
110− let foldlArr' f z = runIdentity . Stream.foldl' f z . Array.toStream
115+ let foldlArr' f z = runIdentity . Stream.foldl' f z . Array.read
111− let s = Handle.getChunks inh
116+ let s = Handle.readChunks inh
112 Stream.foldl' (\acc arr -> acc + foldlArr' (+) 0 arr) 0 s
117 Stream.foldl' (\acc arr -> acc + foldlArr' (+) 0 arr) 0 s
113
118
114#ifdef INSPECTION
119#ifdef INSPECTION
@@ -118,7 +123,7 @@ inspect $ 'toChunksCountBytes `hasNoType` ''Step
118
123
119toChunksDecodeUtf8Arrays :: Handle -> IO ()
124toChunksDecodeUtf8Arrays :: Handle -> IO ()
120toChunksDecodeUtf8Arrays =
125toChunksDecodeUtf8Arrays =
121− Stream.drain . Unicode.decodeUtf8Arrays . Handle.getChunks
126+ Stream.drain . Unicode.decodeUtf8Chunks . Handle.readChunks
122
127
123#ifdef INSPECTION
128#ifdef INSPECTION
124inspect $ hasNoTypeClasses 'toChunksDecodeUtf8Arrays
129inspect $ hasNoTypeClasses 'toChunksDecodeUtf8Arrays
@@ -132,7 +137,9 @@ inspect $ hasNoTypeClasses 'toChunksDecodeUtf8Arrays
132-- | Count the number of lines in a file.
137-- | Count the number of lines in a file.
133toChunksSplitOnSuffix :: Handle -> IO Int
138toChunksSplitOnSuffix :: Handle -> IO Int
134toChunksSplitOnSuffix =
139toChunksSplitOnSuffix =
140+ Stream.fold Fold.length
135− Stream.length . ArrayStream.splitOnSuffix 10 . Handle.getChunks
141+ . ArrayStream.splitOnSuffix 10
142+ . Handle.readChunks
136
143
137#ifdef INSPECTION
144#ifdef INSPECTION
138inspect $ hasNoTypeClasses 'toChunksSplitOnSuffix
145inspect $ hasNoTypeClasses 'toChunksSplitOnSuffix
@@ -142,7 +149,10 @@ inspect $ 'toChunksSplitOnSuffix `hasNoType` ''Step
142-- XXX use a word splitting combinator instead of splitOn and test it.
149-- XXX use a word splitting combinator instead of splitOn and test it.
143-- | Count the number of words in a file.
150-- | Count the number of words in a file.
144toChunksSplitOn :: Handle -> IO Int
151toChunksSplitOn :: Handle -> IO Int
152+toChunksSplitOn =
153+ Stream.fold Fold.length
145−toChunksSplitOn = Stream.length . ArrayStream.splitOn 32 . Handle.getChunks
154+ . ArrayStream.splitOn 32
155+ . Handle.readChunks
146
156
147#ifdef INSPECTION
157#ifdef INSPECTION
148inspect $ hasNoTypeClasses 'toChunksSplitOn
158inspect $ hasNoTypeClasses 'toChunksSplitOn
@@ -180,12 +190,11 @@ o_1_space_read_chunked env =
180copyChunksSplitInterposeSuffix :: Handle -> Handle -> IO ()
190copyChunksSplitInterposeSuffix :: Handle -> Handle -> IO ()
181copyChunksSplitInterposeSuffix inh outh =
191copyChunksSplitInterposeSuffix inh outh =
182 Stream.fold (Handle.write outh)
192 Stream.fold (Handle.write outh)
183− $ ArrayStream.interposeSuffix 10
193+ $ ArrayStream.interposeSuffix 10 . ArrayStream.splitOnSuffix 10
184− $ ArrayStream.splitOnSuffix 10
185− $ Handle.getChunks inh
194+ $ Handle.readChunks inh
186
195
187#ifdef INSPECTION
196#ifdef INSPECTION
188−inspect $ hasNoTypeClassesExcept 'copyChunksSplitInterposeSuffix [''Unboxed]
197+inspect $ hasNoTypeClassesExcept 'copyChunksSplitInterposeSuffix [''Unbox]
189inspect $ 'copyChunksSplitInterposeSuffix `hasNoType` ''Step
198inspect $ 'copyChunksSplitInterposeSuffix `hasNoType` ''Step
190#endif
199#endif
191
200
@@ -194,13 +203,12 @@ inspect $ 'copyChunksSplitInterposeSuffix `hasNoType` ''Step
194copyChunksSplitInterpose :: Handle -> Handle -> IO ()
203copyChunksSplitInterpose :: Handle -> Handle -> IO ()
195copyChunksSplitInterpose inh outh =
204copyChunksSplitInterpose inh outh =
196 Stream.fold (Handle.write outh)
205 Stream.fold (Handle.write outh)
197− $ ArrayStream.interpose 32
198 -- XXX this is not correct word splitting combinator
206 -- XXX this is not correct word splitting combinator
199− $ ArrayStream.splitOn 32
207+ $ ArrayStream.interpose 32 . ArrayStream.splitOn 32
200− $ Handle.getChunks inh
208+ $ Handle.readChunks inh
201
209
202#ifdef INSPECTION
210#ifdef INSPECTION
203−inspect $ hasNoTypeClassesExcept 'copyChunksSplitInterpose [''Unboxed]
211+inspect $ hasNoTypeClassesExcept 'copyChunksSplitInterpose [''Unbox]
204inspect $ 'copyChunksSplitInterpose `hasNoType` ''Step
212inspect $ 'copyChunksSplitInterpose `hasNoType` ''Step
205#endif
213#endif
206
214
@@ -219,7 +227,7 @@ o_1_space_copy_toChunks_group_ungroup env =
219-------------------------------------------------------------------------------
227-------------------------------------------------------------------------------
220
228
221{-# INLINE drainWhile #-}
229{-# INLINE drainWhile #-}
222−drainWhile :: MonadCatch m => (a -> Bool) -> Parser.Parser m a ()
230+drainWhile :: MonadCatch m => (a -> Bool) -> Parser.Parser a m ()
223drainWhile p = Parser.takeWhile p Fold.drain
231drainWhile p = Parser.takeWhile p Fold.drain
224
232
225-------------------------------------------------------------------------------
233-------------------------------------------------------------------------------
@@ -227,26 +235,27 @@ drainWhile p = Parser.takeWhile p Fold.drain
227-------------------------------------------------------------------------------
235-------------------------------------------------------------------------------
228
236
229{-# INLINE fold #-}
237{-# INLINE fold #-}
230−fold :: SerialT IO (Array.Array Int) -> IO ()
238+fold :: Stream IO (Array.Array Int) -> IO ()
231−fold s = void $ ArrayStream.foldBreak Fold.drain s
239+fold s = void $ ArrayStream.foldBreak Fold.drain $ StreamK.fromStream s
232
240
233{-# INLINE parse #-}
241{-# INLINE parse #-}
234−parse :: Int -> SerialT IO (Array.Array Int) -> IO ()
242+parse :: Int -> Stream IO (Array.Array Int) -> IO ()
243+parse value s =
235−parse value s = void $ ArrayStream.parseBreak (drainWhile (< value)) s
244+ void $ ArrayStream.parseBreak (drainWhile (< value)) $ StreamK.fromStream s
236
245
237{-# INLINE foldBreak #-}
246{-# INLINE foldBreak #-}
238−foldBreak :: SerialT IO (Array.Array Int) -> IO ()
247+foldBreak :: StreamK IO (Array.Array Int) -> IO ()
239foldBreak s = do
248foldBreak s = do
240 (r, s1) <- ArrayStream.foldBreak Fold.one s
249 (r, s1) <- ArrayStream.foldBreak Fold.one s
241 when (isJust r) $ foldBreak s1
250 when (isJust r) $ foldBreak s1
242
251
243{-# INLINE parseBreak #-}
252{-# INLINE parseBreak #-}
244−parseBreak :: SerialT IO (Array.Array Int) -> IO ()
253+parseBreak :: StreamK IO (Array.Array Int) -> IO ()
245parseBreak s = do
254parseBreak s = do
246− r <- try $ ArrayStream.parseBreak Parser.one s
255+ r <- ArrayStream.parseBreak Parser.one s
247 case r of
256 case r of
248− Left (_ :: SomeException) -> return ()
257+ (Left _, _) -> return ()
249− Right (_, s1) -> parseBreak s1
258+ (Right _, s1) -> parseBreak s1
250
259
251o_1_space_serial_array ::
260o_1_space_serial_array ::
252 Int -> [Array.Array Int] -> [Array.Array Int] -> [Benchmark]
261 Int -> [Array.Array Int] -> [Array.Array Int] -> [Benchmark]
@@ -256,7 +265,7 @@ o_1_space_serial_array bound arraysSmall arraysBig =
256 , benchIO
265 , benchIO
257 "foldBreak (recursive, small arrays)"
266 "foldBreak (recursive, small arrays)"
258 (\_ -> Stream.fromList arraysSmall)
267 (\_ -> Stream.fromList arraysSmall)
259− foldBreak
268+ (foldBreak . StreamK.fromStream)
260 , benchIO "parse (of 100)" (\_ -> Stream.fromList arraysSmall)
269 , benchIO "parse (of 100)" (\_ -> Stream.fromList arraysSmall)
261 $ parse bound
270 $ parse bound
262 , benchIO "parse (single)" (\_ -> Stream.fromList arraysBig)
271 , benchIO "parse (single)" (\_ -> Stream.fromList arraysBig)
@@ -264,7 +273,7 @@ o_1_space_serial_array bound arraysSmall arraysBig =
264 , benchIO
273 , benchIO
265 "parseBreak (recursive, small arrays)"
274 "parseBreak (recursive, small arrays)"
266 (\_ -> Stream.fromList arraysSmall)
275 (\_ -> Stream.fromList arraysSmall)
267− parseBreak
276+ (parseBreak . StreamK.fromStream)
268 ]
277 ]
269
278
270-------------------------------------------------------------------------------
279-------------------------------------------------------------------------------
@@ -272,7 +281,7 @@ o_1_space_serial_array bound arraysSmall arraysBig =
272-------------------------------------------------------------------------------
281-------------------------------------------------------------------------------
273
282
274moduleName :: String
283moduleName :: String
275−moduleName = "Data.Array.Stream.Foreign"
284+moduleName = "Data.Array.Stream"
276
285
277main :: IO ()
286main :: IO ()
278main = do
287main = do
@@ -281,10 +290,14 @@ main = do
281
290
282 where
291 where
283
292
284− alloc value = do
293+ alloc value =
294+ if value <= 0
295+ then return (undefined, undefined)
296+ else
297+ do
285− small <- Stream.toList $ Stream.arraysOf 100 $ sourceUnfoldrM value 0
298+ small <- Stream.toList $ Stream.chunksOf 100 $ sourceUnfoldrM value 0
286− big <- Stream.toList $ Stream.arraysOf value $ sourceUnfoldrM value 0
299+ big <- Stream.toList $ Stream.chunksOf value $ sourceUnfoldrM value 0
287− return (small, big)
300+ return (small, big)
288
301
289 allBenchmarks env arrays value =
302 allBenchmarks env arrays value =
290 let (arraysSmall, arraysBig) = arrays
303 let (arraysSmall, arraysBig) = arrays
benchmark/Streamly/Benchmark/Data/Fold.hs+236−201
@@ -6,16 +6,23 @@
6-- Maintainer : streamly@composewell.com
6-- Maintainer : streamly@composewell.com
7
7
8{-# LANGUAGE FlexibleContexts #-}
8{-# LANGUAGE FlexibleContexts #-}
9+{-# LANGUAGE FlexibleInstances #-}
9{-# LANGUAGE RankNTypes #-}
10{-# LANGUAGE RankNTypes #-}
10{-# LANGUAGE ScopedTypeVariables #-}
11{-# LANGUAGE ScopedTypeVariables #-}
11{-# OPTIONS_GHC -fno-warn-warnings-deprecations #-}
12{-# OPTIONS_GHC -fno-warn-warnings-deprecations #-}
13+{-# OPTIONS_GHC -Wno-orphans #-}
14+
15+#undef FUSION_CHECK
16+#ifdef FUSION_CHECK
17+{-# OPTIONS_GHC -ddump-simpl -ddump-to-file -dsuppress-all #-}
18+#endif
12
19
13module Main (main) where
20module Main (main) where
14
21
15import Control.DeepSeq (NFData(..))
22import Control.DeepSeq (NFData(..))
16import Control.Monad (when)
23import Control.Monad (when)
17import Control.Monad.IO.Class (MonadIO(..))
24import Control.Monad.IO.Class (MonadIO(..))
18−import Data.Functor.Identity (Identity)
25+import Data.Functor.Identity (Identity(..))
19import Data.Map.Strict (Map)
26import Data.Map.Strict (Map)
20import Data.Hashable (Hashable)
27import Data.Hashable (Hashable)
21import Data.HashMap.Strict (HashMap)
28import Data.HashMap.Strict (HashMap)
@@ -23,17 +30,18 @@ import Data.IntMap.Strict (IntMap)
23import Data.Monoid (Last(..), Sum(..))
30import Data.Monoid (Last(..), Sum(..))
24import System.Random (randomRIO)
31import System.Random (randomRIO)
25
32
26−import Streamly.Prelude (SerialT)
33+import Streamly.Internal.Data.Stream (Stream)
27import Streamly.Internal.Data.Fold (Fold(..))
34import Streamly.Internal.Data.Fold (Fold(..))
28import Streamly.Internal.Data.IsMap.HashMap ()
35import Streamly.Internal.Data.IsMap.HashMap ()
36+import Streamly.Internal.Data.MutArray (MutArray)
29
37
30import qualified Streamly.Internal.Data.Fold as FL
38import qualified Streamly.Internal.Data.Fold as FL
39+import qualified Streamly.Data.Fold.Prelude as Fold
31import qualified Streamly.Internal.Data.Unfold as Unfold
40import qualified Streamly.Internal.Data.Unfold as Unfold
32import qualified Streamly.Internal.Data.Pipe as Pipe
41import qualified Streamly.Internal.Data.Pipe as Pipe
33−import qualified Streamly.Internal.Data.Stream.IsStream as IP
42+import qualified Streamly.Internal.Data.Stream as Stream
34−import qualified Streamly.Prelude as S
35
43
36−import Gauge
44+import Test.Tasty.Bench
37import Streamly.Benchmark.Common
45import Streamly.Benchmark.Common
38import Prelude hiding (all, any, take, unzip, sequence_, filter)
46import Prelude hiding (all, any, take, unzip, sequence_, filter)
39
47
@@ -41,8 +49,8 @@ import Prelude hiding (all, any, take, unzip, sequence_, filter)
41-- completely optimized out by the compiler in some cases.
49-- completely optimized out by the compiler in some cases.
42
50
43{-# INLINE sourceUnfoldrM #-}
51{-# INLINE sourceUnfoldrM #-}
44−sourceUnfoldrM :: (S.IsStream t, S.MonadAsync m) => Int -> Int -> t m Int
52+sourceUnfoldrM :: Monad m => Int -> Int -> Stream m Int
45−sourceUnfoldrM value n = S.unfoldrM step n
53+sourceUnfoldrM value n = Stream.unfoldrM step n
46 where
54 where
47 step cnt =
55 step cnt =
48 if cnt > n + value
56 if cnt > n + value
@@ -50,14 +58,14 @@ sourceUnfoldrM value n = S.unfoldrM step n
50 else return (Just (cnt, cnt + 1))
58 else return (Just (cnt, cnt + 1))
51
59
52{-# INLINE source #-}
60{-# INLINE source #-}
53−source :: (S.MonadAsync m, S.IsStream t) => Int -> Int -> t m Int
61+source :: Monad m => Int -> Int -> Stream m Int
54source = sourceUnfoldrM
62source = sourceUnfoldrM
55
63
56-- | Takes a fold method, and uses it with a default source.
64-- | Takes a fold method, and uses it with a default source.
57{-# INLINE benchIOSink #-}
65{-# INLINE benchIOSink #-}
58benchIOSink
66benchIOSink
59− :: (S.IsStream t, NFData b)
67+ :: NFData b
60− => Int -> String -> (t IO Int -> IO b) -> Benchmark
68+ => Int -> String -> (Stream IO Int -> IO b) -> Benchmark
61benchIOSink value name f = bench name $ nfIO $ randomRIO (1,1) >>= f . source value
69benchIOSink value name f = bench name $ nfIO $ randomRIO (1,1) >>= f . source value
62
70
63-------------------------------------------------------------------------------
71-------------------------------------------------------------------------------
@@ -65,16 +73,16 @@ benchIOSink value name f = bench name $ nfIO $ randomRIO (1,1) >>= f . source va
65-------------------------------------------------------------------------------
73-------------------------------------------------------------------------------
66
74
67{-# INLINE any #-}
75{-# INLINE any #-}
68−any :: (Monad m, Ord a) => a -> SerialT m a -> m Bool
76+any :: (Monad m, Ord a) => a -> Stream m a -> m Bool
69−any value = IP.fold (FL.any (> value))
77+any value = Stream.fold (FL.any (> value))
70
78
71{-# INLINE all #-}
79{-# INLINE all #-}
72−all :: (Monad m, Ord a) => a -> SerialT m a -> m Bool
80+all :: (Monad m, Ord a) => a -> Stream m a -> m Bool
73−all value = IP.fold (FL.all (<= value))
81+all value = Stream.fold (FL.all (<= value))
74
82
75{-# INLINE take #-}
83{-# INLINE take #-}
76−take :: Monad m => Int -> SerialT m a -> m ()
84+take :: Monad m => Int -> Stream m a -> m ()
77−take value = IP.fold (FL.take value FL.drain)
85+take value = Stream.fold (FL.take value FL.drain)
78
86
79{-# INLINE sequence_ #-}
87{-# INLINE sequence_ #-}
80sequence_ :: Monad m => Int -> Fold m a ()
88sequence_ :: Monad m => Int -> Fold m a ()
@@ -91,62 +99,62 @@ sequence_ value =
91-------------------------------------------------------------------------------
99-------------------------------------------------------------------------------
92
100
93{-# INLINE filter #-}
101{-# INLINE filter #-}
94−filter :: Monad m => Int -> SerialT m Int -> m ()
102+filter :: Monad m => Int -> Stream m Int -> m ()
95−filter _ = IP.fold (FL.filter even FL.drain)
103+filter _ = Stream.fold (FL.filter even FL.drain)
96
104
97−{-# INLINE foldFilter #-}
105+{-# INLINE scanMaybe #-}
98−foldFilter :: Monad m => Int -> SerialT m Int -> m ()
106+scanMaybe :: Monad m => Int -> Stream m Int -> m ()
99−foldFilter _ = IP.fold (FL.foldFilter (FL.satisfy even) FL.drain)
107+scanMaybe _ = Stream.fold (FL.scanMaybe (FL.filtering even) FL.drain)
100
108
101−{-# INLINE foldFilter2 #-}
109+{-# INLINE scanMaybe2 #-}
102−foldFilter2 :: Monad m => Int -> SerialT m Int -> m ()
110+scanMaybe2 :: Monad m => Int -> Stream m Int -> m ()
103−foldFilter2 _ =
111+scanMaybe2 _ =
104− IP.fold
112+ Stream.fold
105− $ FL.foldFilter (FL.satisfy even)
113+ $ FL.scanMaybe (FL.filtering even)
106− $ FL.foldFilter (FL.satisfy odd) FL.drain
114+ $ FL.scanMaybe (FL.filtering odd) FL.drain
107
115
108-------------------------------------------------------------------------------
116-------------------------------------------------------------------------------
109-- Splitting by serial application
117-- Splitting by serial application
110-------------------------------------------------------------------------------
118-------------------------------------------------------------------------------
111
119
112{-# INLINE takeEndBy_ #-}
120{-# INLINE takeEndBy_ #-}
113−takeEndBy_ :: Monad m => Int -> SerialT m Int -> m ()
121+takeEndBy_ :: Monad m => Int -> Stream m Int -> m ()
114−takeEndBy_ value = IP.fold (FL.takeEndBy_ (>= value) FL.drain)
122+takeEndBy_ value = Stream.fold (FL.takeEndBy_ (>= value) FL.drain)
115
123
116{-# INLINE many #-}
124{-# INLINE many #-}
117−many :: Monad m => SerialT m Int -> m ()
125+many :: Monad m => Stream m Int -> m ()
118−many = IP.fold (FL.many (FL.take 1 FL.drain) FL.drain)
126+many = Stream.fold (FL.many (FL.take 1 FL.drain) FL.drain)
119
127
120{-# INLINE splitAllAny #-}
128{-# INLINE splitAllAny #-}
121−splitAllAny :: Monad m => Int -> SerialT m Int -> m (Bool, Bool)
129+splitAllAny :: Monad m => Int -> Stream m Int -> m (Bool, Bool)
122splitAllAny value =
130splitAllAny value =
123− IP.fold
131+ Stream.fold
124− (FL.serialWith (,)
132+ (FL.splitWith (,)
125 (FL.all (<= (value `div` 2)))
133 (FL.all (<= (value `div` 2)))
126 (FL.any (> value))
134 (FL.any (> value))
127 )
135 )
128
136
129−{-# INLINE serial_ #-}
137+{-# INLINE split_ #-}
130−serial_ :: Monad m => Int -> SerialT m Int -> m Bool
138+split_ :: Monad m => Int -> Stream m Int -> m Bool
131−serial_ value =
139+split_ value =
132− IP.fold
140+ Stream.fold
133− (FL.serial_
141+ (FL.split_
134 (FL.all (<= (value `div` 2)))
142 (FL.all (<= (value `div` 2)))
135 (FL.any (> value))
143 (FL.any (> value))
136 )
144 )
137
145
138{-# INLINE shortest #-}
146{-# INLINE shortest #-}
139−shortest :: Monad m => SerialT m Int -> m (Either Int Int)
147+shortest :: Monad m => Stream m Int -> m (Either Int Int)
140−shortest = IP.fold (FL.shortest FL.sum FL.length)
148+shortest = Stream.fold (FL.shortest FL.sum FL.length)
141
149
142{-# INLINE longest #-}
150{-# INLINE longest #-}
143−longest :: Monad m => SerialT m Int -> m (Either Int Int)
151+longest :: Monad m => Stream m Int -> m (Either Int Int)
144−longest = IP.fold (FL.longest FL.sum FL.length)
152+longest = Stream.fold (FL.longest FL.sum FL.length)
145
153
146{-# INLINE foldBreak #-}
154{-# INLINE foldBreak #-}
147−foldBreak :: Monad m => SerialT m Int -> m ()
155+foldBreak :: Monad m => Stream m Int -> m ()
148foldBreak s = do
156foldBreak s = do
149− (r, s1) <- IP.foldBreak (FL.take 1 FL.length) s
157+ (r, s1) <- Stream.foldBreak (FL.take 1 FL.length) s
150 when (r /= 0) $ foldBreak s1
158 when (r /= 0) $ foldBreak s1
151
159
152-------------------------------------------------------------------------------
160-------------------------------------------------------------------------------
@@ -154,12 +162,12 @@ foldBreak s = do
154-------------------------------------------------------------------------------
162-------------------------------------------------------------------------------
155
163
156{-# INLINE teeSumLength #-}
164{-# INLINE teeSumLength #-}
157−teeSumLength :: Monad m => SerialT m Int -> m (Int, Int)
165+teeSumLength :: Monad m => Stream m Int -> m (Int, Int)
158−teeSumLength = IP.fold (FL.teeWith (,) FL.sum FL.length)
166+teeSumLength = Stream.fold (FL.teeWith (,) FL.sum FL.length)
159
167
160{-# INLINE teeAllAny #-}
168{-# INLINE teeAllAny #-}
161−teeAllAny :: (Monad m, Ord a) => a -> SerialT m a -> m (Bool, Bool)
169+teeAllAny :: (Monad m, Ord a) => a -> Stream m a -> m (Bool, Bool)
162−teeAllAny value = IP.fold (FL.teeWith (,) all_ any_)
170+teeAllAny value = Stream.fold (FL.teeWith (,) all_ any_)
163
171
164 where
172 where
165
173
@@ -167,16 +175,16 @@ teeAllAny value = IP.fold (FL.teeWith (,) all_ any_)
167 any_ = FL.any (> value)
175 any_ = FL.any (> value)
168
176
169{-# INLINE teeWithFst #-}
177{-# INLINE teeWithFst #-}
170−teeWithFst :: Monad m => SerialT m Int -> m (Int, Int)
178+teeWithFst :: Monad m => Stream m Int -> m (Int, Int)
171−teeWithFst = IP.fold (FL.teeWithFst (,) FL.sum FL.length)
179+teeWithFst = Stream.fold (FL.teeWithFst (,) FL.sum FL.length)
172
180
173{-# INLINE teeWithMin #-}
181{-# INLINE teeWithMin #-}
174−teeWithMin :: Monad m => SerialT m Int -> m (Int, Int)
182+teeWithMin :: Monad m => Stream m Int -> m (Int, Int)
175−teeWithMin = IP.fold (FL.teeWithMin (,) FL.sum FL.length)
183+teeWithMin = Stream.fold (FL.teeWithMin (,) FL.sum FL.length)
176
184
177{-# INLINE distribute #-}
185{-# INLINE distribute #-}
178−distribute :: Monad m => SerialT m Int -> m [Int]
186+distribute :: Monad m => Stream m Int -> m [Int]
179−distribute = IP.fold (FL.distribute [FL.sum, FL.length])
187+distribute = Stream.fold (FL.distribute [FL.sum, FL.length])
180
188
181-------------------------------------------------------------------------------
189-------------------------------------------------------------------------------
182-- Partitioning
190-- Partitioning
@@ -187,88 +195,88 @@ oddEven :: Int -> Either Int Int
187oddEven x = if odd x then Left x else Right x
195oddEven x = if odd x then Left x else Right x
188
196
189{-# INLINE partition #-}
197{-# INLINE partition #-}
190−partition :: Monad m => SerialT m Int -> m (Int, Int)
198+partition :: Monad m => Stream m Int -> m (Int, Int)
191−partition = IP.fold $ FL.lmap oddEven (FL.partition FL.sum FL.length)
199+partition = Stream.fold $ FL.lmap oddEven (FL.partition FL.sum FL.length)
192
200
193{-# INLINE partitionByFstM #-}
201{-# INLINE partitionByFstM #-}
194−partitionByFstM :: Monad m => SerialT m Int -> m (Int, Int)
202+partitionByFstM :: Monad m => Stream m Int -> m (Int, Int)
195partitionByFstM =
203partitionByFstM =
196− IP.fold (FL.partitionByFstM (return . oddEven) FL.sum FL.length)
204+ Stream.fold (FL.partitionByFstM (return . oddEven) FL.sum FL.length)
197
205
198{-# INLINE partitionByMinM #-}
206{-# INLINE partitionByMinM #-}
199−partitionByMinM :: Monad m => SerialT m Int -> m (Int, Int)
207+partitionByMinM :: Monad m => Stream m Int -> m (Int, Int)
200partitionByMinM =
208partitionByMinM =
201− IP.fold (FL.partitionByMinM (return . oddEven) FL.sum FL.length)
209+ Stream.fold (FL.partitionByMinM (return . oddEven) FL.sum FL.length)
202−
210+
203−{-# INLINE demuxWith #-}
211+{-# INLINE demuxToMap #-}
204−demuxWith :: (Monad m, Ord k) =>
212+demuxToMap :: (Monad m, Ord k) =>
205− (a -> k) -> (a -> m (Fold m a b)) -> SerialT m a -> m (Map k b)
213+ (a -> k) -> (a -> m (Fold m a b)) -> Stream m a -> m (Map k b)
206−demuxWith f g = S.fold (FL.demuxWith f g)
214+demuxToMap f g = Stream.fold (FL.demuxToContainer f g)
207−
215+
208−{-# INLINE demuxWithInt #-}
216+{-# INLINE demuxToIntMap #-}
209−demuxWithInt :: Monad m =>
217+demuxToIntMap :: Monad m =>
210− (a -> Int) -> (a -> m (Fold m a b)) -> SerialT m a -> m (IntMap b)
218+ (a -> Int) -> (a -> m (Fold m a b)) -> Stream m a -> m (IntMap b)
211−demuxWithInt f g = S.fold (FL.demuxWith f g)
219+demuxToIntMap f g = Stream.fold (FL.demuxToContainer f g)
212−
220+
213−{-# INLINE demuxWithHash #-}
221+{-# INLINE demuxToHashMap #-}
214−demuxWithHash :: (Monad m, Ord k, Hashable k) =>
222+demuxToHashMap :: (Monad m, Hashable k) =>
215− (a -> k) -> (a -> m (Fold m a b)) -> SerialT m a -> m (HashMap k b)
223+ (a -> k) -> (a -> m (Fold m a b)) -> Stream m a -> m (HashMap k b)
216−demuxWithHash f g = S.fold (FL.demuxWith f g)
224+demuxToHashMap f g = Stream.fold (FL.demuxToContainer f g)
217−
225+
218−{-# INLINE demuxMutWith #-}
226+{-# INLINE demuxToMapIO #-}
219−demuxMutWith :: (MonadIO m, Ord k) =>
227+demuxToMapIO :: (MonadIO m, Ord k) =>
220− (a -> k) -> (a -> m (Fold m a b)) -> SerialT m a -> m (Map k b)
228+ (a -> k) -> (a -> m (Fold m a b)) -> Stream m a -> m (Map k b)
221−demuxMutWith f g = S.fold (FL.demuxMutWith f g)
229+demuxToMapIO f g = Stream.fold (FL.demuxToContainerIO f g)
222−
230+
223−{-# INLINE demuxMutWithHash #-}
231+{-# INLINE demuxToHashMapIO #-}
224−demuxMutWithHash :: (MonadIO m, Ord k, Hashable k) =>
232+demuxToHashMapIO :: (MonadIO m, Hashable k) =>
225− (a -> k) -> (a -> m (Fold m a b)) -> SerialT m a -> m (HashMap k b)
233+ (a -> k) -> (a -> m (Fold m a b)) -> Stream m a -> m (HashMap k b)
226−demuxMutWithHash f g = S.fold (FL.demuxMutWith f g)
234+demuxToHashMapIO f g = Stream.fold (FL.demuxToContainerIO f g)
227−
235+
228−{-# INLINE classifyWith #-}
236+{-# INLINE toMap #-}
229−classifyWith ::
237+toMap ::
230− (Monad m, Ord k, Num a) => (a -> k) -> SerialT m a -> m (Map k a)
238+ (Monad m, Ord k, Num a) => (a -> k) -> Stream m a -> m (Map k a)
231−classifyWith f = S.fold (FL.classifyWith f FL.sum)
239+toMap f = Stream.fold (FL.toContainer f FL.sum)
232−
240+
233−{-# INLINE classifyWithInt #-}
241+{-# INLINE toIntMap #-}
234−classifyWithInt ::
242+toIntMap ::
235− (MonadIO m, Num a) => (a -> Int) -> SerialT m a -> m (IntMap a)
243+ (Monad m, Num a) => (a -> Int) -> Stream m a -> m (IntMap a)
236−classifyWithInt f = S.fold (FL.classifyWith f FL.sum)
244+toIntMap f = Stream.fold (FL.toContainer f FL.sum)
237−
245+
238−{-# INLINE classifyMutWith #-}
246+{-# INLINE toMapIO #-}
239−classifyMutWith ::
247+toMapIO ::
240− (MonadIO m, Ord k, Num a) => (a -> k) -> SerialT m a -> m (Map k a)
248+ (MonadIO m, Ord k, Num a) => (a -> k) -> Stream m a -> m (Map k a)
241−classifyMutWith f = S.fold (FL.classifyMutWith f FL.sum)
249+toMapIO f = Stream.fold (FL.toContainerIO f FL.sum)
242−
250+
243−{-# INLINE classifyMutWithInt #-}
251+{-# INLINE toIntMapIO #-}
244−classifyMutWithInt ::
252+toIntMapIO ::
245− (MonadIO m, Num a) => (a -> Int) -> SerialT m a -> m (IntMap a)
253+ (MonadIO m, Num a) => (a -> Int) -> Stream m a -> m (IntMap a)
246−classifyMutWithInt f = S.fold (FL.classifyMutWith f FL.sum)
254+toIntMapIO f = Stream.fold (FL.toContainerIO f FL.sum)
247−
255+
248−{-# INLINE classifyMutWithHash #-}
256+{-# INLINE toHashMapIO #-}
249−classifyMutWithHash :: (MonadIO m, Ord k, Num a, Hashable k) =>
257+toHashMapIO :: (MonadIO m, Ord k, Num a, Hashable k) =>
250− (a -> k) -> SerialT m a -> m (HashMap k a)
258+ (a -> k) -> Stream m a -> m (HashMap k a)
251−classifyMutWithHash f = S.fold (FL.classifyMutWith f FL.sum)
259+toHashMapIO f = Stream.fold (Fold.toHashMapIO f FL.sum)
252
260
253-------------------------------------------------------------------------------
261-------------------------------------------------------------------------------
254-- unzip
262-- unzip
255-------------------------------------------------------------------------------
263-------------------------------------------------------------------------------
256
264
257{-# INLINE unzip #-}
265{-# INLINE unzip #-}
258−unzip :: Monad m => SerialT m Int -> m (Int, Int)
266+unzip :: Monad m => Stream m Int -> m (Int, Int)
259−unzip = IP.fold $ FL.lmap (\a -> (a, a)) (FL.unzip FL.sum FL.length)
267+unzip = Stream.fold $ FL.lmap (\a -> (a, a)) (FL.unzip FL.sum FL.length)
260
268
261{-# INLINE unzipWithFstM #-}
269{-# INLINE unzipWithFstM #-}
262−unzipWithFstM :: Monad m => SerialT m Int -> m (Int, Int)
270+unzipWithFstM :: Monad m => Stream m Int -> m (Int, Int)
263unzipWithFstM = do
271unzipWithFstM = do
264− let f = \a -> return (a + 1, a)
272+ let f a = return (a + 1, a)
265− IP.fold (FL.unzipWithFstM f FL.sum FL.length)
273+ Stream.fold (FL.unzipWithFstM f FL.sum FL.length)
266
274
267{-# INLINE unzipWithMinM #-}
275{-# INLINE unzipWithMinM #-}
268−unzipWithMinM :: Monad m => SerialT m Int -> m (Int, Int)
276+unzipWithMinM :: Monad m => Stream m Int -> m (Int, Int)
269unzipWithMinM = do
277unzipWithMinM = do
270− let f = \a -> return (a + 1, a)
278+ let f a = return (a + 1, a)
271− IP.fold (FL.unzipWithMinM f FL.sum FL.length)
279+ Stream.fold (FL.unzipWithMinM f FL.sum FL.length)
272
280
273-------------------------------------------------------------------------------
281-------------------------------------------------------------------------------
274-- Nested
282-- Nested
@@ -278,8 +286,8 @@ unzipWithMinM = do
278unfoldMany :: Int -> Benchmarkable
286unfoldMany :: Int -> Benchmarkable
279unfoldMany val =
287unfoldMany val =
280 nfIO
288 nfIO
281− $ IP.fold (FL.unfoldMany (Unfold.replicateM val) FL.drain)
289+ $ Stream.fold (FL.unfoldMany Unfold.replicateM FL.drain)
282− $ IP.fromPure (randomRIO (1, 1 :: Int))
290+ $ Stream.fromPure (val, randomRIO (1, 1 :: Int))
283
291
284-------------------------------------------------------------------------------
292-------------------------------------------------------------------------------
285-- Benchmarks
293-- Benchmarks
@@ -288,106 +296,113 @@ unfoldMany val =
288moduleName :: String
296moduleName :: String
289moduleName = "Data.Fold"
297moduleName = "Data.Fold"
290
298
299+instance NFData (MutArray a) where
300+ {-# INLINE rnf #-}
301+ rnf _ = ()
302+
303+instance NFData a => NFData (Stream Identity a) where
304+ {-# INLINE rnf #-}
305+ rnf xs = runIdentity $ Stream.fold (FL.foldl' (\_ x -> rnf x) ()) xs
306+
291o_1_space_serial_elimination :: Int -> [Benchmark]
307o_1_space_serial_elimination :: Int -> [Benchmark]
292o_1_space_serial_elimination value =
308o_1_space_serial_elimination value =
293 [ bgroup "elimination"
309 [ bgroup "elimination"
294− [ benchIOSink value "drain" (S.fold FL.drain)
310+ [ benchIOSink value "drain" (Stream.fold FL.drain)
295− , benchIOSink value "drainBy" (S.fold (FL.drainBy return))
311+ , benchIOSink value "drainBy" (Stream.fold (FL.drainBy return))
296− , benchIOSink value "drainN" (S.fold (FL.drainN value))
312+ , benchIOSink value "drainN" (Stream.fold (FL.drainN value))
297− , benchIOSink value "last" (S.fold FL.last)
313+ , benchIOSink value "last" (Stream.fold FL.last)
298− , benchIOSink value "nub" (S.fold FL.nub)
299− , benchIOSink value "length" (S.fold FL.length)
314+ , benchIOSink value "length" (Stream.fold FL.length)
300− , benchIOSink value "top" (S.fold $ FL.top 10)
315+ , benchIOSink value "top" (Stream.fold $ FL.top 10)
301− , benchIOSink value "bottom" (S.fold $ FL.bottom 10)
316+ , benchIOSink value "bottom" (Stream.fold $ FL.bottom 10)
302− , benchIOSink value "sum" (S.fold FL.sum)
317+ , benchIOSink value "sum" (Stream.fold FL.sum)
303− , benchIOSink value "sum (foldMap)" (S.fold (FL.foldMap Sum))
318+ , benchIOSink value "sum (foldMap)" (Stream.fold (FL.foldMap Sum))
304− , benchIOSink value "product" (S.fold FL.product)
319+ , benchIOSink value "product" (Stream.fold FL.product)
305− , benchIOSink value "maximumBy" (S.fold (FL.maximumBy compare))
320+ , benchIOSink value "maximumBy" (Stream.fold (FL.maximumBy compare))
306− , benchIOSink value "maximum" (S.fold FL.maximum)
321+ , benchIOSink value "maximum" (Stream.fold FL.maximum)
307− , benchIOSink value "minimumBy" (S.fold (FL.minimumBy compare))
322+ , benchIOSink value "minimumBy" (Stream.fold (FL.minimumBy compare))
308− , benchIOSink value "minimum" (S.fold FL.minimum)
323+ , benchIOSink value "minimum" (Stream.fold FL.minimum)
309 , benchIOSink
324 , benchIOSink
310 value
325 value
311 "mean"
326 "mean"
312− (S.fold FL.mean . S.map (fromIntegral :: Int -> Double))
327+ (Stream.fold FL.mean . fmap (fromIntegral :: Int -> Double))
313 , benchIOSink
328 , benchIOSink
314 value
329 value
315 "variance"
330 "variance"
316− (S.fold FL.variance . S.map (fromIntegral :: Int -> Double))
331+ (Stream.fold FL.variance . fmap (fromIntegral :: Int -> Double))
317 , benchIOSink
332 , benchIOSink
318 value
333 value
319 "stdDev"
334 "stdDev"
320− (S.fold FL.stdDev . S.map (fromIntegral :: Int -> Double))
335+ (Stream.fold FL.stdDev . fmap (fromIntegral :: Int -> Double))
321 , benchIOSink
336 , benchIOSink
322 value
337 value
323 "mconcat"
338 "mconcat"
324− (S.fold FL.mconcat . S.map (Last . Just))
339+ (Stream.fold FL.mconcat . fmap (Last . Just))
325 , benchIOSink
340 , benchIOSink
326 value
341 value
327 "foldMap"
342 "foldMap"
328− (S.fold (FL.foldMap (Last . Just)))
343+ (Stream.fold (FL.foldMap (Last . Just)))
329 , benchIOSink
344 , benchIOSink
330 value
345 value
331 "foldMapM"
346 "foldMapM"
332− (S.fold (FL.foldMapM (return . Last . Just)))
347+ (Stream.fold (FL.foldMapM (return . Last . Just)))
333− , benchIOSink value "index" (S.fold (FL.index (value + 1)))
348+ , benchIOSink value "index" (Stream.fold (FL.index (value + 1)))
334− , benchIOSink value "head" (S.fold FL.head)
349+ , benchIOSink value "head" (Stream.fold FL.head)
335− , benchIOSink value "find" (S.fold (FL.find (== (value + 1))))
350+ , benchIOSink value "find" (Stream.fold (FL.find (== (value + 1))))
336 , benchIOSink
351 , benchIOSink
337 value
352 value
338 "lookup"
353 "lookup"
339− (S.fold (FL.lmap (\a -> (a, a)) (FL.lookup (value + 1))))
354+ (Stream.fold (FL.lmap (\a -> (a, a)) (FL.lookup (value + 1))))
340 , benchIOSink
355 , benchIOSink
341 value
356 value
342 "findIndex"
357 "findIndex"
343− (S.fold (FL.findIndex (== (value + 1))))
358+ (Stream.fold (FL.findIndex (== (value + 1))))
344 , benchIOSink
359 , benchIOSink
345 value
360 value
346 "elemIndex"
361 "elemIndex"
347− (S.fold (FL.elemIndex (value + 1)))
362+ (Stream.fold (FL.elemIndex (value + 1)))
348− , benchIOSink value "null" (S.fold FL.null)
363+ , benchIOSink value "null" (Stream.fold FL.null)
349− , benchIOSink value "elem" (S.fold (FL.elem (value + 1)))
364+ , benchIOSink value "elem" (Stream.fold (FL.elem (value + 1)))
350− , benchIOSink value "notElem" (S.fold (FL.notElem (value + 1)))
365+ , benchIOSink value "notElem" (Stream.fold (FL.notElem (value + 1)))
351 , benchIOSink value "all" $ all value
366 , benchIOSink value "all" $ all value
352 , benchIOSink value "any" $ any value
367 , benchIOSink value "any" $ any value
353 , benchIOSink value "take" $ take value
368 , benchIOSink value "take" $ take value
354 , benchIOSink value "takeEndBy_" $ takeEndBy_ value
369 , benchIOSink value "takeEndBy_" $ takeEndBy_ value
355− , benchIOSink value "and" (S.fold FL.and . S.map (<= (value + 1)))
370+ , benchIOSink value "and" (Stream.fold FL.and . fmap (<= (value + 1)))
356− , benchIOSink value "or" (S.fold FL.or . S.map (> (value + 1)))
371+ , benchIOSink value "or" (Stream.fold FL.or . fmap (> (value + 1)))
357 ]
372 ]
358 ]
373 ]
359
374
360o_1_space_serial_transformation :: Int -> [Benchmark]
375o_1_space_serial_transformation :: Int -> [Benchmark]
361o_1_space_serial_transformation value =
376o_1_space_serial_transformation value =
362 [ bgroup "transformation"
377 [ bgroup "transformation"
363− [ benchIOSink value "map" (S.fold (FL.lmap (+ 1) FL.drain))
378+ [ benchIOSink value "map" (Stream.fold (FL.lmap (+ 1) FL.drain))
364 , let f x = if even x then Just x else Nothing
379 , let f x = if even x then Just x else Nothing
365 fld = FL.mapMaybe f FL.drain
380 fld = FL.mapMaybe f FL.drain
366− in benchIOSink value "mapMaybe" (S.fold fld)
381+ in benchIOSink value "mapMaybe" (Stream.fold fld)
367 , benchIOSink
382 , benchIOSink
368 value
383 value
369 "rsequence"
384 "rsequence"
370− (S.fold (FL.rmapM id (return <$> FL.drain)))
385+ (Stream.fold (FL.rmapM id (return <$> FL.drain)))
371− , benchIOSink value "rmapM" (S.fold (FL.rmapM return FL.drain))
386+ , benchIOSink value "rmapM" (Stream.fold (FL.rmapM return FL.drain))
372 , benchIOSink
387 , benchIOSink
373 value
388 value
374 "pipe-mapM"
389 "pipe-mapM"
375− (S.fold
390+ (Stream.fold
376 (FL.transform
391 (FL.transform
377 (Pipe.mapM (\x -> return $ x + 1))
392 (Pipe.mapM (\x -> return $ x + 1))
378 FL.drain))
393 FL.drain))
379 , benchIOSink
394 , benchIOSink
380 value
395 value
381 "fold-scan"
396 "fold-scan"
382− (S.fold $ FL.scan FL.sum FL.drain)
397+ (Stream.fold $ FL.scan FL.sum FL.drain)
383 , benchIOSink
398 , benchIOSink
384 value
399 value
385 "fold-scanMany"
400 "fold-scanMany"
386− (S.fold $ FL.scanMany (FL.take 2 FL.drain) FL.drain)
401+ (Stream.fold $ FL.scanMany (FL.take 2 FL.drain) FL.drain)
387 , benchIOSink
402 , benchIOSink
388 value
403 value
389 "fold-postscan"
404 "fold-postscan"
390− (S.fold $ FL.postscan FL.sum FL.drain)
405+ (Stream.fold $ FL.postscan FL.sum FL.drain)
391 ]
406 ]
392 ]
407 ]
393
408
@@ -396,11 +411,11 @@ o_1_space_serial_composition value =
396 [ bgroup
411 [ bgroup
397 "composition"
412 "composition"
398 [ benchIOSink value "filter even" $ filter value
413 [ benchIOSink value "filter even" $ filter value
399− , benchIOSink value "foldFilter even" $ foldFilter value
414+ , benchIOSink value "scanMaybe even" $ scanMaybe value
400− , benchIOSink value "foldFilter even, odd" $ foldFilter2 value
415+ , benchIOSink value "scanMaybe even, odd" $ scanMaybe2 value
401 , benchIOSink value "foldBreak (recursive)" foldBreak
416 , benchIOSink value "foldBreak (recursive)" foldBreak
402− , benchIOSink value "serialWith (all, any)" $ splitAllAny value
417+ , benchIOSink value "splitWith (all, any)" $ splitAllAny value
403− , benchIOSink value "serial_ (all, any)" $ serial_ value
418+ , benchIOSink value "split_ (all, any)" $ split_ value
404 , benchIOSink value "tee (all, any)" $ teeAllAny value
419 , benchIOSink value "tee (all, any)" $ teeAllAny value
405 , benchIOSink value "many drain (take 1)" many
420 , benchIOSink value "many drain (take 1)" many
406 , bench "unfoldMany" $ unfoldMany value
421 , bench "unfoldMany" $ unfoldMany value
@@ -421,7 +436,7 @@ o_1_space_serial_composition value =
421
436
422o_n_space_serial :: Int -> [Benchmark]
437o_n_space_serial :: Int -> [Benchmark]
423o_n_space_serial value =
438o_n_space_serial value =
424− [ benchIOSink value "sequence_/100" $ S.fold (sequence_ (value `div` 100))
439+ [ benchIOSink value "sequence_/100" $ Stream.fold (sequence_ (value `div` 100))
425 ]
440 ]
426
441
427o_n_heap_serial :: Int -> [Benchmark]
442o_n_heap_serial :: Int -> [Benchmark]
@@ -430,49 +445,50 @@ o_n_heap_serial value =
430 -- Left folds for building a structure are inherently non-streaming
445 -- Left folds for building a structure are inherently non-streaming
431 -- as the structure cannot be lazily consumed until fully built.
446 -- as the structure cannot be lazily consumed until fully built.
432 [
447 [
433− benchIOSink value "toList" (S.fold FL.toList)
448+ benchIOSink value "toList" (Stream.fold FL.toList)
434− , benchIOSink value "toListRev" (S.fold FL.toListRev)
449+ , benchIOSink value "toListRev" (Stream.fold FL.toListRev)
435 , benchIOSink value "toStream"
450 , benchIOSink value "toStream"
436− (S.fold FL.toStream
451+ (Stream.fold FL.toStream
437− :: SerialT IO a -> IO (SerialT Identity a))
452+ :: Stream IO a -> IO (Stream Identity a))
438 , benchIOSink value "toStreamRev"
453 , benchIOSink value "toStreamRev"
439− (S.fold FL.toStreamRev
454+ (Stream.fold FL.toStreamRev
440− :: SerialT IO a -> IO (SerialT Identity a))
455+ :: Stream IO a -> IO (Stream Identity a))
456+ , benchIOSink value "nub" (Stream.fold FL.nub)
441 ]
457 ]
442 , bgroup "key-value"
458 , bgroup "key-value"
443 [
459 [
444− benchIOSink value "demuxWith (64 buckets) [sum, length]"
460+ benchIOSink value "demuxToMap (64 buckets) [sum, length]"
445− $ demuxWith (getKey 64) (getFold . getKey 64)
461+ $ demuxToMap (getKey 64) (getFold . getKey 64)
446− , benchIOSink value "demuxWithInt (64 buckets) [sum, length]"
462+ , benchIOSink value "demuxToIntMap (64 buckets) [sum, length]"
447− $ demuxWithInt (getKey 64) (getFold . getKey 64)
463+ $ demuxToIntMap (getKey 64) (getFold . getKey 64)
448− , benchIOSink value "demuxWithHash (64 buckets) [sum, length]"
464+ , benchIOSink value "demuxToHashMap (64 buckets) [sum, length]"
449− $ demuxWithHash (getKey 64) (getFold . getKey 64)
465+ $ demuxToHashMap (getKey 64) (getFold . getKey 64)
450− , benchIOSink value "demuxMutWith (64 buckets) [sum, length]"
466+ , benchIOSink value "demuxToMapIO (64 buckets) [sum, length]"
451− $ demuxMutWith (getKey 64) (getFold . getKey 64)
467+ $ demuxToMapIO (getKey 64) (getFold . getKey 64)
452− , benchIOSink value "demuxMutWithHash (64 buckets) [sum, length]"
468+ , benchIOSink value "demuxToHashMapIO (64 buckets) [sum, length]"
453− $ demuxMutWithHash (getKey 64) (getFold . getKey 64)
469+ $ demuxToHashMapIO (getKey 64) (getFold . getKey 64)
454
470
455 -- classify: immutable
471 -- classify: immutable
456− , benchIOSink value "classifyWith (64 buckets) sum"
472+ , benchIOSink value "toMap (64 buckets) sum"
457− $ classifyWith (getKey 64)
473+ $ toMap (getKey 64)
458− , benchIOSink value "classifyWithInt (64 buckets) sum"
474+ , benchIOSink value "toIntMap (64 buckets) sum"
459− $ classifyWithInt (getKey 64)
475+ $ toIntMap (getKey 64)
460
476
461 -- classify: mutable cells
477 -- classify: mutable cells
462− , benchIOSink value "classifyMutWith (single bucket) sum"
478+ , benchIOSink value "toMapIO (single bucket) sum"
463− $ classifyMutWith (getKey 1)
479+ $ toMapIO (getKey 1)
464− , benchIOSink value "classifyMutWith (64 buckets) sum"
480+ , benchIOSink value "toMapIO (64 buckets) sum"
465− $ classifyMutWith (getKey 64)
481+ $ toMapIO (getKey 64)
466− , benchIOSink value "classifyMutWith (max buckets) sum"
482+ , benchIOSink value "toMapIO (max buckets) sum"
467− $ classifyMutWith (getKey value)
483+ $ toMapIO (getKey value)
468− , benchIOSink value "classifyMutWithInt (64 buckets) sum"
484+ , benchIOSink value "toIntMapIO (64 buckets) sum"
469− $ classifyMutWithInt (getKey 64)
485+ $ toIntMapIO (getKey 64)
470− , benchIOSink value "classifyMutWithHash (single bucket) sum"
486+ , benchIOSink value "toHashMapIO (single bucket) sum"
471− $ classifyMutWithHash (getKey 1)
487+ $ toHashMapIO (getKey 1)
472− , benchIOSink value "classifyMutWithHash (64 buckets) sum"
488+ , benchIOSink value "toHashMapIO (64 buckets) sum"
473− $ classifyMutWithHash (getKey 64)
489+ $ toHashMapIO (getKey 64)
474− , benchIOSink value "classifyMutWithHash (max buckets) sum"
490+ , benchIOSink value "toHashMapIO (max buckets) sum"
475− $ classifyMutWithHash (getKey value)
491+ $ toHashMapIO (getKey value)
476 ]
492 ]
477 ]
493 ]
478
494
@@ -491,7 +507,9 @@ o_n_heap_serial value =
491-------------------------------------------------------------------------------
507-------------------------------------------------------------------------------
492
508
493main :: IO ()
509main :: IO ()
510+main = do
511+#ifndef FUSION_CHECK
494−main = runWithCLIOpts defaultStreamSize allBenchmarks
512+ runWithCLIOpts defaultStreamSize allBenchmarks
495
513
496 where
514 where
497
515
@@ -504,3 +522,20 @@ main = runWithCLIOpts defaultStreamSize allBenchmarks
504 , bgroup (o_n_space_prefix moduleName) (o_n_space_serial value)
522 , bgroup (o_n_space_prefix moduleName) (o_n_space_serial value)
505 , bgroup (o_n_heap_prefix moduleName) (o_n_heap_serial value)
523 , bgroup (o_n_heap_prefix moduleName) (o_n_heap_serial value)
506 ]
524 ]
525+#else
526+ -- Enable FUSION_CHECK macro at the beginning of the file
527+ -- Enable one benchmark below, and run the benchmark
528+ -- Check the .dump-simpl output
529+ let value = 100000
530+ let input = source value 1
531+ let getKey buckets = (`mod` buckets)
532+ let getFold k =
533+ return $ case k of
534+ 0 -> FL.sum
535+ 1 -> FL.length
536+ _ -> FL.length
537+
538+ -- demuxToMap (getKey 64) (getFold . getKey 64) input
539+ toIntMapIO (getKey 64) input
540+ return ()
541+#endif
benchmark/Streamly/Benchmark/Data/Fold/Window.hs+79−61
@@ -1,26 +1,29 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1module Main (main) where
3module Main (main) where
2
4
3import Control.DeepSeq (NFData)
5import Control.DeepSeq (NFData)
4import Streamly.Data.Fold (Fold)
6import Streamly.Data.Fold (Fold)
5−import Streamly.Prelude (SerialT)
7+import Streamly.Internal.Data.Stream (Stream)
6import System.Random (randomRIO)
8import System.Random (randomRIO)
7
9
8import qualified Streamly.Data.Fold as Fold
10import qualified Streamly.Data.Fold as Fold
9−import qualified Streamly.Internal.Data.Ring.Foreign as Ring
11+import qualified Streamly.Internal.Data.Fold as Window
10−import qualified Streamly.Prelude as Stream
12+import qualified Streamly.Internal.Data.Ring as Ring
11−import qualified Streamly.Internal.Data.Fold.Window as Window
13+import qualified Streamly.Internal.Data.Stream as Stream
12
14
13−import Gauge
15+import Streamly.Benchmark.Common
16+import Test.Tasty.Bench
14
17
15{-# INLINE source #-}
18{-# INLINE source #-}
16−source :: (Monad m, Stream.IsStream t, Num a, Stream.Enumerable a) =>
19+source :: (Monad m, Num a, Stream.Enumerable a) =>
17− Int -> a -> t m a
20+ Int -> a -> Stream m a
18source len from =
21source len from =
19 Stream.enumerateFromThenTo from (from + 1) (from + fromIntegral len)
22 Stream.enumerateFromThenTo from (from + 1) (from + fromIntegral len)
20
23
21{-# INLINE sourceDescending #-}
24{-# INLINE sourceDescending #-}
22−sourceDescending :: (Monad m, Stream.IsStream t, Num a, Stream.Enumerable a) =>
25+sourceDescending :: (Monad m, Num a, Stream.Enumerable a) =>
23− Int -> a -> t m a
26+ Int -> a -> Stream m a
24sourceDescending len from =
27sourceDescending len from =
25 Stream.enumerateFromThenTo
28 Stream.enumerateFromThenTo
26 (from + fromIntegral len)
29 (from + fromIntegral len)
@@ -28,12 +31,12 @@ sourceDescending len from =
28 from
31 from
29
32
30{-# INLINE sourceDescendingInt #-}
33{-# INLINE sourceDescendingInt #-}
31−sourceDescendingInt :: (Monad m, Stream.IsStream t) => Int -> Int -> t m Int
34+sourceDescendingInt :: Monad m => Int -> Int -> Stream m Int
32sourceDescendingInt = sourceDescending
35sourceDescendingInt = sourceDescending
33
36
34{-# INLINE benchWith #-}
37{-# INLINE benchWith #-}
35benchWith :: (Num a, NFData b) =>
38benchWith :: (Num a, NFData b) =>
36− (Int -> a -> SerialT IO a) -> Int -> String -> Fold IO a b -> Benchmark
39+ (Int -> a -> Stream IO a) -> Int -> String -> Fold IO a b -> Benchmark
37benchWith src len name f =
40benchWith src len name f =
38 bench name
41 bench name
39 $ nfIO
42 $ nfIO
@@ -49,125 +52,140 @@ benchWithFoldInt = benchWith source
49
52
50{-# INLINE benchScanWith #-}
53{-# INLINE benchScanWith #-}
51benchScanWith :: Num a =>
54benchScanWith :: Num a =>
52− (Int -> a -> SerialT IO a) -> Int -> String -> Fold IO a b -> Benchmark
55+ (Int -> a -> Stream IO a) -> Int -> String -> Fold IO a b -> Benchmark
53benchScanWith src len name f =
56benchScanWith src len name f =
54 bench name
57 bench name
55 $ nfIO
58 $ nfIO
56 $ randomRIO (1, 1 :: Int)
59 $ randomRIO (1, 1 :: Int)
60+ >>= Stream.fold Fold.drain
57− >>= Stream.drain . Stream.postscan f . src len . fromIntegral
61+ . Stream.postscan f
62+ . src len
63+ . fromIntegral
58
64
59{-# INLINE benchWithPostscan #-}
65{-# INLINE benchWithPostscan #-}
60benchWithPostscan :: Int -> String -> Fold IO Double a -> Benchmark
66benchWithPostscan :: Int -> String -> Fold IO Double a -> Benchmark
61benchWithPostscan = benchScanWith source
67benchWithPostscan = benchScanWith source
62
68
63−{-# INLINE numElements #-}
69+o_1_space_folds :: Int -> [Benchmark]
64−numElements :: Int
70+o_1_space_folds numElements =
65−numElements = 100000
66−
67−main :: IO ()
68−main =
69− defaultMain
70− [ bgroup
71+ [ bgroup "fold"
71− "fold"
72 [ benchWithFold numElements "minimum (window size 100)"
72 [ benchWithFold numElements "minimum (window size 100)"
73− (Window.minimum 100)
73+ (Window.windowMinimum 100)
74 , benchWithFold numElements "minimum (window size 1000)"
74 , benchWithFold numElements "minimum (window size 1000)"
75− (Window.minimum 1000)
75+ (Window.windowMinimum 1000)
76 , benchWith sourceDescendingInt numElements
76 , benchWith sourceDescendingInt numElements
77 "minimum descending (window size 1000)"
77 "minimum descending (window size 1000)"
78− (Window.minimum 1000)
78+ (Window.windowMinimum 1000)
79
79
80 , benchWithFold numElements "maximum (window size 100)"
80 , benchWithFold numElements "maximum (window size 100)"
81− (Window.maximum 100)
81+ (Window.windowMaximum 100)
82 , benchWithFold numElements "maximum (window size 1000)"
82 , benchWithFold numElements "maximum (window size 1000)"
83− (Window.maximum 1000)
83+ (Window.windowMaximum 1000)
84 , benchWith sourceDescendingInt numElements
84 , benchWith sourceDescendingInt numElements
85 "maximum descending (window size 1000)"
85 "maximum descending (window size 1000)"
86− (Window.maximum 1000)
86+ (Window.windowMaximum 1000)
87
87
88 , benchWithFold numElements "range (window size 100)"
88 , benchWithFold numElements "range (window size 100)"
89− (Window.range 100)
89+ (Window.windowRange 100)
90 , benchWithFold numElements "range (window size 1000)"
90 , benchWithFold numElements "range (window size 1000)"
91− (Window.range 1000)
91+ (Window.windowRange 1000)
92 , benchWith sourceDescendingInt numElements
92 , benchWith sourceDescendingInt numElements
93 "range descending (window size 1000)"
93 "range descending (window size 1000)"
94− (Window.range 1000)
94+ (Window.windowRange 1000)
95
95
96 , benchWithFoldInt numElements "sumInt (window size 100)"
96 , benchWithFoldInt numElements "sumInt (window size 100)"
97− (Ring.slidingWindow 100 Window.sumInt)
97+ (Ring.slidingWindow 100 Window.windowSumInt)
98 , benchWithFoldInt numElements "sum for Int (window size 100)"
98 , benchWithFoldInt numElements "sum for Int (window size 100)"
99− (Ring.slidingWindow 100 Window.sum)
99+ (Ring.slidingWindow 100 Window.windowSum)
100 , benchWithFold numElements "sum (window size 100)"
100 , benchWithFold numElements "sum (window size 100)"
101− (Ring.slidingWindow 100 Window.sum)
101+ (Ring.slidingWindow 100 Window.windowSum)
102 , benchWithFold numElements "sum (window size 1000)"
102 , benchWithFold numElements "sum (window size 1000)"
103− (Ring.slidingWindow 1000 Window.sum)
103+ (Ring.slidingWindow 1000 Window.windowSum)
104 , benchWithFold numElements "sum (entire stream)"
104 , benchWithFold numElements "sum (entire stream)"
105− (Window.cumulative Window.sum)
105+ (Window.cumulative Window.windowSum)
106 , benchWithFold numElements "sum (Data.Fold)"
106 , benchWithFold numElements "sum (Data.Fold)"
107 Fold.sum
107 Fold.sum
108
108
109 , benchWithFold numElements "mean (window size 100)"
109 , benchWithFold numElements "mean (window size 100)"
110− (Ring.slidingWindow 100 Window.mean)
110+ (Ring.slidingWindow 100 Window.windowMean)
111 , benchWithFold numElements "mean (window size 1000)"
111 , benchWithFold numElements "mean (window size 1000)"
112− (Ring.slidingWindow 1000 Window.mean)
112+ (Ring.slidingWindow 1000 Window.windowMean)
113 , benchWithFold numElements "mean (entire stream)"
113 , benchWithFold numElements "mean (entire stream)"
114− (Window.cumulative Window.mean)
114+ (Window.cumulative Window.windowMean)
115 , benchWithFold numElements "mean (Data.Fold)"
115 , benchWithFold numElements "mean (Data.Fold)"
116 Fold.mean
116 Fold.mean
117
117
118 , benchWithFold numElements "powerSum 2 (window size 100)"
118 , benchWithFold numElements "powerSum 2 (window size 100)"
119− (Ring.slidingWindow 100 (Window.powerSum 2))
119+ (Ring.slidingWindow 100 (Window.windowPowerSum 2))
120 , benchWithFold numElements "powerSum 2 (entire stream)"
120 , benchWithFold numElements "powerSum 2 (entire stream)"
121− (Window.cumulative (Window.powerSum 2))
121+ (Window.cumulative (Window.windowPowerSum 2))
122
122
123 ]
123 ]
124+ ]
125+
126+o_1_space_scans :: Int -> [Benchmark]
127+o_1_space_scans numElements =
124− , bgroup
128+ [ bgroup "scan"
125− "scan"
126 [ benchWithPostscan numElements "minimum (window size 10)"
129 [ benchWithPostscan numElements "minimum (window size 10)"
127− (Window.minimum 10)
130+ (Window.windowMinimum 10)
128 -- Below window size 30 the linear search based impl performs better
131 -- Below window size 30 the linear search based impl performs better
129 -- than the dequeue based implementation.
132 -- than the dequeue based implementation.
130 , benchWithPostscan numElements "minimum (window size 30)"
133 , benchWithPostscan numElements "minimum (window size 30)"
131− (Window.minimum 30)
134+ (Window.windowMinimum 30)
132 , benchWithPostscan numElements "minimum (window size 1000)"
135 , benchWithPostscan numElements "minimum (window size 1000)"
133− (Window.minimum 1000)
136+ (Window.windowMinimum 1000)
134 , benchScanWith sourceDescendingInt numElements
137 , benchScanWith sourceDescendingInt numElements
135 "minimum descending (window size 1000)"
138 "minimum descending (window size 1000)"
136− (Window.minimum 1000)
139+ (Window.windowMinimum 1000)
137
140
138 , benchWithPostscan numElements "maximum (window size 10)"
141 , benchWithPostscan numElements "maximum (window size 10)"
139− (Window.maximum 10)
142+ (Window.windowMaximum 10)
140 , benchWithPostscan numElements "maximum (window size 30)"
143 , benchWithPostscan numElements "maximum (window size 30)"
141− (Window.maximum 30)
144+ (Window.windowMaximum 30)
142 , benchWithPostscan numElements "maximum (window size 1000)"
145 , benchWithPostscan numElements "maximum (window size 1000)"
143− (Window.maximum 1000)
146+ (Window.windowMaximum 1000)
144 , benchScanWith sourceDescendingInt numElements
147 , benchScanWith sourceDescendingInt numElements
145 "maximum descending (window size 1000)"
148 "maximum descending (window size 1000)"
146− (Window.maximum 1000)
149+ (Window.windowMaximum 1000)
147
150
148 , benchWithPostscan numElements "range (window size 10)"
151 , benchWithPostscan numElements "range (window size 10)"
149− (Window.range 10)
152+ (Window.windowRange 10)
150 , benchWithPostscan numElements "range (window size 30)"
153 , benchWithPostscan numElements "range (window size 30)"
151− (Window.range 30)
154+ (Window.windowRange 30)
152 , benchWithPostscan numElements "range (window size 1000)"
155 , benchWithPostscan numElements "range (window size 1000)"
153− (Window.range 1000)
156+ (Window.windowRange 1000)
154 , benchScanWith sourceDescendingInt numElements
157 , benchScanWith sourceDescendingInt numElements
155 "range descending (window size 1000)"
158 "range descending (window size 1000)"
156− (Window.range 1000)
159+ (Window.windowRange 1000)
157
160
158 , benchWithPostscan numElements "sum (window size 100)"
161 , benchWithPostscan numElements "sum (window size 100)"
159− (Ring.slidingWindow 100 Window.sum)
162+ (Ring.slidingWindow 100 Window.windowSum)
160 , benchWithPostscan numElements "sum (window size 1000)"
163 , benchWithPostscan numElements "sum (window size 1000)"
161− (Ring.slidingWindow 1000 Window.sum)
164+ (Ring.slidingWindow 1000 Window.windowSum)
162
165
163 , benchWithPostscan numElements "mean (window size 100)"
166 , benchWithPostscan numElements "mean (window size 100)"
164− (Ring.slidingWindow 100 Window.mean)
167+ (Ring.slidingWindow 100 Window.windowMean)
165 , benchWithPostscan numElements "mean (window size 1000)"
168 , benchWithPostscan numElements "mean (window size 1000)"
166− (Ring.slidingWindow 1000 Window.mean)
169+ (Ring.slidingWindow 1000 Window.windowMean)
167
170
168 , benchWithPostscan numElements "powerSum 2 (window size 100)"
171 , benchWithPostscan numElements "powerSum 2 (window size 100)"
169− (Ring.slidingWindow 100 (Window.powerSum 2))
172+ (Ring.slidingWindow 100 (Window.windowPowerSum 2))
170 , benchWithPostscan numElements "powerSum 2 (window size 1000)"
173 , benchWithPostscan numElements "powerSum 2 (window size 1000)"
171− (Ring.slidingWindow 1000 (Window.powerSum 2))
174+ (Ring.slidingWindow 1000 (Window.windowPowerSum 2))
172 ]
175 ]
173 ]
176 ]
177+
178+moduleName :: String
179+moduleName = "Data.Fold.Window"
180+
181+main :: IO ()
182+main = runWithCLIOpts defaultStreamSize allBenchmarks
183+
184+ where
185+
186+ allBenchmarks value =
187+ [ bgroup (o_1_space_prefix moduleName) $ concat
188+ [ o_1_space_folds value
189+ , o_1_space_scans value
190+ ]
191+ ]
benchmark/Streamly/Benchmark/Data/Array/Foreign/Mut.hs → benchmark/Streamly/Benchmark/Data/MutArray.hsrenamed+35−25
@@ -1,5 +1,8 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+{-# OPTIONS_GHC -Wno-orphans #-}
3+
1-- |
4-- |
2−-- Module : Streamly.Benchmark.Data.Array.Foreign.Mut
5+-- Module : Streamly.Benchmark.Data.Array.Unboxed.Mut
3-- Copyright : (c) 2021 Composewell Technologies
6-- Copyright : (c) 2021 Composewell Technologies
4-- License : BSD-3-Clause
7-- License : BSD-3-Clause
5-- Maintainer : streamly@composewell.com
8-- Maintainer : streamly@composewell.com
@@ -20,7 +23,6 @@
20import Control.DeepSeq (NFData(..))
23import Control.DeepSeq (NFData(..))
21import Control.Monad.IO.Class (MonadIO)
24import Control.Monad.IO.Class (MonadIO)
22import Data.Functor ((<&>))
25import Data.Functor ((<&>))
23−import Streamly.Prelude (MonadAsync, SerialT, IsStream)
24import System.Random (randomRIO)
26import System.Random (randomRIO)
25import Prelude
27import Prelude
26 ( IO
28 ( IO
@@ -36,19 +38,25 @@ import Prelude
36 , (||)
38 , (||)
37 , concat
39 , concat
38 , const
40 , const
41+ , fmap
39 , id
42 , id
40 , undefined
43 , undefined
41 )
44 )
45+import Streamly.Internal.Data.MutArray (MutArray)
42
46
43−import qualified Streamly.Internal.Data.Array.Unboxed as Array
47+import qualified Streamly.Internal.Data.Array as Array
44−import qualified Streamly.Internal.Data.Array.Unboxed.Mut as MArray
48+import qualified Streamly.Internal.Data.MutArray as MArray
45−import qualified Streamly.Internal.Data.Stream.Type as Stream
49+import qualified Streamly.Internal.Data.Fold as Fold
46−import qualified Streamly.Prelude as Stream
50+import qualified Streamly.Internal.Data.Stream as Stream
47
51
48−import Gauge
52+import Test.Tasty.Bench
49import Streamly.Benchmark.Common hiding (benchPureSrc)
53import Streamly.Benchmark.Common hiding (benchPureSrc)
50
54
51−type Stream = MArray.Array
55+type Stream = MutArray
56+
57+instance NFData (MutArray a) where
58+ {-# INLINE rnf #-}
59+ rnf _ = ()
52
60
53-------------------------------------------------------------------------------
61-------------------------------------------------------------------------------
54-- Benchmark helpers
62-- Benchmark helpers
@@ -77,6 +85,9 @@ benchIOSink value name = benchIO' name (sourceIntFromTo value)
77benchIOSrc :: String -> (Int -> IO (Stream a)) -> Benchmark
85benchIOSrc :: String -> (Int -> IO (Stream a)) -> Benchmark
78benchIOSrc name src = benchIO name src id
86benchIOSrc name src = benchIO name src id
79
87
88+drain :: Monad m => Stream.Stream m a -> m ()
89+drain = Stream.fold Fold.drain
90+
80-------------------------------------------------------------------------------
91-------------------------------------------------------------------------------
81-- Bench Ops
92-- Bench Ops
82-------------------------------------------------------------------------------
93-------------------------------------------------------------------------------
@@ -113,7 +124,7 @@ sourceIntFromToFromStream value n =
113 Stream.fold MArray.write $ Stream.enumerateFromTo n (n + value)
124 Stream.fold MArray.write $ Stream.enumerateFromTo n (n + value)
114
125
115{-# INLINE sourceUnfoldrM #-}
126{-# INLINE sourceUnfoldrM #-}
116−sourceUnfoldrM :: (IsStream t, MonadAsync m) => Int -> Int -> t m Int
127+sourceUnfoldrM :: Monad m => Int -> Int -> Stream.Stream m Int
117sourceUnfoldrM value n = Stream.unfoldrM step n
128sourceUnfoldrM value n = Stream.unfoldrM step n
118 where
129 where
119 step cnt =
130 step cnt =
@@ -138,7 +149,7 @@ composeN n f x =
138
149
139{-# INLINE scanl' #-}
150{-# INLINE scanl' #-}
140scanl' :: MonadIO m => Int -> Int -> Stream Int -> m (Stream Int)
151scanl' :: MonadIO m => Int -> Int -> Stream Int -> m (Stream Int)
141−scanl' value n = composeN n $ onArray value $ Stream.scanl' (+) 0
152+scanl' value n = composeN n $ onArray value $ Stream.scan (Fold.foldl' (+) 0)
142
153
143{-# INLINE scanl1' #-}
154{-# INLINE scanl1' #-}
144scanl1' :: MonadIO m => Int -> Int -> Stream Int -> m (Stream Int)
155scanl1' :: MonadIO m => Int -> Int -> Stream Int -> m (Stream Int)
@@ -146,15 +157,15 @@ scanl1' value n = composeN n $ onArray value $ Stream.scanl1' (+)
146
157
147{-# INLINE map #-}
158{-# INLINE map #-}
148map :: MonadIO m => Int -> Int -> Stream Int -> m (Stream Int)
159map :: MonadIO m => Int -> Int -> Stream Int -> m (Stream Int)
149−map value n = composeN n $ onArray value $ Stream.map (+ 1)
160+map value n = composeN n $ onArray value $ fmap (+ 1)
150
161
151{-# INLINE onArray #-}
162{-# INLINE onArray #-}
152onArray
163onArray
153− :: MonadIO m => Int -> (Stream.SerialT m Int -> Stream.SerialT m Int)
164+ :: MonadIO m => Int -> (Stream.Stream m Int -> Stream.Stream m Int)
154 -> Stream Int
165 -> Stream Int
155 -> m (Stream Int)
166 -> m (Stream Int)
156onArray value f arr =
167onArray value f arr =
157− Stream.fold (MArray.writeN value) $ f $ Stream.unfold MArray.read arr
168+ Stream.fold (MArray.writeN value) $ f $ Stream.unfold MArray.reader arr
158
169
159-------------------------------------------------------------------------------
170-------------------------------------------------------------------------------
160-- Elimination
171-- Elimination
@@ -162,24 +173,23 @@ onArray value f arr =
162
173
163{-# INLINE unfoldReadDrain #-}
174{-# INLINE unfoldReadDrain #-}
164unfoldReadDrain :: MonadIO m => Stream Int -> m ()
175unfoldReadDrain :: MonadIO m => Stream Int -> m ()
165−unfoldReadDrain = Stream.drain . Stream.unfold MArray.read
176+unfoldReadDrain = drain . Stream.unfold MArray.reader
166
177
167{-# INLINE unfoldReadRevDrain #-}
178{-# INLINE unfoldReadRevDrain #-}
168unfoldReadRevDrain :: MonadIO m => Stream Int -> m ()
179unfoldReadRevDrain :: MonadIO m => Stream Int -> m ()
169−unfoldReadRevDrain = Stream.drain . Stream.unfold MArray.readRev
180+unfoldReadRevDrain = drain . Stream.unfold MArray.readerRev
170
181
171{-# INLINE toStreamDRevDrain #-}
182{-# INLINE toStreamDRevDrain #-}
172toStreamDRevDrain :: MonadIO m => Stream Int -> m ()
183toStreamDRevDrain :: MonadIO m => Stream Int -> m ()
173−toStreamDRevDrain =
184+toStreamDRevDrain = drain . MArray.readRev
174− Stream.drain . Stream.fromStreamD . MArray.toStreamDRev
175
185
176{-# INLINE toStreamDDrain #-}
186{-# INLINE toStreamDDrain #-}
177toStreamDDrain :: MonadIO m => Stream Int -> m ()
187toStreamDDrain :: MonadIO m => Stream Int -> m ()
178−toStreamDDrain = Stream.drain . Stream.fromStreamD . MArray.toStreamD
188+toStreamDDrain = drain . MArray.read
179
189
180{-# INLINE unfoldFold #-}
190{-# INLINE unfoldFold #-}
181unfoldFold :: MonadIO m => Stream Int -> m Int
191unfoldFold :: MonadIO m => Stream Int -> m Int
182−unfoldFold = Stream.foldl' (+) 0 . Stream.unfold MArray.read
192+unfoldFold = Stream.fold (Fold.foldl' (+) 0) . Stream.unfold MArray.reader
183
193
184-------------------------------------------------------------------------------
194-------------------------------------------------------------------------------
185-- Bench groups
195-- Bench groups
@@ -240,7 +250,7 @@ o_1_space_transformationX4 value =
240 ]
250 ]
241
251
242o_1_space_serial_marray ::
252o_1_space_serial_marray ::
243− Int -> (MArray.Array Int, Array.Array Int) -> [Benchmark]
253+ Int -> (MutArray Int, Array.Array Int) -> [Benchmark]
244o_1_space_serial_marray value ~(array, indices) =
254o_1_space_serial_marray value ~(array, indices) =
245 [ benchIO' "partitionBy (< 0)" (const (return array))
255 [ benchIO' "partitionBy (< 0)" (const (return array))
246 $ MArray.partitionBy (< 0)
256 $ MArray.partitionBy (< 0)
@@ -255,8 +265,8 @@ o_1_space_serial_marray value ~(array, indices) =
255 , benchIO' "strip (> 0)" (const (return array))
265 , benchIO' "strip (> 0)" (const (return array))
256 $ MArray.strip (> 0)
266 $ MArray.strip (> 0)
257 , benchIO' "modifyIndices (+ 1)" (const (return indices))
267 , benchIO' "modifyIndices (+ 1)" (const (return indices))
258− $ Stream.fold (MArray.modifyIndices (\_idx val -> val + 1) array)
268+ $ Stream.fold (MArray.modifyIndices array (\_idx val -> val + 1))
259− . Stream.unfold Array.read
269+ . Stream.unfold Array.reader
260 ]
270 ]
261
271
262-------------------------------------------------------------------------------
272-------------------------------------------------------------------------------
@@ -264,7 +274,7 @@ o_1_space_serial_marray value ~(array, indices) =
264-------------------------------------------------------------------------------
274-------------------------------------------------------------------------------
265
275
266moduleName :: String
276moduleName :: String
267−moduleName = "Data.Array.Foreign.Mut"
277+moduleName = "Data.MutArray"
268
278
269main :: IO ()
279main :: IO ()
270main = do
280main = do
@@ -273,8 +283,8 @@ main = do
273 where
283 where
274
284
275 alloc value = do
285 alloc value = do
276− marr <- MArray.fromStream (sourceUnfoldrM value 0 :: SerialT IO Int)
286+ marr <- MArray.fromStream (sourceUnfoldrM value 0 :: Stream.Stream IO Int)
277− indices <- Array.fromStream (sourceUnfoldrM value 0 :: SerialT IO Int)
287+ indices <- Array.fromStream (sourceUnfoldrM value 0 :: Stream.Stream IO Int)
278 return (marr, indices)
288 return (marr, indices)
279
289
280 allBenchmarks array value =
290 allBenchmarks array value =
benchmark/Streamly/Benchmark/Data/Parser.hs+556−196
@@ -1,3 +1,10 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
3+#undef FUSION_CHECK
4+#ifdef FUSION_CHECK
5+{-# OPTIONS_GHC -ddump-simpl -ddump-to-file -dsuppress-all #-}
6+#endif
7+
1-- |
8-- |
2-- Module : Streamly.Benchmark.Data.Parser
9-- Module : Streamly.Benchmark.Data.Parser
3-- Copyright : (c) 2020 Composewell Technologies
10-- Copyright : (c) 2020 Composewell Technologies
@@ -8,39 +15,41 @@
8{-# LANGUAGE CPP #-}
15{-# LANGUAGE CPP #-}
9{-# LANGUAGE FlexibleContexts #-}
16{-# LANGUAGE FlexibleContexts #-}
10{-# LANGUAGE ScopedTypeVariables #-}
17{-# LANGUAGE ScopedTypeVariables #-}
18+{-# OPTIONS_GHC -Wno-orphans #-}
11
19
12module Main
20module Main
13 (
21 (
14 main
22 main
15 ) where
23 ) where
16
24
25+import Control.Applicative ((<|>))
17import Control.DeepSeq (NFData(..))
26import Control.DeepSeq (NFData(..))
18−import Control.Monad.Catch (MonadCatch, try, SomeException)
27+import Data.Function ((&))
19−import Data.Foldable (asum)
20import Data.Functor (($>))
28import Data.Functor (($>))
21−import Data.Maybe (fromMaybe)
22import Data.Monoid (Sum(..))
29import Data.Monoid (Sum(..))
23import GHC.Magic (inline)
30import GHC.Magic (inline)
24import GHC.Magic (noinline)
31import GHC.Magic (noinline)
25import System.IO (Handle)
32import System.IO (Handle)
26import System.Random (randomRIO)
33import System.Random (randomRIO)
34+import Streamly.Internal.Data.Fold (Fold(..))
35+import Streamly.Internal.Data.Parser
36+ (ParseError(..), Parser(..), Initial(..), Step(..))
37+import Streamly.Internal.Data.Stream (Stream)
27import Prelude hiding
38import Prelude hiding
28− (any, all, take, sequence, sequence_, sequenceA, takeWhile, dropWhile)
39+ (any, all, take, sequence, sequence_, sequenceA, takeWhile, dropWhile, span)
29
40
30−import qualified Data.Traversable as TR
31−import qualified Data.Foldable as F
32import qualified Control.Applicative as AP
41import qualified Control.Applicative as AP
42+import qualified Data.Foldable as F
43+import qualified Data.Traversable as TR
33import qualified Streamly.FileSystem.Handle as Handle
44import qualified Streamly.FileSystem.Handle as Handle
34−import qualified Streamly.Prelude as S
45+import qualified Streamly.Internal.Data.Array as Array
35−import qualified Streamly.Internal.Data.Array.Unboxed as Array
36−import qualified Streamly.Internal.Data.Fold as FL
46+import qualified Streamly.Internal.Data.Fold as Fold
37import qualified Streamly.Internal.Data.Parser as PR
47import qualified Streamly.Internal.Data.Parser as PR
38−import qualified Streamly.Internal.Data.Stream.IsStream as IP
48+import qualified Streamly.Data.Stream as Stream
39import qualified Streamly.Internal.Data.Producer as Producer
49import qualified Streamly.Internal.Data.Producer as Producer
40−import qualified Streamly.Internal.Data.Producer.Source as Source
50+import qualified Streamly.Internal.Data.Stream as Stream
41
51
42−import Gauge hiding (env)
52+import Test.Tasty.Bench hiding (env)
43−import Streamly.Prelude (SerialT)
44import Streamly.Benchmark.Common
53import Streamly.Benchmark.Common
45import Streamly.Benchmark.Common.Handle
54import Streamly.Benchmark.Common.Handle
46
55
@@ -51,8 +60,8 @@ import Streamly.Benchmark.Common.Handle
51-- XXX these can be moved to the common module
60-- XXX these can be moved to the common module
52
61
53{-# INLINE sourceUnfoldrM #-}
62{-# INLINE sourceUnfoldrM #-}
54−sourceUnfoldrM :: (S.IsStream t, S.MonadAsync m) => Int -> Int -> t m Int
63+sourceUnfoldrM :: Monad m => Int -> Int -> Stream m Int
55−sourceUnfoldrM value n = S.unfoldrM step n
64+sourceUnfoldrM value n = Stream.unfoldrM step n
56 where
65 where
57 step cnt =
66 step cnt =
58 if cnt > n + value
67 if cnt > n + value
@@ -65,11 +74,11 @@ sourceUnfoldrM value n = S.unfoldrM step n
65-- sequence of `}`.
74-- sequence of `}`.
66{-# INLINE sourceEscapedFrames #-}
75{-# INLINE sourceEscapedFrames #-}
67sourceEscapedFrames ::
76sourceEscapedFrames ::
68− (S.IsStream t, S.MonadAsync m)
77+ Monad m
69 => Int
78 => Int
70 -> Int
79 -> Int
71− -> t m Char
80+ -> Stream m Char
72−sourceEscapedFrames value n = S.unfoldrM step n
81+sourceEscapedFrames value n = Stream.unfoldrM step n
73 where
82 where
74
83
75 bs = '\\'
84 bs = '\\'
@@ -91,10 +100,10 @@ sourceEscapedFrames value n = S.unfoldrM step n
91{-# INLINE benchIOSrc #-}
100{-# INLINE benchIOSrc #-}
92benchIOSrc
101benchIOSrc
93 :: NFData b
102 :: NFData b
94− => (Int -> Int -> t IO a)
103+ => (Int -> Int -> Stream IO a)
95 -> Int
104 -> Int
96 -> String
105 -> String
97− -> (t IO a -> IO b)
106+ -> (Stream IO a -> IO b)
98 -> Benchmark
107 -> Benchmark
99benchIOSrc src value name f =
108benchIOSrc src value name f =
100 bench name $ nfIO $ randomRIO (1,1) >>= f . src value
109 bench name $ nfIO $ randomRIO (1,1) >>= f . src value
@@ -102,8 +111,8 @@ benchIOSrc src value name f =
102-- | Takes a fold method, and uses it with a default source.
111-- | Takes a fold method, and uses it with a default source.
103{-# INLINE benchIOSink #-}
112{-# INLINE benchIOSink #-}
104benchIOSink
113benchIOSink
105− :: (S.IsStream t, NFData b)
114+ :: NFData b
106− => Int -> String -> (t IO Int -> IO b) -> Benchmark
115+ => Int -> String -> (Stream IO Int -> IO b) -> Benchmark
107benchIOSink value name f =
116benchIOSink value name f =
108 bench name $ nfIO $ randomRIO (1,1) >>= f . sourceUnfoldrM value
117 bench name $ nfIO $ randomRIO (1,1) >>= f . sourceUnfoldrM value
109
118
@@ -111,39 +120,30 @@ benchIOSink value name f =
111-- Parsers
120-- Parsers
112-------------------------------------------------------------------------------
121-------------------------------------------------------------------------------
113
122
114−{-# INLINE one #-}
115−one :: MonadCatch m => Int -> SerialT m Int -> m (Maybe Int)
116−one value = IP.parse p
117−
118− where
119−
120− p = do
121− m <- PR.fromFold FL.one
122− case m of
123− Just i -> if i >= value then pure m else p
124− Nothing -> pure Nothing
125−
126{-# INLINE takeBetween #-}
123{-# INLINE takeBetween #-}
127−takeBetween :: MonadCatch m => Int -> SerialT m a -> m ()
124+takeBetween :: Monad m => Int -> Stream m a -> m (Either ParseError ())
128−takeBetween value = IP.parse (PR.takeBetween 0 value FL.drain)
125+takeBetween value = Stream.parse (PR.takeBetween 0 value Fold.drain)
129
126
130{-# INLINE takeEQ #-}
127{-# INLINE takeEQ #-}
131−takeEQ :: MonadCatch m => Int -> SerialT m a -> m ()
128+takeEQ :: Monad m => Int -> Stream m a -> m (Either ParseError ())
132−takeEQ value = IP.parse (PR.takeEQ value FL.drain)
129+takeEQ value = Stream.parse (PR.takeEQ value Fold.drain)
130+
131+{-# INLINE takeGE #-}
132+takeGE :: Monad m => Int -> Stream m a -> m (Either ParseError ())
133+takeGE value = Stream.parse (PR.takeGE value Fold.drain)
133
134
134{-# INLINE dropWhile #-}
135{-# INLINE dropWhile #-}
135−dropWhile :: MonadCatch m => Int -> SerialT m Int -> m ()
136+dropWhile :: Monad m => Int -> Stream m Int -> m (Either ParseError ())
136−dropWhile value = IP.parse (PR.dropWhile (<= value))
137+dropWhile value = Stream.parse (PR.dropWhile (<= value))
137
138
138{-# INLINE takeStartBy #-}
139{-# INLINE takeStartBy #-}
139−takeStartBy :: MonadCatch m => Int -> SerialT m Int -> m ()
140+takeStartBy :: Monad m => Int -> Stream m Int -> m (Either ParseError ())
140takeStartBy value stream = do
141takeStartBy value stream = do
141− stream1 <- return . fromMaybe (S.fromPure (value + 1)) =<< S.tail stream
142− let stream2 = value `S.cons` stream1
142+ let stream2 = value `Stream.cons` stream
143− IP.parse (PR.takeStartBy (== value) FL.drain) stream2
143+ Stream.parse (PR.takeStartBy (== value) Fold.drain) stream2
144
144
145−takeFramedByEsc_ :: MonadCatch m => Int -> SerialT m Char -> m ()
145+takeFramedByEsc_ :: Monad m => Int -> Stream m Char -> m (Either ParseError ())
146−takeFramedByEsc_ _ = IP.parse parser
146+takeFramedByEsc_ _ = Stream.parse parser
147
147
148 where
148 where
149
149
@@ -151,192 +151,421 @@ takeFramedByEsc_ _ = IP.parse parser
151 isBegin = (== '{')
151 isBegin = (== '{')
152 isEnd = (== '}')
152 isEnd = (== '}')
153
153
154− parser = PR.takeFramedByEsc_ isEsc isBegin isEnd FL.drain
154+ parser = PR.takeFramedByEsc_ isEsc isBegin isEnd Fold.drain
155+
156+{-# INLINE listEqBy #-}
157+listEqBy :: Int -> Stream IO Int -> IO (Either ParseError [Int])
158+listEqBy len = Stream.parse (PR.listEqBy (==) [1 .. len])
159+
160+{-# INLINE streamEqBy #-}
161+streamEqBy :: Int -> Stream IO Int -> IO (Either ParseError ())
162+streamEqBy len = Stream.parse (PR.streamEqBy (==) (Stream.enumerateFromTo 1 len))
155
163
156{-# INLINE takeWhile #-}
164{-# INLINE takeWhile #-}
157−takeWhile :: MonadCatch m => Int -> SerialT m Int -> m ()
165+takeWhile :: Monad m => Int -> Stream m Int -> m (Either ParseError ())
158−takeWhile value = IP.parse (PR.takeWhile (<= value) FL.drain)
166+takeWhile value = Stream.parse (PR.takeWhile (<= value) Fold.drain)
159
167
160−takeWhileP :: MonadCatch m => Int -> SerialT m Int -> m ()
168+takeWhileP :: Monad m => Int -> Stream m Int -> m (Either ParseError ())
161takeWhileP value =
169takeWhileP value =
162− IP.parse (PR.takeWhileP (<= value) (PR.takeWhile (<= value - 1) FL.drain))
170+ Stream.parse (PR.takeWhileP (<= value) (PR.takeWhile (<= value - 1) Fold.drain))
163
171
164{-# INLINE takeP #-}
172{-# INLINE takeP #-}
165−takeP :: MonadCatch m => Int -> SerialT m a -> m ()
173+takeP :: Monad m => Int -> Stream m a -> m (Either ParseError ())
166−takeP value = IP.parse (PR.takeP value (PR.fromFold FL.drain))
174+takeP value = Stream.parse (PR.takeP value (PR.fromFold Fold.drain))
167
175
168{-# INLINE groupBy #-}
176{-# INLINE groupBy #-}
169−groupBy :: MonadCatch m => SerialT m Int -> m ()
177+groupBy :: Monad m => Stream m Int -> m (Either ParseError ())
170−groupBy = IP.parse (PR.groupBy (<=) FL.drain)
178+groupBy = Stream.parse (PR.groupBy (<=) Fold.drain)
171
179
172{-# INLINE groupByRolling #-}
180{-# INLINE groupByRolling #-}
173−groupByRolling :: MonadCatch m => SerialT m Int -> m ()
181+groupByRolling :: Monad m => Stream m Int -> m (Either ParseError ())
174−groupByRolling = IP.parse (PR.groupByRolling (<=) FL.drain)
182+groupByRolling = Stream.parse (PR.groupByRolling (<=) Fold.drain)
175
183
176{-# INLINE wordBy #-}
184{-# INLINE wordBy #-}
177−wordBy :: MonadCatch m => Int -> SerialT m Int -> m ()
185+wordBy :: Monad m => Int -> Stream m Int -> m (Either ParseError ())
178−wordBy value = IP.parse (PR.wordBy (>= value) FL.drain)
186+wordBy value = Stream.parse (PR.wordBy (>= value) Fold.drain)
179
187
180{-# INLINE sepByWords #-}
188{-# INLINE sepByWords #-}
181−sepByWords :: MonadCatch m => Int -> SerialT m Int -> m ()
189+sepByWords :: Monad m => Stream m Int -> m (Either ParseError ())
182−sepByWords _ = IP.parse (wrds even FL.drain)
190+sepByWords = Stream.parse (wrds even Fold.drain)
183 where
191 where
192+ wrds p = PR.sepBy (PR.takeWhile (not . p) Fold.drain) (PR.dropWhile p)
193+
194+{-# INLINE sepByAllWords #-}
195+sepByAllWords :: Monad m => Stream m Int -> m (Either ParseError ())
196+sepByAllWords = Stream.parse (wrds even Fold.drain)
197+ where
198+ wrds p = PR.sepByAll (PR.takeWhile (not . p) Fold.drain) (PR.dropWhile p)
199+
200+-- Returning a list to compare with the sepBy1 in ParserK
201+{-# INLINE sepBy1 #-}
202+sepBy1 :: Monad m => Stream m Int -> m (Either ParseError [Int])
203+sepBy1 xs = do
204+ Stream.parse (PR.sepBy1 (PR.satisfy odd) (PR.satisfy even) Fold.toList) xs
205+
206+{-# INLINE sepByWords1 #-}
207+sepByWords1 :: Monad m => Stream m Int -> m (Either ParseError ())
208+sepByWords1 = Stream.parse (wrds even Fold.drain)
209+ where
184− wrds p f = PR.sepBy f (PR.takeWhile (not . p) FL.drain) (PR.dropWhile p)
210+ wrds p = PR.sepBy1 (PR.takeWhile (not . p) Fold.drain) (PR.dropWhile p)
185
211
186{-# INLINE deintercalate #-}
212{-# INLINE deintercalate #-}
187−deintercalate :: MonadCatch m => Int -> SerialT m Int -> m ()
213+deintercalate :: Monad m => Int -> Stream m Int -> m (Either ParseError ())
188−deintercalate _ = IP.parse (partition even)
214+deintercalate _ = Stream.parse (partition even)
189
215
190 where
216 where
191
217
192 partition p =
218 partition p =
193 PR.deintercalate
219 PR.deintercalate
220+ (PR.takeWhile (not . p) Fold.sum) (PR.takeWhile p Fold.sum) Fold.drain
221+
222+{-# INLINE deintercalate1 #-}
223+deintercalate1 :: Monad m => Int -> Stream m Int -> m (Either ParseError ())
224+deintercalate1 _ = Stream.parse (partition even)
225+
226+ where
227+
228+ partition p =
229+ PR.deintercalate1
230+ (PR.takeWhile (not . p) Fold.sum) (PR.takeWhile p Fold.sum) Fold.drain
231+
232+{-# INLINE deintercalateAll #-}
233+deintercalateAll :: Monad m => Int -> Stream m Int -> m (Either ParseError ())
234+deintercalateAll _ = Stream.parse (partition even)
235+
236+ where
237+
238+ partition p =
239+ PR.deintercalateAll
194− FL.drain (PR.takeWhile (not . p) FL.sum) (PR.takeWhile p FL.sum)
240+ (PR.takeWhile (not . p) Fold.sum) (PR.takeWhile p Fold.sum) Fold.drain
195
241
196{-# INLINE manyWordByEven #-}
242{-# INLINE manyWordByEven #-}
197−manyWordByEven :: MonadCatch m => SerialT m Int -> m ()
243+manyWordByEven :: Monad m => Stream m Int -> m (Either ParseError ())
198−manyWordByEven = IP.parse (PR.many (PR.wordBy even FL.drain) FL.drain)
244+manyWordByEven = Stream.parse (PR.many (PR.wordBy even Fold.drain) Fold.drain)
199
245
200{-# INLINE many #-}
246{-# INLINE many #-}
201−many :: MonadCatch m => SerialT m Int -> m Int
247+many :: Monad m => Stream m Int -> m (Either ParseError Int)
202−many = IP.parse (PR.many (PR.satisfy (> 0)) FL.length)
248+many = Stream.parse (PR.many (PR.satisfy (> 0)) Fold.length)
203
249
204{-# INLINE manyAlt #-}
250{-# INLINE manyAlt #-}
205−manyAlt :: MonadCatch m => SerialT m Int -> m Int
251+manyAlt :: Monad m => Stream m Int -> m Int
206manyAlt xs = do
252manyAlt xs = do
207− x <- IP.parse (AP.many (PR.satisfy (> 0))) xs
253+ x <- Stream.parse (AP.many (PR.satisfy (> 0))) xs
208 return $ Prelude.length x
254 return $ Prelude.length x
209
255
210{-# INLINE some #-}
256{-# INLINE some #-}
211−some :: MonadCatch m => SerialT m Int -> m Int
257+some :: Monad m => Stream m Int -> m (Either ParseError Int)
212−some = IP.parse (PR.some (PR.satisfy (> 0)) FL.length)
258+some = Stream.parse (PR.some (PR.satisfy (> 0)) Fold.length)
213
259
214{-# INLINE someAlt #-}
260{-# INLINE someAlt #-}
215−someAlt :: MonadCatch m => SerialT m Int -> m Int
261+someAlt :: Monad m => Stream m Int -> m Int
216someAlt xs = do
262someAlt xs = do
217− x <- IP.parse (AP.some (PR.satisfy (> 0))) xs
263+ x <- Stream.parse (AP.some (PR.satisfy (> 0))) xs
218 return $ Prelude.length x
264 return $ Prelude.length x
219
265
220{-# INLINE manyTill #-}
266{-# INLINE manyTill #-}
221−manyTill :: MonadCatch m => Int -> SerialT m Int -> m Int
267+manyTill :: Monad m => Int -> Stream m Int -> m (Either ParseError Int)
222manyTill value =
268manyTill value =
223− IP.parse (PR.manyTill (PR.satisfy (> 0)) (PR.satisfy (== value)) FL.length)
269+ Stream.parse (PR.manyTill (PR.satisfy (> 0)) (PR.satisfy (== value)) Fold.length)
224
270
225−{-# INLINE splitAp #-}
271+{-# INLINE splitAp2 #-}
226−splitAp :: MonadCatch m
272+splitAp2 :: Monad m
227− => Int -> SerialT m Int -> m ((), ())
273+ => Int -> Stream m Int -> m (Either ParseError ((), ()))
228−splitAp value =
274+splitAp2 value =
229− IP.parse
275+ Stream.parse
230 ((,)
276 ((,)
231 <$> PR.dropWhile (<= (value `div` 2))
277 <$> PR.dropWhile (<= (value `div` 2))
232 <*> PR.dropWhile (<= value)
278 <*> PR.dropWhile (<= value)
233 )
279 )
234
280
281+{-# INLINE splitAp4 #-}
282+splitAp4 :: Monad m
283+ => Int -> Stream m Int -> m (Either ParseError ())
284+splitAp4 value =
285+ Stream.parse
286+ ( (\() () () () -> ())
287+ <$> PR.dropWhile (<= (value * 1 `div` 4))
288+ <*> PR.dropWhile (<= (value * 2 `div` 4))
289+ <*> PR.dropWhile (<= (value * 3 `div` 4))
290+ <*> PR.dropWhile (<= value)
291+ )
292+
293+{-# INLINE splitAp8 #-}
294+splitAp8 :: Monad m
295+ => Int -> Stream m Int -> m (Either ParseError ())
296+splitAp8 value =
297+ Stream.parse
298+ ( (\() () () () () () () () -> ())
299+ <$> PR.dropWhile (<= (value * 1 `div` 8))
300+ <*> PR.dropWhile (<= (value * 2 `div` 8))
301+ <*> PR.dropWhile (<= (value * 3 `div` 8))
302+ <*> PR.dropWhile (<= (value * 4 `div` 8))
303+ <*> PR.dropWhile (<= (value * 5 `div` 8))
304+ <*> PR.dropWhile (<= (value * 6 `div` 8))
305+ <*> PR.dropWhile (<= (value * 7 `div` 8))
306+ <*> PR.dropWhile (<= value)
307+ )
308+
235{-# INLINE splitApBefore #-}
309{-# INLINE splitApBefore #-}
236−splitApBefore :: MonadCatch m
310+splitApBefore :: Monad m
237− => Int -> SerialT m Int -> m ()
311+ => Int -> Stream m Int -> m (Either ParseError ())
238splitApBefore value =
312splitApBefore value =
239− IP.parse
313+ Stream.parse
240 ( PR.dropWhile (<= (value `div` 2))
314 ( PR.dropWhile (<= (value `div` 2))
241 *> PR.dropWhile (<= value)
315 *> PR.dropWhile (<= value)
242 )
316 )
243
317
244{-# INLINE splitApAfter #-}
318{-# INLINE splitApAfter #-}
245−splitApAfter :: MonadCatch m
319+splitApAfter :: Monad m
246− => Int -> SerialT m Int -> m ()
320+ => Int -> Stream m Int -> m (Either ParseError ())
247splitApAfter value =
321splitApAfter value =
248− IP.parse
322+ Stream.parse
249 ( PR.dropWhile (<= (value `div` 2))
323 ( PR.dropWhile (<= (value `div` 2))
250 <* PR.dropWhile (<= value)
324 <* PR.dropWhile (<= value)
251 )
325 )
252
326
253−{-# INLINE serialWith #-}
327+{-# INLINE splitWith2 #-}
254−serialWith :: MonadCatch m
328+splitWith2 :: Monad m
255− => Int -> SerialT m Int -> m ((), ())
329+ => Int -> Stream m Int -> m (Either ParseError ((), ()))
256−serialWith value =
330+splitWith2 value =
257− IP.parse
331+ Stream.parse
258− (PR.serialWith (,)
332+ (PR.splitWith (,)
259 (PR.dropWhile (<= (value `div` 2)))
333 (PR.dropWhile (<= (value `div` 2)))
260 (PR.dropWhile (<= value))
334 (PR.dropWhile (<= value))
261 )
335 )
262
336
263{-# INLINE split_ #-}
337{-# INLINE split_ #-}
264−split_ :: MonadCatch m
338+split_ :: Monad m
265− => Int -> SerialT m Int -> m ()
339+ => Int -> Stream m Int -> m (Either ParseError ())
266split_ value =
340split_ value =
267− IP.parse
341+ Stream.parse
268 (PR.split_
342 (PR.split_
269 (PR.dropWhile (<= (value `div` 2)))
343 (PR.dropWhile (<= (value `div` 2)))
270 (PR.dropWhile (<= value))
344 (PR.dropWhile (<= value))
271 )
345 )
272
346
347+-- XXX dropWhile with applicative does not fuse
348+-- PR.dropWhile (<= (value * 1 `div` 4)) *> PR.die "alt"
349+{-# INLINE takeWhileFail #-}
350+takeWhileFail :: Monad m => (a -> Bool) -> Fold m a b -> Parser a m b
351+takeWhileFail predicate (Fold fstep finitial _ ffinal) =
352+ Parser step initial extract
353+
354+ where
355+
356+ initial = do
357+ res <- finitial
358+ return $ case res of
359+ Fold.Partial s -> IPartial s
360+ Fold.Done b -> IDone b
361+
362+ step s a =
363+ if predicate a
364+ then do
365+ fres <- fstep s a
366+ return
367+ $ case fres of
368+ Fold.Partial s1 -> Partial 0 s1
369+ Fold.Done b -> Done 0 b
370+ else return $ Error "fail"
371+
372+ extract s = fmap (Done 0) (ffinal s)
373+
374+{-# INLINE alt2 #-}
375+alt2 :: Monad m
376+ => Int -> Stream m Int -> m (Either ParseError ())
377+alt2 value =
378+ Stream.parse
379+ (PR.alt
380+ (takeWhileFail (<= (value `div` 2)) Fold.drain)
381+ (PR.dropWhile (<= value))
382+ )
383+
384+{-# INLINE alt4 #-}
385+alt4 :: Monad m
386+ => Int -> Stream m Int -> m (Either ParseError ())
387+alt4 value =
388+ Stream.parse
389+ ( takeWhileFail (<= (value * 1 `div` 4)) Fold.drain
390+ <|> takeWhileFail (<= (value * 2 `div` 4)) Fold.drain
391+ <|> takeWhileFail (<= (value * 3 `div` 4)) Fold.drain
392+ <|> PR.dropWhile (<= value)
393+ )
394+
395+{-# INLINE alt8 #-}
396+alt8 :: Monad m
397+ => Int -> Stream m Int -> m (Either ParseError ())
398+alt8 value =
399+ Stream.parse
400+ ( takeWhileFail (<= (value * 1 `div` 8)) Fold.drain
401+ <|> takeWhileFail (<= (value * 2 `div` 8)) Fold.drain
402+ <|> takeWhileFail (<= (value * 3 `div` 8)) Fold.drain
403+ <|> takeWhileFail (<= (value * 4 `div` 8)) Fold.drain
404+ <|> takeWhileFail (<= (value * 5 `div` 8)) Fold.drain
405+ <|> takeWhileFail (<= (value * 6 `div` 8)) Fold.drain
406+ <|> takeWhileFail (<= (value * 7 `div` 8)) Fold.drain
407+ <|> PR.dropWhile (<= value)
408+ )
409+
410+{-# INLINE alt16 #-}
411+alt16 :: Monad m
412+ => Int -> Stream m Int -> m (Either ParseError ())
413+alt16 value =
414+ Stream.parse
415+ ( takeWhileFail (<= (value * 1 `div` 16)) Fold.drain
416+ <|> takeWhileFail (<= (value * 2 `div` 16)) Fold.drain
417+ <|> takeWhileFail (<= (value * 3 `div` 16)) Fold.drain
418+ <|> takeWhileFail (<= (value * 4 `div` 16)) Fold.drain
419+ <|> takeWhileFail (<= (value * 5 `div` 16)) Fold.drain
420+ <|> takeWhileFail (<= (value * 6 `div` 16)) Fold.drain
421+ <|> takeWhileFail (<= (value * 8 `div` 16)) Fold.drain
422+ <|> takeWhileFail (<= (value * 9 `div` 16)) Fold.drain
423+ <|> takeWhileFail (<= (value * 10 `div` 16)) Fold.drain
424+ <|> takeWhileFail (<= (value * 11 `div` 16)) Fold.drain
425+ <|> takeWhileFail (<= (value * 12 `div` 16)) Fold.drain
426+ <|> takeWhileFail (<= (value * 13 `div` 16)) Fold.drain
427+ <|> takeWhileFail (<= (value * 14 `div` 16)) Fold.drain
428+ <|> takeWhileFail (<= (value * 15 `div` 16)) Fold.drain
429+ <|> PR.dropWhile (<= value)
430+ )
431+
432+{-# INLINE altSmall #-}
433+altSmall :: Monad m
434+ => Int -> Stream m Int -> m ()
435+altSmall value =
436+ Stream.fold Fold.drain .
437+ Stream.parseMany
438+ (PR.alt
439+ (PR.satisfy (>= value) *> PR.die "alt")
440+ (PR.satisfy (<= value))
441+ )
442+
443+{-# INLINE monad #-}
444+monad :: Monad m
445+ => Int -> Stream m Int -> m (Either ParseError ())
446+monad value =
447+ Stream.parse
448+ $ do
449+ PR.dropWhile (<= (value `div` 2))
450+ PR.dropWhile (<= value)
451+
452+{-# INLINE monad4 #-}
453+monad4 :: Monad m
454+ => Int -> Stream m Int -> m (Either ParseError ())
455+monad4 value =
456+ Stream.parse $ do
457+ PR.dropWhile (<= (value `div` 4))
458+ PR.dropWhile (<= (value `div` 2))
459+ PR.dropWhile (<= (value * 3 `div` 4))
460+ PR.dropWhile (<= value)
461+
462+{-# INLINE monad8 #-}
463+monad8 :: Monad m
464+ => Int -> Stream m Int -> m (Either ParseError ())
465+monad8 value =
466+ Stream.parse $ do
467+ PR.dropWhile (<= (value * 1 `div` 8))
468+ PR.dropWhile (<= (value * 2 `div` 8))
469+ PR.dropWhile (<= (value * 3 `div` 8))
470+ PR.dropWhile (<= (value * 4 `div` 8))
471+ PR.dropWhile (<= (value * 5 `div` 8))
472+ PR.dropWhile (<= (value * 6 `div` 8))
473+ PR.dropWhile (<= (value * 7 `div` 8))
474+ PR.dropWhile (<= value)
475+
476+{-# INLINE monad16 #-}
477+monad16 :: Monad m
478+ => Int -> Stream m Int -> m (Either ParseError ())
479+monad16 value =
480+ Stream.parse $ do
481+ PR.dropWhile (<= (value * 1 `div` 16))
482+ PR.dropWhile (<= (value * 2 `div` 16))
483+ PR.dropWhile (<= (value * 3 `div` 16))
484+ PR.dropWhile (<= (value * 4 `div` 16))
485+ PR.dropWhile (<= (value * 5 `div` 16))
486+ PR.dropWhile (<= (value * 6 `div` 16))
487+ PR.dropWhile (<= (value * 7 `div` 16))
488+ PR.dropWhile (<= (value * 8 `div` 16))
489+ PR.dropWhile (<= (value * 9 `div` 16))
490+ PR.dropWhile (<= (value * 10 `div` 16))
491+ PR.dropWhile (<= (value * 11 `div` 16))
492+ PR.dropWhile (<= (value * 12 `div` 16))
493+ PR.dropWhile (<= (value * 13 `div` 16))
494+ PR.dropWhile (<= (value * 14 `div` 16))
495+ PR.dropWhile (<= (value * 15 `div` 16))
496+ PR.dropWhile (<= value)
497+
273{-# INLINE takeEndBy_ #-}
498{-# INLINE takeEndBy_ #-}
274−takeEndBy_ :: MonadCatch m
499+takeEndBy_ :: Monad m
275− => Int -> SerialT m Int -> m()
500+ => Int -> Stream m Int -> m (Either ParseError ())
276−takeEndBy_ value = IP.parse (PR.takeEndBy_ (>= value) (PR.fromFold FL.drain))
501+takeEndBy_ value = Stream.parse (PR.takeEndBy_ (>= value) (PR.fromFold Fold.drain))
277
502
503+{-
278{-# INLINE teeAllAny #-}
504{-# INLINE teeAllAny #-}
279−teeAllAny :: MonadCatch m
505+teeAllAny :: Monad m
280− => Int -> SerialT m Int -> m ((), ())
506+ => Int -> Stream m Int -> m ((), ())
281teeAllAny value =
507teeAllAny value =
282− IP.parse
508+ Stream.parse
283 (PR.teeWith (,)
509 (PR.teeWith (,)
284 (PR.dropWhile (<= value))
510 (PR.dropWhile (<= value))
285 (PR.dropWhile (<= value))
511 (PR.dropWhile (<= value))
286 )
512 )
287
513
288{-# INLINE teeFstAllAny #-}
514{-# INLINE teeFstAllAny #-}
289−teeFstAllAny :: MonadCatch m
515+teeFstAllAny :: Monad m
290− => Int -> SerialT m Int -> m ((), ())
516+ => Int -> Stream m Int -> m ((), ())
291teeFstAllAny value =
517teeFstAllAny value =
292− IP.parse
518+ Stream.parse
293 (PR.teeWithFst (,)
519 (PR.teeWithFst (,)
294 (PR.dropWhile (<= value))
520 (PR.dropWhile (<= value))
295 (PR.dropWhile (<= value))
521 (PR.dropWhile (<= value))
296 )
522 )
297
523
298{-# INLINE shortestAllAny #-}
524{-# INLINE shortestAllAny #-}
299−shortestAllAny :: MonadCatch m
525+shortestAllAny :: Monad m
300− => Int -> SerialT m Int -> m ()
526+ => Int -> Stream m Int -> m (Either ParseError ())
301shortestAllAny value =
527shortestAllAny value =
302− IP.parse
528+ Stream.parse
303 (PR.shortest
529 (PR.shortest
304 (PR.dropWhile (<= value))
530 (PR.dropWhile (<= value))
305 (PR.dropWhile (<= value))
531 (PR.dropWhile (<= value))
306 )
532 )
307
533
308{-# INLINE longestAllAny #-}
534{-# INLINE longestAllAny #-}
309−longestAllAny :: MonadCatch m
535+longestAllAny :: Monad m
310− => Int -> SerialT m Int -> m ()
536+ => Int -> Stream m Int -> m (Either ParseError ())
311longestAllAny value =
537longestAllAny value =
312− IP.parse
538+ Stream.parse
313 (PR.longest
539 (PR.longest
314 (PR.dropWhile (<= value))
540 (PR.dropWhile (<= value))
315 (PR.dropWhile (<= value))
541 (PR.dropWhile (<= value))
316 )
542 )
317−
543+-}
318−parseManyChunksOfSum :: Int -> Handle -> IO Int
319−parseManyChunksOfSum n inh =
320− S.length
321− $ IP.parseMany
322− (PR.fromFold $ FL.take n FL.sum)
323− (S.unfold Handle.read inh)
324
544
325-------------------------------------------------------------------------------
545-------------------------------------------------------------------------------
326−-- Parsing with unfolds
546+-- Spanning
327-------------------------------------------------------------------------------
547-------------------------------------------------------------------------------
328
548
329−{-# INLINE parseManyUnfoldArrays #-}
549+{-# INLINE span #-}
330−parseManyUnfoldArrays :: Int -> [Array.Array Int] -> IO ()
550+span :: Monad m => Int -> Stream m Int -> m (Either ParseError ((), ()))
331−parseManyUnfoldArrays count arrays = do
551+span value = Stream.parse (PR.span (<= (value `div` 2)) Fold.drain Fold.drain)
332− let src = Source.source (Just (Producer.OuterLoop arrays))
552+
553+{-# INLINE spanBy #-}
554+spanBy :: Monad m => Int -> Stream m Int -> m (Either ParseError ((), ()))
555+spanBy value =
556+ Stream.parse (PR.spanBy (\_ i -> i <= (value `div` 2)) Fold.drain Fold.drain)
557+
558+{-# INLINE spanByRolling #-}
559+spanByRolling :: Monad m => Int -> Stream m Int -> m (Either ParseError ((), ()))
560+spanByRolling value =
561+ Stream.parse (PR.spanByRolling (\_ i -> i <= value `div` 2) Fold.drain Fold.drain)
562+
563+parseManyChunksOfSum :: Int -> Handle -> IO Int
564+parseManyChunksOfSum n inh =
565+ Stream.fold Fold.length
566+ $ Stream.parseMany
333− let parser = PR.fromFold (FL.take count FL.drain)
567+ (PR.fromFold $ Fold.take n Fold.sum)
334− let readSrc =
568+ (Stream.unfold Handle.reader inh)
335− Source.producer
336− $ Producer.concat Producer.fromList Array.producer
337− let streamParser =
338− Producer.simplify (Source.parseMany parser readSrc)
339− S.drain $ S.unfold streamParser src
340
569
341-------------------------------------------------------------------------------
570-------------------------------------------------------------------------------
342-- Parsers in which -fspec-constr-recursive=16 is problematic
571-- Parsers in which -fspec-constr-recursive=16 is problematic
@@ -347,75 +576,129 @@ parseManyUnfoldArrays count arrays = do
347-- not have to rely on it.
576-- not have to rely on it.
348--
577--
349{-# INLINE lookAhead #-}
578{-# INLINE lookAhead #-}
350−lookAhead :: MonadCatch m => Int -> SerialT m Int -> m ()
579+lookAhead :: Monad m => Int -> Stream m Int -> m (Either ParseError ())
351lookAhead value =
580lookAhead value =
352− IP.parse (PR.lookAhead (PR.takeWhile (<= value) FL.drain) $> ())
581+ Stream.parse (PR.lookAhead (PR.takeWhile (<= value) Fold.drain) $> ())
353
582
583+-- XXX The timing of this increased 3x after the stepify extract changes.
584+{-# INLINE sequenceA_ #-}
585+sequenceA_ :: Monad m => Int -> Stream m Int -> m (Either ParseError ())
586+sequenceA_ value =
587+ Stream.parse (F.sequenceA_ $ replicate value (PR.satisfy (> 0)))
588+
589+-- quadratic complexity
354{-# INLINE sequenceA #-}
590{-# INLINE sequenceA #-}
355−sequenceA :: MonadCatch m => Int -> SerialT m Int -> m Int
591+sequenceA :: Monad m => Int -> Stream m Int -> m Int
356sequenceA value xs = do
592sequenceA value xs = do
357− x <- IP.parse (TR.sequenceA (replicate value (PR.satisfy (> 0)))) xs
593+ x <- Stream.parse (TR.sequenceA (replicate value (PR.satisfy (> 0)))) xs
358 return $ length x
594 return $ length x
359
595
360−{-# INLINE sequenceA_ #-}
596+-- quadratic complexity
361−sequenceA_ :: MonadCatch m => Int -> SerialT m Int -> m ()
362−sequenceA_ value =
363− IP.parse (F.sequenceA_ $ replicate value (PR.satisfy (> 0)))
364−
365{-# INLINE sequence #-}
597{-# INLINE sequence #-}
366−sequence :: MonadCatch m => Int -> SerialT m Int -> m Int
598+sequence :: Monad m => Int -> Stream m Int -> m Int
367sequence value xs = do
599sequence value xs = do
368− x <- IP.parse (TR.sequence (replicate value (PR.satisfy (> 0)))) xs
600+ x <- Stream.parse (TR.sequence (replicate value (PR.satisfy (> 0)))) xs
369 return $ length x
601 return $ length x
370
602
371{-# INLINE sequence_ #-}
603{-# INLINE sequence_ #-}
372−sequence_ :: MonadCatch m => Int -> SerialT m Int -> m ()
604+sequence_ :: Monad m => Int -> Stream m Int -> m (Either ParseError ())
373−sequence_ value =
605+sequence_ value xs =
374− IP.parse (F.sequence_ $ replicate value (PR.satisfy (> 0)))
606+ Stream.parse (foldr f (return ()) (replicate value (PR.takeBetween 0 1 Fold.drain))) xs
607+
608+ where
375
609
610+ {-# INLINE f #-}
611+ f m k = m >>= (\_ -> k)
612+
613+-- choice using the "Alternative" instance with direct style parser type has
614+-- quadratic performance complexity.
615+--
376{-# INLINE choiceAsum #-}
616{-# INLINE choiceAsum #-}
377−choiceAsum :: MonadCatch m => Int -> SerialT m Int -> m Int
617+choiceAsum :: Monad m => Int -> Stream m Int -> m (Either ParseError Int)
378choiceAsum value =
618choiceAsum value =
379− IP.parse (asum (replicate value (PR.satisfy (< 0)))
619+ Stream.parse (F.asum (replicate value (PR.satisfy (< 0)))
380 AP.<|> PR.satisfy (> 0))
620 AP.<|> PR.satisfy (> 0))
381
621
622+{-
382{-# INLINE choice #-}
623{-# INLINE choice #-}
383−choice :: MonadCatch m => Int -> SerialT m Int -> m Int
624+choice :: Monad m => Int -> Stream m Int -> m (Either ParseError Int)
384choice value =
625choice value =
385− IP.parse
626+ Stream.parse
386 (PR.choice (replicate value (PR.satisfy (< 0))) AP.<|> PR.satisfy (> 0))
627 (PR.choice (replicate value (PR.satisfy (< 0))) AP.<|> PR.satisfy (> 0))
628+-}
629+
630+-------------------------------------------------------------------------------
631+-- Parsing with unfolds
632+-------------------------------------------------------------------------------
633+
634+{-# INLINE parseManyUnfoldArrays #-}
635+parseManyUnfoldArrays :: Int -> [Array.Array Int] -> IO ()
636+parseManyUnfoldArrays count arrays = do
637+ let src = Producer.source (Just (Producer.OuterLoop arrays))
638+ let parser = PR.fromFold (Fold.take count Fold.drain)
639+ let readSrc =
640+ Producer.producer
641+ $ Producer.concat Producer.fromList Array.producer
642+ let streamParser =
643+ Producer.simplify (Producer.parseMany parser readSrc)
644+ Stream.fold Fold.drain $ Stream.unfold streamParser src
387
645
388-------------------------------------------------------------------------------
646-------------------------------------------------------------------------------
389-- Stream transformation
647-- Stream transformation
390-------------------------------------------------------------------------------
648-------------------------------------------------------------------------------
391
649
392{-# INLINE parseMany #-}
650{-# INLINE parseMany #-}
393−parseMany :: MonadCatch m => Int -> SerialT m Int -> m ()
651+parseMany :: Monad m => Int -> Stream m Int -> m ()
394parseMany n =
652parseMany n =
395− S.drain
653+ Stream.fold Fold.drain
396− . S.map getSum
654+ . fmap getSum
397− . IP.parseMany (PR.fromFold $ FL.take n FL.mconcat)
655+ . Stream.catRights . Stream.parseMany (PR.fromFold $ Fold.take n Fold.mconcat)
398− . S.map Sum
656+ . fmap Sum
657+
658+{-# INLINE parseManyGroupBy #-}
659+parseManyGroupBy :: Monad m => (Int -> Int -> Bool) -> Stream m Int -> m ()
660+parseManyGroupBy cmp =
661+ Stream.fold Fold.drain . Stream.parseMany (PR.groupBy cmp Fold.drain)
662+
663+{-# INLINE parseManyGroupsRolling #-}
664+parseManyGroupsRolling :: Monad m => Bool -> Stream m Int -> m ()
665+parseManyGroupsRolling b =
666+ Stream.fold Fold.drain
667+ . Stream.parseMany (PR.groupByRolling (\_ _ -> b) Fold.drain)
668+
669+{-# INLINE parseManyGroupsRollingEither #-}
670+parseManyGroupsRollingEither :: Monad m =>
671+ (Int -> Int -> Bool) -> Int -> m ()
672+parseManyGroupsRollingEither cmp value = do
673+ sourceUnfoldrM value 1
674+ & Stream.parseMany (PR.groupByRollingEither cmp Fold.drain Fold.drain)
675+ & Stream.fold Fold.drain
676+
677+{-# INLINE parseManyGroupsRollingEitherAlt #-}
678+parseManyGroupsRollingEitherAlt :: Monad m =>
679+ (Int -> Int -> Bool) -> Int -> m ()
680+parseManyGroupsRollingEitherAlt cmp value = do
681+ sourceUnfoldrM value 1
682+ -- Make the input unsorted.
683+ & fmap (\x -> if even x then x + 2 else x)
684+ & Stream.parseMany (PR.groupByRollingEither cmp Fold.drain Fold.drain)
685+ & Stream.fold Fold.drain
399
686
400{-# INLINE parseIterate #-}
687{-# INLINE parseIterate #-}
401−parseIterate :: MonadCatch m => Int -> SerialT m Int -> m ()
688+parseIterate :: Monad m => Int -> Stream m Int -> m ()
402parseIterate n =
689parseIterate n =
403− S.drain
690+ Stream.fold Fold.drain
404− . S.map getSum
691+ . fmap getSum
692+ . Stream.catRights
693+ . Stream.parseIterate
405− . IP.parseIterate (PR.fromFold . FL.take n . FL.sconcat) (Sum 0)
694+ (PR.fromFold . Fold.take n . Fold.sconcat)
695+ (Sum 0)
406− . S.map Sum
696+ . fmap Sum
407−
408−{-# INLINE parseBreak #-}
409−parseBreak :: MonadCatch m => SerialT m Int -> m ()
410−parseBreak s = do
411− r <- try $ IP.parseBreak PR.one s
412− case r of
413− Left (_ :: SomeException) -> return ()
414− Right (_, s1) -> parseBreak s1
415
697
416{-# INLINE concatSequence #-}
698{-# INLINE concatSequence #-}
417−concatSequence :: MonadCatch m => SerialT m Int -> m ()
699+concatSequence :: Monad m => Stream m Int -> m (Either ParseError ())
418−concatSequence = IP.parse $ PR.concatSequence FL.drain $ S.repeat PR.one
700+concatSequence =
701+ Stream.parse $ PR.sequence (Stream.repeat PR.one) Fold.drain
419
702
420-------------------------------------------------------------------------------
703-------------------------------------------------------------------------------
421-- Benchmarks
704-- Benchmarks
@@ -424,49 +707,95 @@ concatSequence = IP.parse $ PR.concatSequence FL.drain $ S.repeat PR.one
424moduleName :: String
707moduleName :: String
425moduleName = "Data.Parser"
708moduleName = "Data.Parser"
426
709
710+instance NFData ParseError where
711+ {-# INLINE rnf #-}
712+ rnf (ParseError x) = rnf x
713+
427o_1_space_serial :: Int -> [Benchmark]
714o_1_space_serial :: Int -> [Benchmark]
428o_1_space_serial value =
715o_1_space_serial value =
429− [ benchIOSink value "one (fold)" $ one value
430− , benchIOSink value "takeBetween" $ takeBetween value
716+ [ benchIOSink value "takeBetween" $ takeBetween value
431− , benchIOSink value "takeEQ" $ takeEQ value
432 , benchIOSink value "takeWhile" $ takeWhile value
717 , benchIOSink value "takeWhile" $ takeWhile value
433 , benchIOSink value "takeWhileP" $ takeWhileP value
718 , benchIOSink value "takeWhileP" $ takeWhileP value
434 , benchIOSink value "takeP" $ takeP value
719 , benchIOSink value "takeP" $ takeP value
435 , benchIOSink value "dropWhile" $ dropWhile value
720 , benchIOSink value "dropWhile" $ dropWhile value
436 , benchIOSink value "takeStartBy" $ takeStartBy value
721 , benchIOSink value "takeStartBy" $ takeStartBy value
437− , benchIOSrc sourceEscapedFrames value "takeFramedByEsc_"
722+ , benchIOSink value "takeEndBy_" $ takeEndBy_ value
438− $ takeFramedByEsc_ value
439 , benchIOSink value "groupBy" $ groupBy
723 , benchIOSink value "groupBy" $ groupBy
440 , benchIOSink value "groupByRolling" $ groupByRolling
724 , benchIOSink value "groupByRolling" $ groupByRolling
441 , benchIOSink value "wordBy" $ wordBy value
725 , benchIOSink value "wordBy" $ wordBy value
442− , benchIOSink value "sepBy (words)" $ sepByWords value
726+ , benchIOSink value "sepBy (words)" sepByWords
727+ , benchIOSink value "sepByAll (words)" sepByAllWords
728+ , benchIOSink value "sepBy1 (words)" sepByWords1
443 , benchIOSink value "deintercalate" $ deintercalate value
729 , benchIOSink value "deintercalate" $ deintercalate value
444− , benchIOSink value "splitAp" $ splitAp value
730+ , benchIOSink value "deintercalate1" $ deintercalate1 value
731+ , benchIOSink value "deintercalateAll" $ deintercalateAll value
732+ -- Applicative and Monad
733+ , benchIOSink value "splitAp2" $ splitAp2 value
734+ , benchIOSink value "splitAp4" $ splitAp4 value
735+ , benchIOSink value "splitAp8" $ splitAp8 value
445 , benchIOSink value "splitApBefore" $ splitApBefore value
736 , benchIOSink value "splitApBefore" $ splitApBefore value
446 , benchIOSink value "splitApAfter" $ splitApAfter value
737 , benchIOSink value "splitApAfter" $ splitApAfter value
447− , benchIOSink value "serialWith" $ serialWith value
738+ , benchIOSink value "splitWith2" $ splitWith2 value
739+ , benchIOSink value "span" $ span value
740+ , benchIOSink value "spanBy" $ spanBy value
741+ , benchIOSink value "spanByRolling" $ spanByRolling value
742+ , benchIOSink value "monad2" $ monad value
448− , benchIOSink value "takeEndBy_" $ takeEndBy_ value
743+ , benchIOSink value "monad4" $ monad4 value
744+ , benchIOSink value "monad8" $ monad8 value
745+ -- Alternative
746+ , benchIOSink value "alt2parseMany" $ altSmall value
747+ , benchIOSink value "alt2" $ alt2 value
748+ , benchIOSink value "alt4" $ alt4 value
749+ , benchIOSink value "alt8" $ alt8 value
750+ , benchIOSink value "alt16" $ alt16 value
449 , benchIOSink value "many" many
751 , benchIOSink value "many" many
450 , benchIOSink value "many (wordBy even)" $ manyWordByEven
752 , benchIOSink value "many (wordBy even)" $ manyWordByEven
451 , benchIOSink value "some" some
753 , benchIOSink value "some" some
452 , benchIOSink value "manyTill" $ manyTill value
754 , benchIOSink value "manyTill" $ manyTill value
453− , benchIOSink value "tee" $ teeAllAny value
755+ , benchIOSink value "parseMany" $ parseMany value
454− , benchIOSink value "teeFst" $ teeFstAllAny value
455− , benchIOSink value "shortest" $ shortestAllAny value
456− , benchIOSink value "longest" $ longestAllAny value
457− , benchIOSink value "parseBreak (recursive)" parseBreak
458 , benchIOSink value "parseMany (take 1)" (parseMany 1)
756 , benchIOSink value "parseMany (take 1)" (parseMany 1)
459 , benchIOSink value "parseMany (take all)" (parseMany value)
757 , benchIOSink value "parseMany (take all)" (parseMany value)
758+ , benchIOSink value "parseMany (groupBy (<))" (parseManyGroupBy (<))
759+ , benchIOSink value "parseMany (groupBy (==))" (parseManyGroupBy (==))
760+ , benchIOSink value "parseMany groupRollingBy (bound groups)"
761+ $ parseManyGroupsRolling False
762+ , benchIOSink value "parseMany groupRollingBy (1 group)"
763+ $ parseManyGroupsRolling True
764+ , bench "parseMany groupRollingByEither (Left)"
765+ $ nfIO $ parseManyGroupsRollingEitherLeft
766+ , bench "parseMany groupRollingByEither (Right)"
767+ $ nfIO $ parseManyGroupsRollingEitherRight
768+ , bench "parseMany groupRollingByEither (Alternating)"
769+ $ nfIO $ parseManyGroupsRollingEitherAlt1
460 , benchIOSink value "parseIterate (take 1)" (parseIterate 1)
770 , benchIOSink value "parseIterate (take 1)" (parseIterate 1)
461 , benchIOSink value "parseIterate (take all)" (parseIterate value)
771 , benchIOSink value "parseIterate (take all)" (parseIterate value)
462 , benchIOSink value "concatSequence" concatSequence
772 , benchIOSink value "concatSequence" concatSequence
773+ {-
774+ , benchIOSink value "tee" $ teeAllAny value
775+ , benchIOSink value "teeFst" $ teeFstAllAny value
776+ , benchIOSink value "shortest" $ shortestAllAny value
777+ , benchIOSink value "longest" $ longestAllAny value
778+ -}
779+ , benchIOSink value "streamEqBy" (streamEqBy value)
463 ]
780 ]
464
781
782+ where
783+
784+ {-# NOINLINE parseManyGroupsRollingEitherLeft #-}
785+ parseManyGroupsRollingEitherLeft = parseManyGroupsRollingEither (<) value
786+
787+ {-# NOINLINE parseManyGroupsRollingEitherRight #-}
788+ parseManyGroupsRollingEitherRight = parseManyGroupsRollingEither (>) value
789+
790+ {-# NOINLINE parseManyGroupsRollingEitherAlt1 #-}
791+ parseManyGroupsRollingEitherAlt1 =
792+ parseManyGroupsRollingEitherAlt (>) value
793+
465o_1_space_filesystem :: BenchEnv -> [Benchmark]
794o_1_space_filesystem :: BenchEnv -> [Benchmark]
466o_1_space_filesystem env =
795o_1_space_filesystem env =
467− [ mkBench ("S.parseMany (FL.take " ++ show (bigSize env) ++ " FL.sum)") env
796+ [ mkBench ("S.parseMany (Fold.take " ++ show (bigSize env) ++ " Fold.sum)") env
468 $ \inh _ -> noinline parseManyChunksOfSum (bigSize env) inh
797 $ \inh _ -> noinline parseManyChunksOfSum (bigSize env) inh
469− , mkBench "S.parseMany (FL.take 1 FL.sum)" env
798+ , mkBench "S.parseMany (Fold.take 1 Fold.sum)" env
470 $ \inh _ -> inline parseManyChunksOfSum 1 inh
799 $ \inh _ -> inline parseManyChunksOfSum 1 inh
471 ]
800 ]
472
801
@@ -481,26 +810,38 @@ o_1_space_serial_unfold bound arrays =
481o_n_heap_serial :: Int -> [Benchmark]
810o_n_heap_serial :: Int -> [Benchmark]
482o_n_heap_serial value =
811o_n_heap_serial value =
483 [
812 [
813+ benchIOSink value "takeEQ" $ takeEQ value
814+ , benchIOSink value "takeGE" $ takeGE value
815+
484 -- lookahead benchmark holds the entire input till end
816 -- lookahead benchmark holds the entire input till end
485− benchIOSink value "lookAhead" $ lookAhead value
817+ , benchIOSink value "lookAhead" $ lookAhead value
486
818
487− -- accumulates the results in a list
819+ -- o-n-heap because of backtracking
488− , benchIOSink value "sequence" $ sequence value
820+ , benchIOSrc sourceEscapedFrames value "takeFramedByEsc_"
489− , benchIOSink value "sequenceA" $ sequenceA value
821+ $ takeFramedByEsc_ value
490
822
491− -- XXX why should this take O(n) heap, it discards the results?
492− , benchIOSink value "sequence_" $ sequence_ value
493− , benchIOSink value "sequenceA_" $ sequenceA_ value
494 -- non-linear time complexity (parserD)
823 -- non-linear time complexity (parserD)
495 , benchIOSink value "split_" $ split_ value
824 , benchIOSink value "split_" $ split_ value
496− -- XXX why O(n) heap?
825+ -- XXX Takes lot of space when run on a long stream, why?
497− , benchIOSink value "choice (asum)" $ choiceAsum value
826+ , benchIOSink value "monad16" $ monad16 value
498− , benchIOSink value "choice" $ choice value
499
827
500 -- These show non-linear time complexity.
828 -- These show non-linear time complexity.
501 -- They accumulate the results in a list.
829 -- They accumulate the results in a list.
830+ , benchIOSink value "sepBy1" sepBy1
502 , benchIOSink value "manyAlt" manyAlt
831 , benchIOSink value "manyAlt" manyAlt
503 , benchIOSink value "someAlt" someAlt
832 , benchIOSink value "someAlt" someAlt
833+ , benchIOSink value "listEqBy" (listEqBy value)
834+ ]
835+
836+-- accumulate results in a list in IO
837+o_n_space_serial :: Int -> [Benchmark]
838+o_n_space_serial value =
839+ [ benchIOSink value "sequenceA/100" $ sequenceA (value `div` 100)
840+ , benchIOSink value "sequenceA_/100" $ sequenceA_ (value `div` 100)
841+ , benchIOSink value "sequence/100" $ sequence (value `div` 100)
842+ , benchIOSink value "sequence_/100" $ sequence_ (value `div` 100)
843+ , benchIOSink value "choice (asum)/100" $ choiceAsum (value `div` 100)
844+ -- , benchIOSink value "choice/100" $ choice (value `div` 100)
504 ]
845 ]
505
846
506-------------------------------------------------------------------------------
847-------------------------------------------------------------------------------
@@ -509,12 +850,13 @@ o_n_heap_serial value =
509
850
510main :: IO ()
851main :: IO ()
511main = do
852main = do
853+#ifndef FUSION_CHECK
512 env <- mkHandleBenchEnv
854 env <- mkHandleBenchEnv
513 runWithCLIOptsEnv defaultStreamSize alloc (allBenchmarks env)
855 runWithCLIOptsEnv defaultStreamSize alloc (allBenchmarks env)
514
856
515 where
857 where
516
858
517− alloc value = IP.toList $ IP.arraysOf 100 $ sourceUnfoldrM value 0
859+ alloc value = Stream.fold Fold.toList $ Stream.chunksOf 100 $ sourceUnfoldrM value 0
518
860
519 allBenchmarks env arrays value =
861 allBenchmarks env arrays value =
520 [ bgroup (o_1_space_prefix moduleName) (o_1_space_serial value)
862 [ bgroup (o_1_space_prefix moduleName) (o_1_space_serial value)
@@ -524,4 +866,22 @@ main = do
524 , bgroup (o_1_space_prefix moduleName)
866 , bgroup (o_1_space_prefix moduleName)
525 (o_1_space_serial_unfold value arrays)
867 (o_1_space_serial_unfold value arrays)
526 , bgroup (o_n_heap_prefix moduleName) (o_n_heap_serial value)
868 , bgroup (o_n_heap_prefix moduleName) (o_n_heap_serial value)
869+ , bgroup (o_n_space_prefix moduleName) (o_n_space_serial value)
527 ]
870 ]
871+#else
872+ -- Enable FUSION_CHECK macro at the beginning of the file
873+ -- Enable one benchmark below, and run the benchmark
874+ -- Check the .dump-simpl output
875+ let value = 100000
876+ -- let input = sourceUnfoldrM value 1
877+ -- manyTill value input
878+ -- deintercalate value input
879+ -- deintercalate1 value input
880+ -- deintercalateAll value input
881+ -- sepByWords input
882+ -- sepByAllWords input
883+ -- sepBy1 input
884+ -- sepByWords1 input
885+ takeFramedByEsc_ value (sourceEscapedFrames value 1)
886+ return ()
887+#endif
benchmark/Streamly/Benchmark/Data/Parser/ParserD.hsdeleted−423
@@ -1,423 +0,0 @@
1−-- |
2−-- Module : Streamly.Benchmark.Data.ParserD
3−-- Copyright : (c) 2020 Composewell Technologies
4−--
5−-- License : BSD-3-Clause
6−-- Maintainer : streamly@composewell.com
7−
8−{-# LANGUAGE FlexibleContexts #-}
9−{-# LANGUAGE ScopedTypeVariables #-}
10−{-# OPTIONS_GHC -fspec-constr-recursive=4 #-}
11−
12−module Main
13− (
14− main
15− ) where
16−
17−import Control.DeepSeq (NFData(..))
18−import Control.Monad.Catch (MonadCatch, MonadThrow)
19−import Data.Foldable (asum)
20−import Data.Functor (($>))
21−import Data.Maybe (fromMaybe)
22−import System.Random (randomRIO)
23−import Prelude hiding (any, all, take, sequence, sequenceA, sequence_, takeWhile, span)
24−
25−import qualified Data.Traversable as TR
26−import qualified Data.Foldable as F
27−import qualified Control.Applicative as AP
28−import qualified Streamly.Prelude as S
29−import qualified Streamly.Internal.Data.Array.Unboxed as Array
30−import qualified Streamly.Internal.Data.Fold as FL
31−import qualified Streamly.Internal.Data.Parser.ParserD as PR
32−import qualified Streamly.Internal.Data.Producer as Producer
33−import qualified Streamly.Internal.Data.Producer.Source as Source
34−import qualified Streamly.Internal.Data.Stream.IsStream as IP
35−import qualified Streamly.Internal.Data.Stream.StreamD as D
36−
37−import Gauge
38−import Streamly.Prelude (SerialT, MonadAsync, IsStream)
39−import Streamly.Benchmark.Common
40−
41−-------------------------------------------------------------------------------
42−-- Utilities
43−-------------------------------------------------------------------------------
44−
45−-- XXX these can be moved to the common module
46−
47−{-# INLINE sourceUnfoldrM #-}
48−sourceUnfoldrM :: (IsStream t, MonadAsync m) => Int -> Int -> t m Int
49−sourceUnfoldrM value n = S.unfoldrM step n
50− where
51− step cnt =
52− if cnt > n + value
53− then return Nothing
54− else return (Just (cnt, cnt + 1))
55−
56−-- | Takes a fold method, and uses it with a default source.
57−{-# INLINE benchIOSink #-}
58−benchIOSink
59− :: (IsStream t, NFData b)
60− => Int -> String -> (t IO Int -> IO b) -> Benchmark
61−benchIOSink value name f =
62− bench name $ nfIO $ randomRIO (1,1) >>= f . sourceUnfoldrM value
63−
64−-- Make the input unsorted.
65−{-# INLINE benchIOSinkRandom #-}
66−benchIOSinkRandom
67− :: (IsStream t, NFData b)
68− => Int -> String -> (t IO Int -> IO b) -> Benchmark
69−benchIOSinkRandom value name f =
70− bench name $ nfIO $ randomRIO (1,1)
71− >>= f
72− . S.map (\x -> if even x then x + 2 else x)
73− . sourceUnfoldrM value
74−
75−-------------------------------------------------------------------------------
76−-- Parsers
77−-------------------------------------------------------------------------------
78−
79−{-# INLINE drainWhile #-}
80−drainWhile :: MonadThrow m => (a -> Bool) -> PR.Parser m a ()
81−drainWhile p = PR.takeWhile p FL.drain
82−
83−{-# INLINE takeStartBy #-}
84−takeStartBy :: MonadCatch m => Int -> SerialT m Int -> m ()
85−takeStartBy value stream = do
86− stream1 <- return . fromMaybe (S.fromPure (value + 1)) =<< S.tail stream
87− let stream2 = value `S.cons` stream1
88− IP.parseD (PR.takeStartBy (== value) FL.drain) stream2
89−
90−{-# INLINE takeWhile #-}
91−takeWhile :: MonadThrow m => Int -> SerialT m Int -> m ()
92−takeWhile value = IP.parseD (drainWhile (<= value))
93−
94−{-# INLINE takeP #-}
95−takeP :: MonadThrow m => Int -> SerialT m a -> m ()
96−takeP value = IP.parseD (PR.takeP value (PR.fromFold FL.drain))
97−
98−{-# INLINE takeBetween #-}
99−takeBetween :: MonadCatch m => Int -> SerialT m a -> m ()
100−takeBetween value = IP.parseD (PR.takeBetween 0 value FL.drain)
101−
102−{-# INLINE groupBy #-}
103−groupBy :: MonadThrow m => SerialT m Int -> m ()
104−groupBy = IP.parseD (PR.groupBy (<=) FL.drain)
105−
106−{-# INLINE groupByRolling #-}
107−groupByRolling :: MonadThrow m => SerialT m Int -> m ()
108−groupByRolling = IP.parseD (PR.groupByRolling (<=) FL.drain)
109−
110−{-# INLINE wordBy #-}
111−wordBy :: MonadThrow m => Int -> SerialT m Int -> m ()
112−wordBy value = IP.parseD (PR.wordBy (>= value) FL.drain)
113−
114−{-# INLINE manyWordByEven #-}
115−manyWordByEven :: MonadCatch m => SerialT m Int -> m ()
116−manyWordByEven =
117− IP.parseD (PR.many (PR.wordBy (Prelude.even) FL.drain) FL.drain)
118−
119−{-# INLINE many #-}
120−many :: MonadCatch m => SerialT m Int -> m Int
121−many = IP.parseD (PR.many (PR.satisfy (> 0)) FL.length)
122−
123−{-# INLINE manyAlt #-}
124−manyAlt :: MonadCatch m => SerialT m Int -> m Int
125−manyAlt xs = do
126− x <- IP.parseD (AP.many (PR.satisfy (> 0))) xs
127− return $ Prelude.length x
128−
129−{-# INLINE some #-}
130−some :: MonadCatch m => SerialT m Int -> m Int
131−some = IP.parseD (PR.some (PR.satisfy (> 0)) FL.length)
132−
133−{-# INLINE someAlt #-}
134−someAlt :: MonadCatch m => SerialT m Int -> m Int
135−someAlt xs = do
136− x <- IP.parseD (AP.some (PR.satisfy (> 0))) xs
137− return $ Prelude.length x
138−
139−{-#INLINE takeEndBy_ #-}
140−takeEndBy_ :: MonadCatch m => Int -> SerialT m Int -> m ()
141−takeEndBy_ value = IP.parseD (PR.takeEndBy_ (>= value) (PR.fromFold FL.drain))
142−
143−{-# INLINE manyTill #-}
144−manyTill :: MonadCatch m => Int -> SerialT m Int -> m Int
145−manyTill value =
146− let p = PR.satisfy (> 0)
147− pcond = PR.satisfy (== value)
148− in IP.parseD (PR.manyTill FL.length p pcond)
149−
150−{-# INLINE serialWith #-}
151−serialWith :: MonadThrow m
152− => Int -> SerialT m Int -> m ((), ())
153−serialWith value =
154− IP.parseD
155− ((,)
156− <$> drainWhile (<= (value `div` 2))
157− <*> drainWhile (<= value)
158− )
159−
160−{-# INLINE teeAllAny #-}
161−teeAllAny :: MonadThrow m
162− => Int -> SerialT m Int -> m ((), ())
163−teeAllAny value =
164− IP.parseD
165− (PR.teeWith (,)
166− (drainWhile (<= value))
167− (drainWhile (<= value))
168− )
169−
170−{-# INLINE teeFstAllAny #-}
171−teeFstAllAny :: MonadThrow m
172− => Int -> SerialT m Int -> m ((), ())
173−teeFstAllAny value =
174− IP.parseD
175− (PR.teeWithFst (,)
176− (drainWhile (<= value))
177− (drainWhile (<= value))
178− )
179−
180−{-# INLINE shortestAllAny #-}
181−shortestAllAny :: MonadThrow m
182− => Int -> SerialT m Int -> m ()
183−shortestAllAny value =
184− IP.parseD
185− (PR.shortest
186− (drainWhile (<= value))
187− (drainWhile (<= value))
188− )
189−
190−{-# INLINE longestAllAny #-}
191−longestAllAny :: MonadCatch m
192− => Int -> SerialT m Int -> m ()
193−longestAllAny value =
194− IP.parseD
195− (PR.longest
196− (drainWhile (<= value))
197− (drainWhile (<= value))
198− )
199−
200−{-# INLINE sequenceParser #-}
201−sequenceParser :: MonadCatch m => SerialT m Int -> m ()
202−sequenceParser = IP.parseD (PR.sequence FL.drain (D.repeat (PR.satisfy $ const True)))
203−
204−-------------------------------------------------------------------------------
205−-- Spanning
206−-------------------------------------------------------------------------------
207−
208−{-# INLINE span #-}
209−span :: MonadThrow m => Int -> SerialT m Int -> m ((), ())
210−span value = IP.parseD (PR.span (<= (value `div` 2)) FL.drain FL.drain)
211−
212−{-# INLINE spanBy #-}
213−spanBy :: MonadThrow m => Int -> SerialT m Int -> m ((), ())
214−spanBy value =
215− IP.parseD (PR.spanBy (\_ i -> i <= (value `div` 2)) FL.drain FL.drain)
216−
217−{-# INLINE spanByRolling #-}
218−spanByRolling :: MonadThrow m => Int -> SerialT m Int -> m ((), ())
219−spanByRolling value =
220− IP.parseD (PR.spanByRolling (\_ i -> i <= value `div` 2) FL.drain FL.drain)
221−
222−-------------------------------------------------------------------------------
223−-- Nested
224−-------------------------------------------------------------------------------
225−
226−{-# INLINE parseMany #-}
227−parseMany :: MonadThrow m => Int -> SerialT m Int -> m ()
228−parseMany value = IP.drain . IP.parseManyD (drainWhile (<= value + 1))
229−
230−{-# INLINE parseManyGroups #-}
231−parseManyGroups :: MonadThrow m => Bool -> SerialT m Int -> m ()
232−parseManyGroups b = IP.drain . IP.parseManyD (PR.groupBy (\_ _ -> b) FL.drain)
233−
234−{-# INLINE parseManyGroupsRolling #-}
235−parseManyGroupsRolling :: MonadThrow m => Bool -> SerialT m Int -> m ()
236−parseManyGroupsRolling b =
237− IP.drain . IP.parseManyD (PR.groupByRolling (\_ _ -> b) FL.drain)
238−
239−{-# INLINE parseManyGroupsRollingEither #-}
240−parseManyGroupsRollingEither :: (MonadThrow m, MonadCatch m) =>
241− (Int -> Int -> Bool) -> SerialT m Int -> m ()
242−parseManyGroupsRollingEither cmp =
243− IP.drain
244− . IP.parseManyD (PR.groupByRollingEither cmp FL.drain FL.drain)
245−
246−-------------------------------------------------------------------------------
247−-- Parsing with unfolds
248−-------------------------------------------------------------------------------
249−
250−{-# INLINE parseManyUnfoldArrays #-}
251−parseManyUnfoldArrays :: Int -> [Array.Array Int] -> IO ()
252−parseManyUnfoldArrays count arrays = do
253− let src = Source.source (Just (Producer.OuterLoop arrays))
254− let parser = PR.fromFold (FL.take count FL.drain)
255− let readSrc =
256− Source.producer
257− $ Producer.concat Producer.fromList Array.producer
258− let streamParser =
259− Producer.simplify (Source.parseManyD parser readSrc)
260− S.drain $ S.unfold streamParser src
261−
262−-------------------------------------------------------------------------------
263−-- Parsers in which -fspec-constr-recursive=16 is problematic
264−-------------------------------------------------------------------------------
265−
266−-- XXX -fspec-constr-recursive=16 makes GHC go beserk when compiling these.
267−-- We need to fix GHC so that we can have better control over that option or do
268−-- not have to rely on it.
269−--
270−{-# INLINE lookAhead #-}
271−lookAhead :: MonadThrow m => Int -> SerialT m Int -> m ()
272−lookAhead value =
273− IP.parseD (PR.lookAhead (PR.takeWhile (<= value) FL.drain) $> ())
274−
275−{-# INLINE sequenceA_ #-}
276−sequenceA_ :: MonadThrow m => Int -> SerialT m Int -> m ()
277−sequenceA_ value =
278− IP.parseD (F.sequenceA_ $ replicate value (PR.satisfy (> 0)))
279−
280−-- quadratic complexity
281−{-# INLINE sequenceA #-}
282−sequenceA :: MonadThrow m => Int -> SerialT m Int -> m Int
283−sequenceA value xs = do
284− x <- IP.parseD (TR.sequenceA (replicate value (PR.satisfy (> 0)))) xs
285− return $ length x
286−
287−-- quadratic complexity
288−{-# INLINE sequence #-}
289−sequence :: MonadThrow m => Int -> SerialT m Int -> m Int
290−sequence value xs = do
291− x <- IP.parseD (TR.sequence (replicate value (PR.satisfy (> 0)))) xs
292− return $ length x
293−
294−{-# INLINE sequence_ #-}
295−sequence_ :: MonadCatch m => Int -> SerialT m Int -> m ()
296−sequence_ value xs =
297− IP.parseD (foldr f (return ()) (replicate value (PR.takeBetween 0 1 FL.drain))) xs
298−
299− where
300−
301− {-# INLINE f #-}
302− f m k = m >>= (\_ -> k)
303−
304−-- choice using the "Alternative" instance with direct style parser type has
305−-- quadratic performance complexity.
306−--
307−{-# INLINE choiceAsum #-}
308−choiceAsum :: MonadCatch m => Int -> SerialT m Int -> m Int
309−choiceAsum value =
310− IP.parseD (asum (replicate value (PR.satisfy (< 0)))
311− AP.<|> PR.satisfy (> 0))
312−
313−{-# INLINE choice #-}
314−choice :: MonadCatch m => Int -> SerialT m Int -> m Int
315−choice value =
316− IP.parseD
317− (PR.choice (replicate value (PR.satisfy (< 0))) AP.<|> PR.satisfy (> 0))
318−
319−-------------------------------------------------------------------------------
320−-- Benchmarks
321−-------------------------------------------------------------------------------
322−
323−moduleName :: String
324−moduleName = "Data.Parser.ParserD"
325−
326−o_1_space_serial :: Int -> [Benchmark]
327−o_1_space_serial value =
328− [ benchIOSink value "takeWhile" $ takeWhile value
329− , benchIOSink value "takeP" $ takeP value
330− , benchIOSink value "takeBetween" $ takeBetween value
331− , benchIOSink value "takeStartBy" $ takeStartBy value
332− , benchIOSink value "groupBy" $ groupBy
333− , benchIOSink value "groupByRolling" $ groupByRolling
334− , benchIOSink value "wordBy" $ wordBy value
335− , benchIOSink value "serialWith" $ serialWith value
336− , benchIOSink value "many" many
337− , benchIOSink value "many (wordBy even)" $ manyWordByEven
338− , benchIOSink value "some" some
339− , benchIOSink value "takeEndBy_" $ takeEndBy_ value
340− , benchIOSink value "manyTill" $ manyTill value
341− , benchIOSink value "tee (all,any)" $ teeAllAny value
342− , benchIOSink value "teeFst (all,any)" $ teeFstAllAny value
343− , benchIOSink value "shortest (all,any)" $ shortestAllAny value
344− , benchIOSink value "longest (all,any)" $ longestAllAny value
345− , benchIOSink value "sequenceParser" sequenceParser
346− ]
347−
348−o_1_space_serial_spanning :: Int -> [Benchmark]
349−o_1_space_serial_spanning value =
350− [ benchIOSink value "span" $ span value
351− , benchIOSink value "spanBy" $ spanBy value
352− , benchIOSink value "spanByRolling" $ spanByRolling value
353− ]
354−
355−o_1_space_serial_nested :: Int -> [Benchmark]
356−o_1_space_serial_nested value =
357− [ benchIOSink value "parseMany" $ parseMany value
358− , benchIOSink value "parseMany groupBy (bound groups)"
359− $ parseManyGroups False
360− , benchIOSink value "parseMany groupRollingBy (bound groups)"
361− $ parseManyGroupsRolling False
362− , benchIOSink value "parseMany groupBy (1 group)" $ parseManyGroups True
363− , benchIOSink value "parseMany groupRollingBy (1 group)"
364− $ parseManyGroupsRolling True
365− , benchIOSink value "parseMany groupRollingByEither (Left)"
366− $ parseManyGroupsRollingEither (<)
367− , benchIOSink value "parseMany groupRollingByEither (Right)"
368− $ parseManyGroupsRollingEither (>)
369− , benchIOSinkRandom value "parseMany groupRollingByEither (Alternating)"
370− $ parseManyGroupsRollingEither (>)
371− ]
372−
373−o_1_space_serial_unfold :: Int -> [Array.Array Int] -> [Benchmark]
374−o_1_space_serial_unfold bound arrays =
375− [ bench "parseMany/Unfold/1000 arrays/1 parse"
376− $ nfIO $ parseManyUnfoldArrays bound arrays
377− , bench "parseMany/Unfold/1000 arrays/100000 parses"
378− $ nfIO $ parseManyUnfoldArrays 1 arrays
379− ]
380−
381−o_n_heap_serial :: Int -> [Benchmark]
382−o_n_heap_serial value =
383− [
384− -- lookahead benchmark holds the entire input till end
385− benchIOSink value "lookAhead" $ lookAhead value
386−
387− -- These show non-linear time complexity
388− -- They accumulate the results in a list.
389− , benchIOSink value "manyAlt" manyAlt
390− , benchIOSink value "someAlt" someAlt
391− ]
392−
393−-- accumulate results in a list in IO
394−o_n_space_serial :: Int -> [Benchmark]
395−o_n_space_serial value =
396− [ benchIOSink value "sequenceA/100" $ sequenceA (value `div` 100)
397− , benchIOSink value "sequenceA_/100" $ sequenceA_ (value `div` 100)
398− , benchIOSink value "sequence/100" $ sequence (value `div` 100)
399− , benchIOSink value "sequence_/100" $ sequence_ (value `div` 100)
400− , benchIOSink value "choice (asum)/100" $ choiceAsum (value `div` 100)
401− , benchIOSink value "choice/100" $ choice (value `div` 100)
402− ]
403−
404−-------------------------------------------------------------------------------
405−-- Driver
406−-------------------------------------------------------------------------------
407−
408−main :: IO ()
409−main = runWithCLIOptsEnv defaultStreamSize alloc allBenchmarks
410−
411− where
412−
413− alloc value = IP.toList $ IP.arraysOf 100 $ sourceUnfoldrM value 0
414−
415− allBenchmarks arraysSmall value =
416− [ bgroup (o_1_space_prefix moduleName) (o_1_space_serial value)
417− , bgroup (o_1_space_prefix moduleName) (o_1_space_serial_spanning value)
418− , bgroup (o_1_space_prefix moduleName) (o_1_space_serial_nested value)
419− , bgroup (o_1_space_prefix moduleName)
420− (o_1_space_serial_unfold value arraysSmall)
421− , bgroup (o_n_heap_prefix moduleName) (o_n_heap_serial value)
422− , bgroup (o_n_space_prefix moduleName) (o_n_space_serial value)
423− ]
benchmark/Streamly/Benchmark/Data/Parser/ParserK.hsdeleted−163
@@ -1,163 +0,0 @@
1−-- |
2−-- Module : Streamly.Benchmark.Data.ParserK
3−-- Copyright : (c) 2020 Composewell Technologies
4−--
5−-- License : BSD-3-Clause
6−-- Maintainer : streamly@composewell.com
7−
8−{-# LANGUAGE CPP #-}
9−{-# LANGUAGE FlexibleContexts #-}
10−
11−module Main
12− (
13− main
14− ) where
15−
16−import Control.DeepSeq (NFData(..))
17−import Control.Monad.Catch (MonadCatch)
18−import Data.Foldable (asum)
19−import System.Random (randomRIO)
20−import Prelude hiding (any, all, take, sequence, sequenceA, takeWhile)
21−
22−import qualified Control.Applicative as AP
23−import qualified Data.Foldable as F
24−import qualified Data.Traversable as TR
25−import qualified Streamly.Prelude as S
26−import qualified Streamly.Internal.Data.Fold as FL
27−import qualified Streamly.Internal.Data.Parser.ParserK.Type as PR
28−import qualified Streamly.Internal.Data.Parser.ParserD as PRD
29−import qualified Streamly.Internal.Data.Stream.IsStream as IP
30−
31−import Gauge
32−import Streamly.Prelude (SerialT, MonadAsync, IsStream)
33−import Streamly.Benchmark.Common
34−
35−-------------------------------------------------------------------------------
36−-- Utilities
37−-------------------------------------------------------------------------------
38−
39−-- XXX these can be moved to the common module
40−
41−{-# INLINE sourceUnfoldrM #-}
42−sourceUnfoldrM :: (IsStream t, MonadAsync m) => Int -> Int -> t m Int
43−sourceUnfoldrM value n = S.unfoldrM step n
44− where
45− step cnt =
46− if cnt > n + value
47− then return Nothing
48− else return (Just (cnt, cnt + 1))
49−
50−-- | Takes a fold method, and uses it with a default source.
51−{-# INLINE benchIOSink #-}
52−benchIOSink
53− :: (IsStream t, NFData b)
54− => Int -> String -> (t IO Int -> IO b) -> Benchmark
55−benchIOSink value name f =
56− bench name $ nfIO $ randomRIO (1,1) >>= f . sourceUnfoldrM value
57−
58−-------------------------------------------------------------------------------
59−-- Parsers
60−-------------------------------------------------------------------------------
61−
62−#ifdef FROM_PARSERK
63−#define PARSE_OP (IP.parseD . PRD.fromParserK)
64−#else
65−#define PARSE_OP IP.parseK
66−#endif
67−
68−{-# INLINE satisfy #-}
69−satisfy :: MonadCatch m => (a -> Bool) -> PR.Parser m a a
70−satisfy = PRD.toParserK . PRD.satisfy
71−
72−{-# INLINE takeWhile #-}
73−takeWhile :: MonadCatch m => (a -> Bool) -> PR.Parser m a ()
74−takeWhile p = PRD.toParserK $ PRD.takeWhile p FL.drain
75−
76−{-# INLINE takeWhileK #-}
77−takeWhileK :: MonadCatch m => Int -> SerialT m Int -> m ()
78−takeWhileK value = PARSE_OP (takeWhile (<= value))
79−
80−{-# INLINE splitApp #-}
81−splitApp :: MonadCatch m
82− => Int -> SerialT m Int -> m ((), ())
83−splitApp value =
84− PARSE_OP ((,) <$> takeWhile (<= (value `div` 2)) <*> takeWhile (<= value))
85−
86−{-# INLINE sequenceA #-}
87−sequenceA :: MonadCatch m => Int -> SerialT m Int -> m Int
88−sequenceA value xs = do
89− let parser = satisfy (> 0)
90− list = Prelude.replicate value parser
91− x <- PARSE_OP (TR.sequenceA list) xs
92− return $ Prelude.length x
93−
94−{-# INLINE sequenceA_ #-}
95−sequenceA_ :: MonadCatch m => Int -> SerialT m Int -> m ()
96−sequenceA_ value xs = do
97− let parser = satisfy (> 0)
98− list = Prelude.replicate value parser
99− PARSE_OP (F.sequenceA_ list) xs
100−
101−{-# INLINE sequence #-}
102−sequence :: MonadCatch m => Int -> SerialT m Int -> m Int
103−sequence value xs = do
104− let parser = satisfy (> 0)
105− list = Prelude.replicate value parser
106− x <- PARSE_OP (TR.sequence list) xs
107− return $ Prelude.length x
108−
109−{-# INLINE manyAlt #-}
110−manyAlt :: MonadCatch m => SerialT m Int -> m Int
111−manyAlt xs = do
112− x <- PARSE_OP (AP.many (satisfy (> 0))) xs
113− return $ Prelude.length x
114−
115−{-# INLINE someAlt #-}
116−someAlt :: MonadCatch m => SerialT m Int -> m Int
117−someAlt xs = do
118− x <- PARSE_OP (AP.some (satisfy (> 0))) xs
119− return $ Prelude.length x
120−
121−{-# INLINE choice #-}
122−choice :: MonadCatch m => Int -> SerialT m Int -> m Int
123−choice value =
124− PARSE_OP (asum (replicate value (satisfy (< 0)))
125− AP.<|> satisfy (> 0))
126−
127−-------------------------------------------------------------------------------
128−-- Benchmarks
129−-------------------------------------------------------------------------------
130−
131−moduleName :: String
132−moduleName = "Data.Parser.ParserK"
133−
134−o_1_space_serial :: Int -> [Benchmark]
135−o_1_space_serial value =
136− [ benchIOSink value "takeWhile" $ takeWhileK value
137− , benchIOSink value "splitApp" $ splitApp value
138− ]
139−
140−-- O(n) heap beacuse of accumulation of the list in strict IO monad?
141−o_n_heap_serial :: Int -> [Benchmark]
142−o_n_heap_serial value =
143− [ benchIOSink value "sequenceA" $ sequenceA value
144− , benchIOSink value "sequenceA_" $ sequenceA_ value
145− , benchIOSink value "sequence" $ sequence value
146− , benchIOSink value "manyAlt" manyAlt
147− , benchIOSink value "someAlt" someAlt
148− , benchIOSink value "choice" $ choice value
149− ]
150−
151−-------------------------------------------------------------------------------
152−-- Driver
153−-------------------------------------------------------------------------------
154−
155−main :: IO ()
156−main = runWithCLIOpts defaultStreamSize allBenchmarks
157−
158− where
159−
160− allBenchmarks value =
161− [ bgroup (o_1_space_prefix moduleName) (o_1_space_serial value)
162− , bgroup (o_n_heap_prefix moduleName) (o_n_heap_serial value)
163− ]
benchmark/Streamly/Benchmark/Data/ParserK.hsnew file+437
@@ -0,0 +1,437 @@
1+-- |
2+-- Module : Streamly.Benchmark.Data.ParserK
3+-- Copyright : (c) 2020 Composewell Technologies
4+--
5+-- License : BSD-3-Clause
6+-- Maintainer : streamly@composewell.com
7+
8+-- BENCH_CHUNKED -> adaptC
9+-- BENCH_CHUNKED_GENERIC -> adaptCG
10+-- BENCH_SINGULAR -> adapt
11+
12+{-# LANGUAGE CPP #-}
13+{-# LANGUAGE FlexibleContexts #-}
14+{-# OPTIONS_GHC -Wno-orphans #-}
15+
16+module Main
17+ (
18+ main
19+ ) where
20+
21+import Control.Applicative ((<|>))
22+import Control.DeepSeq (NFData(..))
23+import Control.Monad.IO.Class (MonadIO)
24+import Data.Foldable (asum)
25+#ifdef BENCH_CHUNKED
26+import Streamly.Data.Array (Array, Unbox)
27+#endif
28+#ifdef BENCH_CHUNKED_GENERIC
29+import Streamly.Data.Array.Generic (Array)
30+import qualified Streamly.Internal.Data.Array.Generic as GenArr (chunksOf)
31+#endif
32+import Streamly.Internal.Data.Fold (Fold(..))
33+import Streamly.Data.StreamK (StreamK)
34+import Streamly.Internal.Data.Parser
35+ (ParseError(..), Parser(..), Initial(..), Step(..))
36+import Streamly.Internal.Data.Stream (Stream)
37+import System.Random (randomRIO)
38+import Prelude hiding
39+ (any, all, take, sequence, sequence_, sequenceA, takeWhile)
40+
41+import qualified Control.Applicative as AP
42+import qualified Data.Foldable as F
43+import qualified Data.Traversable as TR
44+import qualified Streamly.Data.Stream as Stream
45+import qualified Streamly.Data.Fold as FL
46+import qualified Streamly.Internal.Data.Fold as Fold
47+import qualified Streamly.Data.Parser as PRD
48+import qualified Streamly.Internal.Data.ParserK as PR
49+import qualified Streamly.Internal.Data.StreamK as StreamK
50+
51+import Test.Tasty.Bench
52+import Streamly.Benchmark.Common
53+
54+-------------------------------------------------------------------------------
55+-- CPP Helpers
56+-------------------------------------------------------------------------------
57+
58+#ifdef BENCH_CHUNKED
59+
60+#define PARSE_OP StreamK.parseChunks
61+#define FROM_PARSER adaptC
62+#define INPUT (Array a)
63+#define PARSE_ELEM (Array Int)
64+#define CONSTRAINT_IO (MonadIO m, Unbox a)
65+#define CONSTRAINT (Monad m, Unbox a)
66+#define MODULE_NAME "Data.ParserK.Chunked"
67+
68+#endif
69+
70+#ifdef BENCH_CHUNKED_GENERIC
71+
72+#define PARSE_OP StreamK.parseChunksGeneric
73+#define FROM_PARSER adaptCG
74+#define INPUT (Array a)
75+#define PARSE_ELEM (Array Int)
76+#define CONSTRAINT_IO (MonadIO m)
77+#define CONSTRAINT (Monad m)
78+#define MODULE_NAME "Data.ParserK.Chunked.Generic"
79+
80+#endif
81+
82+#ifdef BENCH_SINGULAR
83+
84+#define PARSE_OP StreamK.parse
85+#define FROM_PARSER adapt
86+#define INPUT a
87+#define PARSE_ELEM Int
88+#define CONSTRAINT_IO (MonadIO m)
89+#define CONSTRAINT (Monad m)
90+#define MODULE_NAME "Data.ParserK"
91+
92+#endif
93+
94+-------------------------------------------------------------------------------
95+-- Utilities
96+-------------------------------------------------------------------------------
97+
98+-- XXX these can be moved to the common module
99+
100+{-# INLINE sourceUnfoldrM #-}
101+sourceUnfoldrM :: Monad m => Int -> Int -> Stream m Int
102+sourceUnfoldrM value n = Stream.unfoldrM step n
103+ where
104+ step cnt =
105+ if cnt > n + value
106+ then return Nothing
107+ else return (Just (cnt, cnt + 1))
108+
109+-- | Takes a fold method, and uses it with a default source.
110+{-# INLINE benchIOSink #-}
111+benchIOSink
112+ :: NFData b
113+ => Int -> String -> (StreamK IO PARSE_ELEM -> IO b) -> Benchmark
114+benchIOSink value name f =
115+ bench name $ nfIO $ randomRIO (1,1)
116+ >>= f
117+ . StreamK.fromStream
118+#ifdef BENCH_CHUNKED
119+ . Stream.chunksOf 4000
120+#endif
121+#ifdef BENCH_CHUNKED_GENERIC
122+ . GenArr.chunksOf 4000
123+#endif
124+ . sourceUnfoldrM value
125+
126+-------------------------------------------------------------------------------
127+-- Parsers
128+-------------------------------------------------------------------------------
129+
130+{-# INLINE one #-}
131+one :: MonadIO m =>
132+ Int -> StreamK m PARSE_ELEM -> m (Either ParseError (Maybe Int))
133+one value = PARSE_OP p
134+
135+ where
136+
137+ p = do
138+ m <- PR.FROM_PARSER (PRD.fromFold FL.one)
139+ case m of
140+ Just i -> if i >= value then pure m else p
141+ Nothing -> pure Nothing
142+
143+{-# INLINE satisfy #-}
144+satisfy :: CONSTRAINT_IO => (a -> Bool) -> PR.ParserK INPUT m a
145+satisfy = PR.FROM_PARSER . PRD.satisfy
146+
147+{-# INLINE takeWhile #-}
148+takeWhile :: CONSTRAINT_IO => (a -> Bool) -> PR.ParserK INPUT m ()
149+takeWhile p = PR.FROM_PARSER $ PRD.takeWhile p FL.drain
150+
151+{-# INLINE takeWhileK #-}
152+takeWhileK :: MonadIO m =>
153+ Int -> StreamK m PARSE_ELEM -> m (Either ParseError ())
154+takeWhileK value = PARSE_OP (takeWhile (<= value))
155+
156+{-# INLINE splitAp2 #-}
157+splitAp2 :: MonadIO m
158+ => Int -> StreamK m PARSE_ELEM -> m (Either ParseError ((), ()))
159+splitAp2 value =
160+ PARSE_OP
161+ ((,)
162+ <$> takeWhile (<= (value `div` 2))
163+ <*> takeWhile (<= value)
164+ )
165+
166+{-# INLINE splitAp8 #-}
167+splitAp8 :: MonadIO m
168+ => Int -> StreamK m PARSE_ELEM -> m (Either ParseError ())
169+splitAp8 value =
170+ PARSE_OP
171+ ( (\() () () () () () () () -> ())
172+ <$> takeWhile (<= ( value `div` 8))
173+ <*> takeWhile (<= ((value * 2) `div` 8))
174+ <*> takeWhile (<= ((value * 3) `div` 8))
175+ <*> takeWhile (<= ((value * 4) `div` 8))
176+ <*> takeWhile (<= ((value * 5) `div` 8))
177+ <*> takeWhile (<= ((value * 6) `div` 8))
178+ <*> takeWhile (<= ((value * 7) `div` 8))
179+ <*> takeWhile (<= value)
180+ )
181+
182+{-# INLINE sequenceA #-}
183+sequenceA :: MonadIO m => Int -> StreamK m PARSE_ELEM -> m Int
184+sequenceA value xs = do
185+ let parser = satisfy (> 0)
186+ list = Prelude.replicate value parser
187+ x <- PARSE_OP (TR.sequenceA list) xs
188+ return $ Prelude.length x
189+
190+{-# INLINE sequenceA_ #-}
191+sequenceA_ :: MonadIO m =>
192+ Int -> StreamK m PARSE_ELEM -> m (Either ParseError ())
193+sequenceA_ value xs = do
194+ let parser = satisfy (> 0)
195+ list = Prelude.replicate value parser
196+ PARSE_OP (F.sequenceA_ list) xs
197+
198+{-# INLINE sequence #-}
199+sequence :: MonadIO m => Int -> StreamK m PARSE_ELEM -> m Int
200+sequence value xs = do
201+ let parser = satisfy (> 0)
202+ list = Prelude.replicate value parser
203+ x <- PARSE_OP (TR.sequence list) xs
204+ return $ Prelude.length x
205+
206+{-# INLINE sequence_ #-}
207+sequence_ :: MonadIO m =>
208+ Int -> StreamK m PARSE_ELEM -> m (Either ParseError ())
209+sequence_ value =
210+ let parser = satisfy (> 0)
211+ list = Prelude.replicate value parser
212+ in PARSE_OP (F.sequence_ list)
213+
214+{-# INLINE takeWhileFailD #-}
215+takeWhileFailD :: Monad m => (a -> Bool) -> Fold m a b -> Parser a m b
216+takeWhileFailD predicate (Fold fstep finitial _ ffinal) =
217+ Parser step initial extract
218+
219+ where
220+
221+ initial = do
222+ res <- finitial
223+ return $ case res of
224+ Fold.Partial s -> IPartial s
225+ Fold.Done b -> IDone b
226+
227+ step s a =
228+ if predicate a
229+ then do
230+ fres <- fstep s a
231+ return
232+ $ case fres of
233+ Fold.Partial s1 -> Partial 0 s1
234+ Fold.Done b -> Done 0 b
235+ else return $ Error "fail"
236+
237+ extract s = fmap (Done 0) (ffinal s)
238+
239+{-# INLINE takeWhileFail #-}
240+takeWhileFail :: CONSTRAINT =>
241+ (a -> Bool) -> Fold m a b -> PR.ParserK INPUT m b
242+takeWhileFail p f = PR.FROM_PARSER (takeWhileFailD p f)
243+
244+{-# INLINE alt2 #-}
245+alt2 :: MonadIO m
246+ => Int -> StreamK m PARSE_ELEM -> m (Either ParseError ())
247+alt2 value =
248+ PARSE_OP
249+ ( takeWhileFail (<= (value `div` 2)) Fold.drain
250+ <|> takeWhile (<= value)
251+ )
252+
253+{-# INLINE alt8 #-}
254+alt8 :: MonadIO m
255+ => Int -> StreamK m PARSE_ELEM -> m (Either ParseError ())
256+alt8 value =
257+ PARSE_OP
258+ ( takeWhileFail (<= ( value `div` 8)) Fold.drain
259+ <|> takeWhileFail (<= ((value * 2) `div` 8)) Fold.drain
260+ <|> takeWhileFail (<= ((value * 3) `div` 8)) Fold.drain
261+ <|> takeWhileFail (<= ((value * 4) `div` 8)) Fold.drain
262+ <|> takeWhileFail (<= ((value * 5) `div` 8)) Fold.drain
263+ <|> takeWhileFail (<= ((value * 6) `div` 8)) Fold.drain
264+ <|> takeWhileFail (<= ((value * 7) `div` 8)) Fold.drain
265+ <|> takeWhile (<= value)
266+ )
267+
268+{-# INLINE alt16 #-}
269+alt16 :: MonadIO m
270+ => Int -> StreamK m PARSE_ELEM -> m (Either ParseError ())
271+alt16 value =
272+ PARSE_OP
273+ ( takeWhileFail (<= ( value `div` 16)) Fold.drain
274+ <|> takeWhileFail (<= ((value * 2) `div` 16)) Fold.drain
275+ <|> takeWhileFail (<= ((value * 3) `div` 16)) Fold.drain
276+ <|> takeWhileFail (<= ((value * 4) `div` 16)) Fold.drain
277+ <|> takeWhileFail (<= ((value * 5) `div` 16)) Fold.drain
278+ <|> takeWhileFail (<= ((value * 6) `div` 16)) Fold.drain
279+ <|> takeWhileFail (<= ((value * 7) `div` 16)) Fold.drain
280+ <|> takeWhileFail (<= ((value * 8) `div` 16)) Fold.drain
281+ <|> takeWhileFail (<= ((value * 9) `div` 16)) Fold.drain
282+ <|> takeWhileFail (<= ((value * 10) `div` 16)) Fold.drain
283+ <|> takeWhileFail (<= ((value * 11) `div` 16)) Fold.drain
284+ <|> takeWhileFail (<= ((value * 12) `div` 16)) Fold.drain
285+ <|> takeWhileFail (<= ((value * 13) `div` 16)) Fold.drain
286+ <|> takeWhileFail (<= ((value * 14) `div` 16)) Fold.drain
287+ <|> takeWhileFail (<= ((value * 15) `div` 16)) Fold.drain
288+ <|> takeWhile (<= value)
289+ )
290+
291+{-# INLINE manyAlt #-}
292+manyAlt :: MonadIO m => StreamK m PARSE_ELEM -> m Int
293+manyAlt xs = do
294+ x <- PARSE_OP (AP.many (satisfy (> 0))) xs
295+ return $ Prelude.length x
296+
297+{-# INLINE someAlt #-}
298+someAlt :: MonadIO m => StreamK m PARSE_ELEM -> m Int
299+someAlt xs = do
300+ x <- PARSE_OP (AP.some (satisfy (> 0))) xs
301+ return $ Prelude.length x
302+
303+{-# INLINE choice #-}
304+choice :: MonadIO m =>
305+ Int -> StreamK m PARSE_ELEM -> m (Either ParseError Int)
306+choice value =
307+ PARSE_OP (asum (replicate value (satisfy (< 0)))
308+ AP.<|> satisfy (> 0))
309+
310+{-# INLINE monad2 #-}
311+monad2 :: MonadIO m
312+ => Int -> StreamK m PARSE_ELEM -> m (Either ParseError ())
313+monad2 value =
314+ PARSE_OP $ do
315+ takeWhile (<= (value `div` 2))
316+ takeWhile (<= value)
317+
318+{-# INLINE monad4 #-}
319+monad4 :: MonadIO m
320+ => Int -> StreamK m PARSE_ELEM -> m (Either ParseError ())
321+monad4 value =
322+ PARSE_OP $ do
323+ takeWhile (<= ( value `div` 4))
324+ takeWhile (<= ((value * 2) `div` 4))
325+ takeWhile (<= ((value * 3) `div` 4))
326+ takeWhile (<= value)
327+
328+{-# INLINE monad8 #-}
329+monad8 :: MonadIO m
330+ => Int -> StreamK m PARSE_ELEM -> m (Either ParseError ())
331+monad8 value =
332+ PARSE_OP $ do
333+ takeWhile (<= ( value `div` 8))
334+ takeWhile (<= ((value * 2) `div` 8))
335+ takeWhile (<= ((value * 3) `div` 8))
336+ takeWhile (<= ((value * 4) `div` 8))
337+ takeWhile (<= ((value * 5) `div` 8))
338+ takeWhile (<= ((value * 6) `div` 8))
339+ takeWhile (<= ((value * 7) `div` 8))
340+ takeWhile (<= value)
341+
342+{-# INLINE monad16 #-}
343+monad16 :: MonadIO m
344+ => Int -> StreamK m PARSE_ELEM -> m (Either ParseError ())
345+monad16 value =
346+ PARSE_OP $ do
347+ takeWhile (<= ( value `div` 16))
348+ takeWhile (<= ((value * 2) `div` 16))
349+ takeWhile (<= ((value * 3) `div` 16))
350+ takeWhile (<= ((value * 4) `div` 16))
351+ takeWhile (<= ((value * 5) `div` 16))
352+ takeWhile (<= ((value * 6) `div` 16))
353+ takeWhile (<= ((value * 7) `div` 16))
354+ takeWhile (<= ((value * 8) `div` 16))
355+ takeWhile (<= ((value * 9) `div` 16))
356+ takeWhile (<= ((value * 10) `div` 16))
357+ takeWhile (<= ((value * 11) `div` 16))
358+ takeWhile (<= ((value * 12) `div` 16))
359+ takeWhile (<= ((value * 13) `div` 16))
360+ takeWhile (<= ((value * 14) `div` 16))
361+ takeWhile (<= ((value * 15) `div` 16))
362+ takeWhile (<= value)
363+
364+-------------------------------------------------------------------------------
365+-- Benchmarks
366+-------------------------------------------------------------------------------
367+
368+moduleName :: String
369+moduleName = MODULE_NAME
370+
371+instance NFData ParseError where
372+ {-# INLINE rnf #-}
373+ rnf (ParseError x) = rnf x
374+
375+o_1_space_serial :: Int -> [Benchmark]
376+o_1_space_serial value =
377+ [ benchIOSink value "drain" (Stream.fold Fold.drain . StreamK.toStream)
378+ , benchIOSink value "takeWhile" $ takeWhileK value
379+ , benchIOSink value "splitAp2" $ splitAp2 value
380+ , benchIOSink value "splitAp8" $ splitAp8 value
381+ , benchIOSink value "alt2" $ alt2 value
382+ , benchIOSink value "alt8" $ alt8 value
383+ , benchIOSink value "alt16" $ alt16 value
384+ , benchIOSink value "monad2" $ monad2 value
385+ , benchIOSink value "monad4" $ monad4 value
386+ , benchIOSink value "monad8" $ monad8 value
387+ , benchIOSink value "monad16" $ monad16 value
388+ ]
389+
390+{-# INLINE sepBy1 #-}
391+sepBy1 :: MonadIO m => StreamK m PARSE_ELEM -> m Int
392+sepBy1 xs = do
393+ x <- PARSE_OP (parser (satisfy odd) (satisfy even)) xs
394+ return $ Prelude.length x
395+
396+ where
397+
398+ parser p sep = do
399+ x <- p
400+ fmap (x :) $ AP.many (sep >> p)
401+
402+-- O(n) heap beacuse of accumulation of the list in strict IO monad?
403+o_n_heap_serial :: Int -> [Benchmark]
404+o_n_heap_serial value =
405+ [
406+ -- accumulates the results in a list
407+ -- XXX why should this take O(n) heap, it discards the results?
408+ benchIOSink value "sequence_" $ sequence_ value
409+ , benchIOSink value "sequenceA_" $ sequenceA_ value
410+ , benchIOSink value "sequence" $ sequence value
411+ , benchIOSink value "sequenceA" $ sequenceA value
412+ , benchIOSink value "manyAlt" manyAlt
413+ , benchIOSink value "sepBy1" sepBy1
414+ , benchIOSink value "someAlt" someAlt
415+ , benchIOSink value "choice" $ choice value
416+ ]
417+
418+-- O(n) heap beacuse of accumulation of the list in strict IO monad?
419+o_1_space_recursive :: Int -> [Benchmark]
420+o_1_space_recursive value =
421+ [ benchIOSink value "one (recursive)" $ one value
422+ ]
423+
424+-------------------------------------------------------------------------------
425+-- Driver
426+-------------------------------------------------------------------------------
427+
428+main :: IO ()
429+main = runWithCLIOpts defaultStreamSize allBenchmarks
430+
431+ where
432+
433+ allBenchmarks value =
434+ [ bgroup (o_1_space_prefix moduleName) (o_1_space_serial value)
435+ , bgroup (o_1_space_prefix moduleName) (o_1_space_recursive value)
436+ , bgroup (o_n_heap_prefix moduleName) (o_n_heap_serial value)
437+ ]
benchmark/Streamly/Benchmark/Data/Ring/Unboxed.hs+3−4
@@ -12,12 +12,11 @@ module Main (main) where
12
12
13import Control.Monad (void)
13import Control.Monad (void)
14import GHC.Ptr (Ptr(..))
14import GHC.Ptr (Ptr(..))
15−
16−import qualified Streamly.Internal.Data.Array.Unboxed.Type as Array
15+import qualified Streamly.Internal.Data.Array as Array
17−import qualified Streamly.Internal.Data.Ring.Foreign as Ring
16+import qualified Streamly.Internal.Data.Ring as Ring
18import qualified Data.Foldable as P
17import qualified Data.Foldable as P
19
18
20−import Gauge
19+import Test.Tasty.Bench
21import Streamly.Benchmark.Common
20import Streamly.Benchmark.Common
22
21
23import Prelude as P
22import Prelude as P
benchmark/Streamly/Benchmark/Data/Serialize.hsnew file+591
@@ -0,0 +1,591 @@
1+{-# LANGUAGE TemplateHaskell #-}
2+{- HLINT ignore -}
3+
4+#undef FUSION_CHECK
5+#ifdef FUSION_CHECK
6+{-# OPTIONS_GHC -ddump-simpl -ddump-to-file -dsuppress-all #-}
7+#endif
8+
9+-- |
10+-- Module : Streamly.Benchmark.Data.Serialize
11+-- Copyright : (c) 2023 Composewell
12+-- License : BSD-3-Clause
13+-- Maintainer : streamly@composewell.com
14+
15+module Main (main) where
16+
17+-------------------------------------------------------------------------------
18+-- Imports
19+-------------------------------------------------------------------------------
20+
21+import Control.DeepSeq (NFData(..), deepseq)
22+import Control.Monad (when, void)
23+import GHC.Generics (Generic)
24+import System.Random (randomRIO)
25+#ifndef USE_UNBOX
26+import Test.QuickCheck (Arbitrary, arbitrary)
27+#endif
28+
29+import Streamly.Internal.Data.MutByteArray
30+import qualified Streamly.Internal.Data.MutByteArray as MBA
31+#ifdef USE_UNBOX
32+import Data.Proxy (Proxy(..))
33+#else
34+import Control.DeepSeq (force)
35+import Test.QuickCheck (oneof, generate)
36+#endif
37+
38+import Test.Tasty.Bench
39+import Streamly.Benchmark.Common
40+
41+#ifndef USE_UNBOX
42+import Streamly.Benchmark.Data.Serialize.RecCompatible
43+import Streamly.Benchmark.Data.Serialize.RecNonCompatible
44+#endif
45+
46+#ifdef USE_UNBOX
47+#define SERIALIZE_CLASS Unbox
48+#define DERIVE_CLASS(typ) $(deriveUnbox [d|instance Unbox typ|])
49+#define SERIALIZE_OP pokeAt
50+#define DESERIALIZE_OP peekAt
51+#else
52+#define SERIALIZE_CLASS Serialize
53+#define DERIVE_CLASS(typ) $(deriveSerialize [d|instance Serialize typ|])
54+#define SERIALIZE_OP serializeAt
55+#define DESERIALIZE_OP deserializeAt
56+#endif
57+
58+-------------------------------------------------------------------------------
59+-- Types
60+-------------------------------------------------------------------------------
61+
62+data Unit = Unit
63+ deriving (Generic, Show, Eq)
64+
65+#ifndef USE_TH
66+instance SERIALIZE_CLASS Unit
67+#else
68+DERIVE_CLASS(Unit)
69+#endif
70+
71+instance NFData Unit where
72+ {-# INLINE rnf #-}
73+ rnf _ = ()
74+
75+data Sum2
76+ = Sum21
77+ | Sum22
78+ deriving (Generic, Show, Eq)
79+
80+#ifndef USE_TH
81+instance SERIALIZE_CLASS Sum2
82+#else
83+DERIVE_CLASS(Sum2)
84+#endif
85+
86+instance NFData Sum2 where
87+ {-# INLINE rnf #-}
88+ rnf _ = ()
89+
90+data Sum25
91+ = Sum251
92+ | Sum252
93+ | Sum253
94+ | Sum254
95+ | Sum255
96+ | Sum256
97+ | Sum257
98+ | Sum258
99+ | Sum259
100+ | Sum2510
101+ | Sum2511
102+ | Sum2512
103+ | Sum2513
104+ | Sum2514
105+ | Sum2515
106+ | Sum2516
107+ | Sum2517
108+ | Sum2518
109+ | Sum2519
110+ | Sum2520
111+ | Sum2521
112+ | Sum2522
113+ | Sum2523
114+ | Sum2524
115+ | Sum2525
116+ deriving (Generic, Show, Eq)
117+
118+#ifndef USE_TH
119+instance SERIALIZE_CLASS Sum25
120+#else
121+DERIVE_CLASS(Sum25)
122+#endif
123+
124+instance NFData Sum25 where
125+ {-# INLINE rnf #-}
126+ rnf _ = ()
127+
128+data Product25
129+ = Product25
130+ Int
131+ Int
132+ Int
133+ Int
134+ Int
135+ Int
136+ Int
137+ Int
138+ Int
139+ Int
140+ Int
141+ Int
142+ Int
143+ Int
144+ Int
145+ Int
146+ Int
147+ Int
148+ Int
149+ Int
150+ Int
151+ Int
152+ Int
153+ Int
154+ Int
155+ deriving (Generic, Show)
156+
157+#ifndef USE_TH
158+instance SERIALIZE_CLASS Product25
159+#else
160+DERIVE_CLASS(Product25)
161+#endif
162+
163+instance NFData Product25 where
164+ {-# INLINE rnf #-}
165+ rnf
166+ (Product25 a1 a2 a3 a4 a5 a6 a7 a8 a9 a10 a11 a12 a13 a14 a15 a16 a17 a18 a19 a20 a21 a22 a23 a24 a25)
167+ = a1
168+ `seq` a2
169+ `seq` a3
170+ `seq` a4
171+ `seq` a5
172+ `seq` a6
173+ `seq` a7
174+ `seq` a8
175+ `seq` a9
176+ `seq` a10
177+ `seq` a11
178+ `seq` a12
179+ `seq` a13
180+ `seq` a14
181+ `seq` a15
182+ `seq` a16
183+ `seq` a17
184+ `seq` a18
185+ `seq` a19
186+ `seq` a20
187+ `seq` a21
188+ `seq` a22
189+ `seq` a23
190+ `seq` a24
191+ `seq` a25
192+ `seq` ()
193+
194+-- XXX derived Eq instance is not inlined
195+instance Eq Product25 where
196+ {-# INLINE (==) #-}
197+ (==)
198+ (Product25 a1 a2 a3 a4 a5 a6 a7 a8 a9 a10 a11 a12 a13 a14 a15 a16 a17 a18 a19 a20 a21 a22 a23 a24 a25)
199+ (Product25 b1 b2 b3 b4 b5 b6 b7 b8 b9 b10 b11 b12 b13 b14 b15 b16 b17 b18 b19 b20 b21 b22 b23 b24 b25)
200+ = a1 == b1
201+ && a2 == b2
202+ && a3 == b3
203+ && a4 == b4
204+ && a5 == b5
205+ && a6 == b6
206+ && a7 == b7
207+ && a8 == b8
208+ && a9 == b9
209+ && a10 == b10
210+ && a11 == b11
211+ && a12 == b12
212+ && a13 == b13
213+ && a14 == b14
214+ && a15 == b15
215+ && a16 == b16
216+ && a17 == b17
217+ && a18 == b18
218+ && a19 == b19
219+ && a20 == b20
220+ && a21 == b21
221+ && a22 == b22
222+ && a23 == b23
223+ && a24 == b24
224+ && a25 == b25
225+
226+-------------------------------------------------------------------------------
227+-- Simple non-recursive ADT
228+-------------------------------------------------------------------------------
229+
230+{-
231+data CustomDT1
232+ = CDT1C1
233+ | CDT1C2 Int
234+ | CDT1C3 Int Int
235+ deriving (Generic, Show, Eq)
236+
237+#ifndef USE_TH
238+instance SERIALIZE_CLASS CustomDT1
239+#else
240+DERIVE_CLASS(CustomDT1)
241+#endif
242+
243+instance NFData CustomDT1 where
244+ {-# INLINE rnf #-}
245+ rnf CDT1C1 = ()
246+ rnf (CDT1C2 i) = i `seq` ()
247+ rnf (CDT1C3 i1 i2) = i1 `seq` i2 `seq` ()
248+-}
249+
250+-------------------------------------------------------------------------------
251+-- Recursive ADT
252+-------------------------------------------------------------------------------
253+
254+#ifndef USE_UNBOX
255+data BinTree a
256+ = Tree (BinTree a) (BinTree a)
257+ | Leaf a
258+ deriving (Show, Read, Eq, Generic)
259+
260+#ifndef USE_TH
261+instance Serialize (BinTree a)
262+#else
263+$(deriveSerialize [d|instance Serialize a => Serialize (BinTree a)|])
264+#endif
265+
266+instance NFData a => NFData (BinTree a) where
267+ {-# INLINE rnf #-}
268+ rnf (Leaf a) = rnf a `seq` ()
269+ rnf (Tree l r) = rnf l `seq` rnf r
270+
271+-- XXX This may not terminate, or could become really large.
272+instance Arbitrary a => Arbitrary (BinTree a) where
273+ arbitrary = oneof [Leaf <$> arbitrary, Tree <$> arbitrary <*> arbitrary]
274+
275+mkBinTree :: (Arbitrary a) => Int -> IO (BinTree a)
276+mkBinTree = go (generate arbitrary)
277+
278+ where
279+
280+ go r 0 = Leaf <$> r
281+ go r n = Tree <$> go r (n - 1) <*> go r (n - 1)
282+
283+#endif
284+
285+-------------------------------------------------------------------------------
286+-- Size helpers
287+-------------------------------------------------------------------------------
288+
289+{-# INLINE getSize #-}
290+getSize :: forall a. SERIALIZE_CLASS a => a -> Int
291+#ifdef USE_UNBOX
292+getSize _ = sizeOf (Proxy :: Proxy a)
293+#else
294+getSize = addSizeTo 0
295+#endif
296+
297+-------------------------------------------------------------------------------
298+-- Common helpers
299+-------------------------------------------------------------------------------
300+
301+{- HLINT ignore "Eta reduce" -}
302+-- Parts of "f" that are dependent on val will not be optimized out.
303+{-# INLINE loop #-}
304+loop :: Int -> (a -> IO b) -> a -> IO ()
305+loop count f val = go count val
306+ where
307+
308+ go n x = when (n > 0) $ f x >> go (n-1) x
309+
310+-- The first arg of "f" is the environment which is not threaded around in the
311+-- loop.
312+{-# INLINE loopWith #-}
313+loopWith :: Int -> (e -> a -> IO b) -> e -> a -> IO ()
314+loopWith count f e val = go count val
315+ where
316+
317+ go n x = when (n > 0) $ f e x >> go (n-1) x
318+
319+benchSink :: NFData b => String -> Int -> (Int -> IO b) -> Benchmark
320+benchSink name times f = bench name (nfIO (randomRIO (times, times) >>= f))
321+
322+-------------------------------------------------------------------------------
323+-- Serialization Helpers
324+-------------------------------------------------------------------------------
325+
326+{-
327+{-# INLINE pokeWithSize #-}
328+pokeWithSize :: SERIALIZE_CLASS a => MutByteArray -> a -> IO ()
329+pokeWithSize arr val = do
330+ let n = getSize val
331+ n `seq` SERIALIZE_OP 0 arr val >> return ()
332+
333+{-# INLINE pokeTimesWithSize #-}
334+pokeTimesWithSize :: SERIALIZE_CLASS a => a -> Int -> IO ()
335+pokeTimesWithSize val times = do
336+ let n = getSize val
337+ arr <- MBA.new n
338+ loopWith times pokeWithSize arr val
339+-}
340+
341+{-# INLINE poke #-}
342+poke :: SERIALIZE_CLASS a => MutByteArray -> a -> IO ()
343+poke arr val = void (SERIALIZE_OP 0 arr val)
344+
345+{-# INLINE pokeTimes #-}
346+pokeTimes :: SERIALIZE_CLASS a => a -> Int -> IO ()
347+pokeTimes val times = do
348+ let n = getSize val
349+ arr <- MBA.new n
350+ loopWith times poke arr val
351+
352+{-# INLINE encode #-}
353+encode :: SERIALIZE_CLASS a => a -> IO ()
354+encode val = do
355+ let n = getSize val
356+ arr <- MBA.new n
357+ void (SERIALIZE_OP 0 arr val)
358+
359+{-# INLINE encodeTimes #-}
360+encodeTimes :: SERIALIZE_CLASS a => a -> Int -> IO ()
361+encodeTimes val times = loop times encode val
362+
363+{-# INLINE peek #-}
364+peek :: forall a. (NFData a, SERIALIZE_CLASS a) =>
365+ (a, Int) -> MutByteArray -> IO ()
366+#ifdef USE_UNBOX
367+peek (_val, _) arr = do
368+ (val1 :: a) <- DESERIALIZE_OP 0 arr
369+#else
370+peek (_val, n) arr = do
371+ (_, val1 :: a) <- DESERIALIZE_OP 0 arr n
372+#endif
373+ -- If the datatype is not deeply strict or deepseq is not used then use
374+ -- Equality.
375+ -- Ensure that we are actually constructing the type and using it. This
376+ -- is important, otherwise the structure is created and discarded, the
377+ -- cost of creation of the structure is not accounted. Otherwise we may
378+ -- just read the values and discard them. The comparison adds to the
379+ -- cost though. We could use deepseq but then we need to write
380+ -- instances of NFData and ensure that they are correct and perform
381+ -- well. Equality check also ensures correctness.
382+ {-
383+ if (val1 /= val)
384+ then error "peek: no match"
385+ else return ()
386+ -}
387+ val1 `deepseq` return ()
388+
389+{-# INLINE peekTimes #-}
390+peekTimes :: (NFData a, SERIALIZE_CLASS a) => Int -> a -> Int -> IO ()
391+peekTimes n val times = do
392+ arr <- MBA.new n
393+ _ <- SERIALIZE_OP 0 arr val
394+ loopWith times peek (val, n) arr
395+
396+{-# INLINE trip #-}
397+trip :: forall a. (NFData a, SERIALIZE_CLASS a) => a -> IO ()
398+trip val = do
399+ let n = getSize val
400+ arr <- MBA.new n
401+ _ <- SERIALIZE_OP 0 arr val
402+#ifdef USE_UNBOX
403+ (val1 :: a) <- DESERIALIZE_OP 0 arr
404+#else
405+ (_, val1 :: a) <- DESERIALIZE_OP 0 arr n
406+#endif
407+ -- Do not remove this or use deepseq, see the comments in peek.
408+ {-
409+ if (val1 /= val)
410+ then error "roundtrip: no match"
411+ else return ()
412+ -}
413+ -- Note: deepseq is not needed if the datatype is strict
414+ val1 `deepseq` return ()
415+
416+{-# INLINE roundtrip #-}
417+roundtrip :: (NFData a, SERIALIZE_CLASS a) => a -> Int -> IO ()
418+roundtrip val times = loop times trip val
419+
420+-------------------------------------------------------------------------------
421+-- Benchmarks
422+-------------------------------------------------------------------------------
423+
424+{-# INLINE benchConst #-}
425+benchConst ::
426+ String
427+ -> (forall a. (NFData a, SERIALIZE_CLASS a) =>
428+ Int -> a -> Int -> IO ())
429+ -> Int
430+ -> Benchmark
431+benchConst gname f times =
432+ bgroup gname
433+ [ let !n = getSize Unit
434+ in benchSink "Unit" times (f n Unit)
435+ {-
436+ , let !n = getSize CDT1C1
437+ in benchSink "C1" times (f n CDT1C1)
438+ , let val = CDT1C2 5
439+ !n = getSize val
440+ in benchSink "C2" (times `div` 2) (f n val)
441+ , let val = CDT1C3 5 2
442+ !n = getSize val
443+ in benchSink "C3" (times `div` 3) (f n val)
444+ -}
445+ , let !n = getSize Sum21
446+ in benchSink "Sum2" times (f n Sum21)
447+ , let !n = getSize Sum2525
448+ in benchSink "Sum25" times (f n Sum2525)
449+ , let val = Product25 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25
450+ !n = getSize val
451+ in benchSink "Product25" (times `div` 26) (f n val)
452+ ]
453+
454+#ifndef USE_UNBOX
455+{-# INLINE benchVar #-}
456+benchVar ::
457+ String
458+ -> (forall a. (NFData a, SERIALIZE_CLASS a) =>
459+ Int -> a -> Int -> IO ())
460+ -> BinTree Int
461+ -> [Int]
462+ -> Int
463+ -> Benchmark
464+benchVar gname f tInt lInt times =
465+ bgroup gname
466+ [ let !n = getSize tInt
467+ in benchSink "bintree-int" times (f n tInt)
468+ , let !n = getSize lInt
469+ in benchSink "list-int" times (f n lInt)
470+ ]
471+
472+{-
473+{-# INLINE benchGeneric #-}
474+benchGeneric
475+ :: (NFData b, Serialize b)
476+ => String
477+ -> String
478+ -> (forall a. (NFData a, Serialize a) =>
479+ Int -> a -> Int -> IO ())
480+ -> b
481+ -> Int
482+ -> Benchmark
483+benchGeneric gname valId f val times =
484+ bgroup gname
485+ [ let !n = getSize val
486+ in benchSink valId times (f n val)
487+ ]
488+-}
489+
490+{-# INLINE benchLargeRec #-}
491+benchLargeRec ::
492+ String
493+ -> (forall a. (NFData a, Serialize a) =>
494+ Int -> a -> Int -> IO ())
495+ -> RecNonCompatible
496+ -> RecCompatible
497+ -> Int
498+ -> Benchmark
499+benchLargeRec gname f recL recR times =
500+ bgroup gname
501+ [ let !n = getSize recL
502+ in benchSink "RecNonCompatible" times (f n recL)
503+ , let !n = getSize recR
504+ in benchSink "RecCompatible" times (f n recR)
505+ ]
506+#endif
507+
508+-- Times is scaled by the number of constructors to normalize
509+#ifdef USE_UNBOX
510+allBenchmarks :: Int -> [Benchmark]
511+allBenchmarks times =
512+#else
513+allBenchmarks ::
514+ BinTree Int -> [Int] -> RecNonCompatible -> RecCompatible -> Int -> [Benchmark]
515+allBenchmarks tInt lInt recL recR times =
516+#endif
517+ [ bgroup "sizeOf"
518+ [
519+#ifndef USE_UNBOX
520+ bench "bintree-int" $ nf getSize tInt
521+ , bench "list-int" $ nf getSize lInt
522+#endif
523+ ]
524+ , benchConst "poke" (const pokeTimes) times
525+ -- , benchConst "pokeWithSize" (const pokeTimesWithSize) times
526+ , benchConst "encode" (const encodeTimes) times
527+ , benchConst "peek" peekTimes times
528+ , benchConst "roundtrip" (const roundtrip) times
529+#ifndef USE_UNBOX
530+ , benchVar "poke" (const pokeTimes) tInt lInt 1
531+ -- , benchVar "pokeWithSize" (const pokeTimesWithSize) tInt lInt 1
532+ , benchVar "encode" (const encodeTimes) tInt lInt 1
533+ , benchVar "peek" peekTimes tInt lInt 1
534+ , benchVar "roundtrip" (const roundtrip) tInt lInt 1
535+ , benchLargeRec "poke" (const pokeTimes) recL recR times
536+ , benchLargeRec "encode" (const encodeTimes) recL recR times
537+ , benchLargeRec "peek" peekTimes recL recR times
538+ , benchLargeRec "roundtrip" (const roundtrip) recL recR times
539+#endif
540+ ]
541+
542+-------------------------------------------------------------------------------
543+-- Driver
544+-------------------------------------------------------------------------------
545+
546+main :: IO ()
547+main = do
548+#ifndef USE_UNBOX
549+ -- Approximately 100000 constructors
550+ -- Assuming Leaf nodes constitute two constructors (Leaf, Int) and internal
551+ -- nodes 1 level = log_2 (100001/3) + 1 = 16
552+ !(tInt :: BinTree Int) <- force <$> mkBinTree 16
553+
554+ let !recL = valRecNonCompatible
555+ let !recR = valRecCompatible
556+
557+ -- Approximately 100000 constructors, assuming two constructors (Cons, Int)
558+ -- per element.
559+ let lInt = [1..50000 :: Int]
560+ let !len = length lInt -- evaluate the list
561+#endif
562+#ifndef FUSION_CHECK
563+#ifdef USE_UNBOX
564+ runWithCLIOpts defaultStreamSize allBenchmarks
565+#else
566+ len
567+ `seq` runWithCLIOpts
568+ defaultStreamSize
569+ (allBenchmarks tInt lInt recL recR)
570+#endif
571+#else
572+ -- Enable FUSION_CHECK macro at the beginning of the file
573+ -- Enable one benchmark below, and run the benchmark
574+ -- Check the .dump-simpl output
575+ let value = 100000
576+ -- print $ getSize (CDT1C3 4 2)
577+ -- print $ getSize tInt
578+ -- print $ getSize lInt
579+
580+ -- pokeTimes tInt 1
581+
582+ -- peekTimes ((CDT1C2 (5 :: Int)) :: CustomDT1) value
583+ -- peekTimes (Sum2525) value
584+ -- peekTimes (Product25 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25) value
585+ -- peekTimes tInt 1
586+ let !n = getSize lInt
587+ peekTimes n lInt 1
588+
589+ -- roundtrip ((CDT1C2 (5 :: Int)) :: CustomDT1) value
590+ return ()
591+#endif
benchmark/Streamly/Benchmark/Data/Serialize/RecCompatible.hsnew file+24
@@ -0,0 +1,24 @@
1+{-# LANGUAGE TemplateHaskell #-}
2+
3+module Streamly.Benchmark.Data.Serialize.RecCompatible
4+ ( RecCompatible(..)
5+ , valRecCompatible
6+ ) where
7+
8+--------------------------------------------------------------------------------
9+-- Imports
10+--------------------------------------------------------------------------------
11+
12+import Streamly.Internal.Data.MutByteArray (Serialize)
13+import Streamly.Benchmark.Data.Serialize.TH (genLargeRecord)
14+
15+import qualified Streamly.Internal.Data.MutByteArray as Serialize
16+
17+--------------------------------------------------------------------------------
18+-- Code
19+--------------------------------------------------------------------------------
20+
21+$(genLargeRecord "RecCompatible" 50)
22+$(Serialize.deriveSerializeWith
23+ (Serialize.encodeRecordFields True)
24+ [d|instance Serialize RecCompatible|])
benchmark/Streamly/Benchmark/Data/Serialize/RecNonCompatible.hsnew file+21
@@ -0,0 +1,21 @@
1+{-# LANGUAGE TemplateHaskell #-}
2+
3+module Streamly.Benchmark.Data.Serialize.RecNonCompatible
4+ ( RecNonCompatible(..)
5+ , valRecNonCompatible
6+ ) where
7+
8+--------------------------------------------------------------------------------
9+-- Imports
10+--------------------------------------------------------------------------------
11+
12+import Streamly.Benchmark.Data.Serialize.TH (genLargeRecord)
13+
14+import qualified Streamly.Internal.Data.MutByteArray as Serialize
15+
16+--------------------------------------------------------------------------------
17+-- Code
18+--------------------------------------------------------------------------------
19+
20+$(genLargeRecord "RecNonCompatible" 50)
21+$(Serialize.deriveSerialize [d|instance Serialize.Serialize RecNonCompatible|])
benchmark/Streamly/Benchmark/Data/Serialize/TH.hsnew file+76
@@ -0,0 +1,76 @@
1+{-# LANGUAGE TemplateHaskell #-}
2+
3+module Streamly.Benchmark.Data.Serialize.TH (genLargeRecord) where
4+
5+--------------------------------------------------------------------------------
6+-- Imports
7+--------------------------------------------------------------------------------
8+
9+import Language.Haskell.TH
10+
11+import Streamly.Internal.Data.MutByteArray (makeI)
12+import Control.DeepSeq (NFData(..))
13+
14+--------------------------------------------------------------------------------
15+-- Large Record
16+--------------------------------------------------------------------------------
17+
18+genLargeRecord :: String -> Int -> Q [Dec]
19+genLargeRecord tyName numFields =
20+ sequence
21+ [ dataD
22+ (pure [])
23+ (mkName tyName)
24+ []
25+ Nothing
26+ [mkCon tyName]
27+ [derivClause Nothing [conT ''Eq, conT ''Show]]
28+ , mkValueSigDec
29+ , mkValueDec
30+ , nfDataInstance tyName
31+ ]
32+
33+ where
34+
35+ fieldTypeChoices = [conT ''()]
36+ chooseCycle i xs = xs !! (i `mod` length xs)
37+ nfDataInstance nm =
38+ instanceD
39+ (pure [])
40+ (appT (conT ''NFData) (conT (mkName nm)))
41+ [ funD
42+ 'rnf
43+ [ clause
44+ [ conP
45+ (mkName nm)
46+ (varP . makeI <$> [0 .. (numFields - 1)])
47+ ]
48+ (normalB
49+ (foldl
50+ (\b a -> [|rnf $(b) `seq` rnf $(a)|])
51+ [|()|]
52+ (varE . makeI <$> [0 .. (numFields - 1)])))
53+ []
54+ ]
55+ ]
56+ valueName = mkName $ "val" ++ tyName
57+ mkValueSigDec = sigD valueName [t|$(conT (mkName tyName))|]
58+ mkValueDec =
59+ funD
60+ valueName
61+ [ clause
62+ []
63+ (normalB
64+ (foldl
65+ (\b a -> [|$(b) $(a)|])
66+ (conE (mkName tyName))
67+ (conE '() <$ [0 .. (numFields - 1)])))
68+ []
69+ ]
70+ mkCon nm = recC (mkName nm) (mkField <$> [0 .. (numFields - 1)])
71+ mkField i =
72+ varBangType
73+ (mkName ("field" ++ show i))
74+ (bangType
75+ (bang noSourceUnpackedness noSourceStrictness)
76+ (chooseCycle i fieldTypeChoices))
benchmark/Streamly/Benchmark/Data/Stream.hsnew file+114
@@ -0,0 +1,114 @@
1+-- |
2+-- Module : Data.Stream
3+-- Copyright : (c) 2018 Composewell Technologies
4+-- License : BSD-3-Clause
5+-- Maintainer : streamly@composewell.com
6+
7+{-# LANGUAGE CPP #-}
8+{-# LANGUAGE FlexibleContexts #-}
9+{-# LANGUAGE ScopedTypeVariables #-}
10+{-# LANGUAGE RankNTypes #-}
11+
12+#undef FUSION_CHECK
13+#ifdef FUSION_CHECK
14+{-# OPTIONS_GHC -ddump-simpl -ddump-to-file -dsuppress-all #-}
15+#endif
16+
17+module Main (main) where
18+
19+import Streamly.Benchmark.Common.Handle (mkHandleBenchEnv)
20+
21+import qualified Stream.Eliminate as Elimination
22+#ifndef USE_STREAMLY_CORE
23+import qualified Stream.Exceptions as Exceptions
24+#endif
25+import qualified Stream.Expand as NestedStream
26+import qualified Stream.Generate as Generation
27+import qualified Stream.Lift as Lift
28+import qualified Stream.Reduce as NestedFold
29+#ifdef USE_PRELUDE
30+import qualified Stream.Split as Split
31+#endif
32+import qualified Stream.Transform as Transformation
33+
34+import Streamly.Benchmark.Common
35+
36+#ifdef FUSION_CHECK
37+import Data.Function ((&))
38+import Streamly.Data.Stream (Stream)
39+import qualified Streamly.Internal.Data.Stream as Stream
40+import qualified Streamly.Internal.Data.Fold as Fold
41+import qualified Data.Foldable as Foldable
42+import Stream.Common
43+#endif
44+
45+moduleName :: String
46+#ifdef USE_STREAMK
47+moduleName = "Data.Stream.StreamDK"
48+#else
49+moduleName = "Data.Stream"
50+#endif
51+
52+-------------------------------------------------------------------------------
53+-- Main
54+-------------------------------------------------------------------------------
55+
56+-- In addition to gauge options, the number of elements in the stream can be
57+-- passed using the --stream-size option.
58+--
59+main :: IO ()
60+main = do
61+#ifndef FUSION_CHECK
62+ env <- mkHandleBenchEnv
63+ runWithCLIOpts defaultStreamSize (allBenchmarks env)
64+
65+ where
66+
67+ allBenchmarks env size = Prelude.concat
68+ [ Generation.benchmarks moduleName size
69+ , Elimination.benchmarks moduleName size
70+#ifndef USE_STREAMLY_CORE
71+ , Exceptions.benchmarks moduleName env size
72+#endif
73+#ifdef USE_PRELUDE
74+ , Split.benchmarks moduleName env
75+#endif
76+ , Transformation.benchmarks moduleName size
77+ , NestedFold.benchmarks moduleName size
78+ , Lift.benchmarks moduleName size
79+ , NestedStream.benchmarks moduleName size
80+ ]
81+#else
82+ -- Enable FUSION_CHECK macro at the beginning of the file
83+ -- Enable one benchmark below, and run the benchmark
84+ -- Check the .dump-simpl output
85+ let value = 100000
86+ let input = sourceUnfoldrM value 1
87+
88+ -- Stream.foldr (:) [] input >>= print . Prelude.length
89+ -- Stream.fold (Fold.foldr' (:) []) input >>= print . Prelude.length
90+
91+ -- Stream.toList input >>= print . Prelude.length
92+ -- Stream.fold Fold.toList input >>= print . Prelude.length
93+
94+ -- We can automatically assert that these generate identical core
95+
96+ -- Stream.drain input >>= print
97+ -- Stream.fold Fold.drain input >>= print
98+
99+ -- Stream.last input >>= print
100+ -- Stream.fold Fold.latest input >>= print
101+
102+ -- Stream.length input >>= print
103+ -- Stream.fold Fold.length input >>= print
104+
105+ -- Stream.maximum input >>= print
106+ -- Stream.fold Fold.maximum input >>= print
107+
108+ -- Stream.head input >>= print
109+ -- Stream.fold Fold.one input >>= print
110+
111+ -- composeN 4 (Stream.scanl' (+) 0) input
112+ composeN 4 (Stream.scan (Fold.foldl' (+) 0)) input
113+ return ()
114+#endif
benchmark/Streamly/Benchmark/Data/Stream/Common.hsnew file+518
@@ -0,0 +1,518 @@
1+{-# LANGUAGE ConstraintKinds #-}
2+{-# LANGUAGE CPP #-}
3+{-# LANGUAGE FlexibleContexts #-}
4+{-# LANGUAGE ScopedTypeVariables #-}
5+
6+-- |
7+-- Module : Stream.Common
8+-- Copyright : (c) 2018 Composewell Technologies
9+-- License : BSD-3-Clause
10+-- Maintainer : streamly@composewell.com
11+
12+#ifdef USE_PRELUDE
13+{-# OPTIONS_GHC -Wno-deprecations #-}
14+#endif
15+
16+module Stream.Common
17+ ( MonadAsync
18+
19+ , fromStream
20+ , toStream
21+
22+ -- Generation
23+ , fromListM
24+ , fromFoldableM
25+
26+ , append
27+ , append2
28+
29+ -- Elimination
30+ , drain
31+ , foldl'
32+ , scanl'
33+
34+ -- Benchmark stream generation
35+ , sourceUnfoldr
36+ , sourceUnfoldrM
37+ , sourceUnfoldrAction
38+ , sourceConcatMapId
39+ , sourceFromFoldable
40+
41+ -- Benchmark stream elimination
42+ , benchIOSink
43+ , benchIOSrc
44+ , benchIO
45+
46+ -- Benchmarking functions
47+#ifdef USE_STREAMK
48+ , concatStreamsWith
49+ , mergeMapWith
50+#endif
51+ , apDiscardFst
52+ , apDiscardSnd
53+ , apLiftA2
54+ , toNullAp
55+ , monadThen
56+ , toNullM
57+ , toNullM3
58+ , filterAllOutM
59+ , filterAllInM
60+ , filterSome
61+ , breakAfterSome
62+ , toListM
63+ , toListSome
64+ , composeN
65+ , mapN
66+ , mapM
67+ , transformMapM
68+ , transformComposeMapM
69+ , transformTeeMapM
70+ , transformZipMapM
71+ )
72+where
73+
74+#if !MIN_VERSION_base(4,18,0)
75+import Control.Applicative (liftA2)
76+#endif
77+import Control.DeepSeq (NFData)
78+import Control.Exception (try)
79+import GHC.Exception (ErrorCall)
80+import System.Random (randomRIO)
81+
82+import qualified Streamly.Internal.Data.Fold as Fold
83+import qualified Streamly.Internal.Data.Pipe as Pipe
84+
85+#ifdef USE_PRELUDE
86+import Streamly.Prelude (foldl', scanl')
87+import qualified Streamly.Internal.Data.Stream.IsStream as Stream
88+import qualified Streamly.Prelude as Stream
89+import qualified Streamly.Prelude as StreamK
90+import Streamly.Benchmark.Prelude
91+ ( composeN, sourceConcatMapId, benchIOSink
92+ , concatStreamsWith
93+ )
94+#else
95+import Streamly.Internal.Data.Stream (Stream)
96+import qualified Streamly.Internal.Data.Stream as D
97+#ifdef USE_STREAMK
98+import Streamly.Internal.Data.StreamK (StreamK)
99+import qualified Streamly.Internal.Data.Stream as Stream
100+import qualified Streamly.Internal.Data.StreamK as StreamK
101+#else
102+import qualified Streamly.Internal.Data.Stream as Stream
103+import qualified Streamly.Internal.Data.Stream as StreamK
104+#endif
105+#endif
106+
107+import Test.Tasty.Bench
108+import Prelude hiding (Foldable(..), mapM, replicate)
109+
110+#ifdef USE_STREAMK
111+toStream :: Applicative m => StreamK m a -> Stream m a
112+toStream = StreamK.toStream
113+
114+fromStream :: Monad m => Stream m a -> StreamK m a
115+fromStream = StreamK.fromStream
116+#else
117+fromStream :: a -> a
118+fromStream = id
119+
120+toStream :: a -> a
121+toStream = id
122+#endif
123+
124+#ifdef USE_PRELUDE
125+type Stream = Stream.SerialT
126+type MonadAsync m = Stream.MonadAsync m
127+mkCross = id
128+unCross = id
129+#else
130+type MonadAsync = Monad
131+
132+#ifdef USE_STREAMK
133+mkCross :: StreamK m a -> StreamK.CrossStreamK m a
134+mkCross = StreamK.mkCross
135+
136+unCross :: StreamK.CrossStreamK m a -> StreamK m a
137+unCross = StreamK.unCross
138+#else
139+mkCross :: Stream m a -> Stream.CrossStream m a
140+mkCross = Stream.mkCross
141+
142+unCross :: Stream.CrossStream m a -> Stream m a
143+unCross = Stream.unCross
144+#endif
145+#endif
146+
147+#ifdef USE_PRELUDE
148+{-# INLINE append #-}
149+append :: Monad m => Stream m a -> Stream m a -> Stream m a
150+append = Stream.serial
151+#else
152+#ifdef USE_STREAMK
153+append :: StreamK m a -> StreamK m a -> StreamK m a
154+append = StreamK.append
155+#else
156+append :: Monad m => Stream m a -> Stream m a -> Stream m a
157+append = Stream.append
158+#endif
159+#endif
160+
161+{-# INLINE append2 #-}
162+append2 :: Monad m => Stream m a -> Stream m a -> Stream m a
163+#ifdef USE_PRELUDE
164+append2 = Stream.append
165+#else
166+append2 = D.append
167+#endif
168+
169+{-# INLINE drain #-}
170+drain :: Monad m => Stream m a -> m ()
171+{-# INLINE toList #-}
172+toList :: Monad m => Stream m a -> m [a]
173+#ifdef USE_PRELUDE
174+drain = Stream.drain
175+toList = Stream.toList
176+#else
177+drain = Stream.fold Fold.drain
178+toList = Stream.fold Fold.toList
179+#endif
180+
181+{-# INLINE fromListM #-}
182+fromListM :: MonadAsync m => [m a] -> Stream m a
183+#ifdef USE_PRELUDE
184+fromListM = Stream.fromListM
185+#else
186+fromListM = Stream.sequence . Stream.fromList
187+#endif
188+
189+{-# INLINE fromFoldableM #-}
190+fromFoldableM :: MonadAsync m => [m a] -> Stream m a
191+#ifdef USE_PRELUDE
192+fromFoldableM = Stream.fromFoldableM
193+#else
194+fromFoldableM = Stream.sequence . toStream . StreamK.fromFoldable
195+#endif
196+
197+{-# INLINE sourceUnfoldrM #-}
198+sourceUnfoldrM :: MonadAsync m => Int -> Int -> Stream m Int
199+sourceUnfoldrM count start = Stream.unfoldrM step start
200+
201+ where
202+
203+ step cnt =
204+ if cnt > start + count
205+ then return Nothing
206+ else return (Just (cnt, cnt + 1))
207+
208+{-# INLINE sourceUnfoldr #-}
209+sourceUnfoldr :: Monad m => Int -> Int -> Stream m Int
210+sourceUnfoldr count start = Stream.unfoldr step start
211+
212+ where
213+
214+ step cnt =
215+ if cnt > start + count
216+ then Nothing
217+ else Just (cnt, cnt + 1)
218+
219+{-# INLINE sourceUnfoldrAction #-}
220+sourceUnfoldrAction :: (Monad m1, Monad m) => Int -> Int -> Stream m (m1 Int)
221+sourceUnfoldrAction value n = Stream.unfoldr step n
222+
223+ where
224+
225+ step cnt =
226+ if cnt > n + value
227+ then Nothing
228+ else Just (return cnt, cnt + 1)
229+
230+{-# INLINE sourceFromFoldable #-}
231+sourceFromFoldable :: Monad m => Int -> Int -> Stream m Int
232+sourceFromFoldable value n = toStream $ StreamK.fromFoldable [n..n+value]
233+
234+#ifndef USE_PRELUDE
235+{-# INLINE benchIOSink #-}
236+benchIOSink
237+ :: (NFData b)
238+ => Int -> String -> (Stream IO Int -> IO b) -> Benchmark
239+benchIOSink value name f =
240+ bench name $ nfIO $ randomRIO (1,1) >>= f . sourceUnfoldrM value
241+#endif
242+
243+-- | Takes a source, and uses it with a default drain/fold method.
244+{-# INLINE benchIOSrc #-}
245+benchIOSrc
246+ :: String
247+ -> (Int -> Stream IO a)
248+ -> Benchmark
249+benchIOSrc name f =
250+ bench name $ nfIO $ randomRIO (1,1) >>= drain . f
251+
252+{-# NOINLINE benchIO #-}
253+benchIO :: (NFData b) => String -> (Int -> IO b) -> Benchmark
254+benchIO name f = bench name $ nfIO $ randomRIO (1,1) >>= f
255+
256+#ifndef USE_PRELUDE
257+#ifdef USE_STREAMK
258+{-# INLINE concatStreamsWith #-}
259+concatStreamsWith
260+ :: (StreamK IO Int -> StreamK IO Int -> StreamK IO Int)
261+ -> Int
262+ -> Int
263+ -> Int
264+ -> IO ()
265+concatStreamsWith op outer inner n =
266+ drain $ toStream $ StreamK.concatMapWith op
267+ (fromStream . sourceUnfoldrM inner)
268+ (fromStream $ sourceUnfoldrM outer n)
269+
270+{-# INLINE mergeMapWith #-}
271+mergeMapWith
272+ :: (StreamK IO Int -> StreamK IO Int -> StreamK IO Int)
273+ -> Int
274+ -> Int
275+ -> Int
276+ -> IO ()
277+mergeMapWith op outer inner n =
278+ drain $ toStream $ StreamK.mergeMapWith op
279+ (fromStream . sourceUnfoldrM inner)
280+ (fromStream $ sourceUnfoldrM outer n)
281+#endif
282+
283+{-# INLINE sourceConcatMapId #-}
284+sourceConcatMapId :: (Monad m)
285+ => Int -> Int -> Stream m (Stream m Int)
286+sourceConcatMapId value n =
287+ Stream.fromList $ fmap (D.fromEffect . return) [n..n+value]
288+#endif
289+
290+{-# INLINE apDiscardFst #-}
291+apDiscardFst :: MonadAsync m =>
292+ Int -> Int -> m ()
293+apDiscardFst linearCount start = drain $ toStream $ unCross $
294+ mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
295+ *> mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
296+
297+ where
298+
299+ nestedCount2 = round (fromIntegral linearCount**(1/2::Double))
300+
301+{-# INLINE apDiscardSnd #-}
302+apDiscardSnd :: MonadAsync m => Int -> Int -> m ()
303+apDiscardSnd linearCount start = drain $ toStream $ unCross $
304+ mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
305+ <* mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
306+
307+ where
308+
309+ nestedCount2 = round (fromIntegral linearCount**(1/2::Double))
310+
311+{-# INLINE apLiftA2 #-}
312+apLiftA2 :: MonadAsync m => Int -> Int -> m ()
313+apLiftA2 linearCount start = drain $ toStream $ unCross $
314+ liftA2 (+) (mkCross (fromStream $ sourceUnfoldrM nestedCount2 start))
315+ (mkCross (fromStream $ sourceUnfoldrM nestedCount2 start))
316+
317+ where
318+
319+ nestedCount2 = round (fromIntegral linearCount**(1/2::Double))
320+
321+{-# INLINE toNullAp #-}
322+toNullAp :: MonadAsync m => Int -> Int -> m ()
323+toNullAp linearCount start = drain $ toStream $ unCross $
324+ (+) <$> mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
325+ <*> mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
326+
327+ where
328+
329+ nestedCount2 = round (fromIntegral linearCount**(1/2::Double))
330+
331+{-# INLINE monadThen #-}
332+monadThen :: MonadAsync m => Int -> Int -> m ()
333+monadThen linearCount start = drain $ toStream $ unCross $ do
334+ mkCross (fromStream $ sourceUnfoldrM nestedCount2 start) >>
335+ mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
336+
337+ where
338+
339+ nestedCount2 = round (fromIntegral linearCount**(1/2::Double))
340+
341+{-# INLINE toNullM #-}
342+toNullM :: MonadAsync m => Int -> Int -> m ()
343+toNullM linearCount start = drain $ toStream $ unCross $ do
344+ x <- mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
345+ y <- mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
346+ return $ x + y
347+
348+ where
349+
350+ nestedCount2 = round (fromIntegral linearCount**(1/2::Double))
351+
352+{-# INLINE toNullM3 #-}
353+toNullM3 :: MonadAsync m => Int -> Int -> m ()
354+toNullM3 linearCount start = drain $ toStream $ unCross $ do
355+ x <- mkCross (fromStream $ sourceUnfoldrM nestedCount3 start)
356+ y <- mkCross (fromStream $ sourceUnfoldrM nestedCount3 start)
357+ z <- mkCross (fromStream $ sourceUnfoldrM nestedCount3 start)
358+ return $ x + y + z
359+ where
360+ nestedCount3 = round (fromIntegral linearCount**(1/3::Double))
361+
362+{-# INLINE filterAllOutM #-}
363+filterAllOutM :: MonadAsync m => Int -> Int -> m ()
364+filterAllOutM linearCount start = drain $ toStream $ unCross $ do
365+ x <- mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
366+ y <- mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
367+ let s = x + y
368+ if s < 0
369+ then return s
370+ else mkCross StreamK.nil
371+ where
372+ nestedCount2 = round (fromIntegral linearCount**(1/2::Double))
373+
374+{-# INLINE filterAllInM #-}
375+filterAllInM :: MonadAsync m => Int -> Int -> m ()
376+filterAllInM linearCount start = drain $ toStream $ unCross $ do
377+ x <- mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
378+ y <- mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
379+ let s = x + y
380+ if s > 0
381+ then return s
382+ else mkCross StreamK.nil
383+ where
384+ nestedCount2 = round (fromIntegral linearCount**(1/2::Double))
385+
386+{-# INLINE filterSome #-}
387+filterSome :: MonadAsync m => Int -> Int -> m ()
388+filterSome linearCount start = drain $ toStream $ unCross $ do
389+ x <- mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
390+ y <- mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
391+ let s = x + y
392+ if s > 1100000
393+ then return s
394+ else mkCross StreamK.nil
395+ where
396+ nestedCount2 = round (fromIntegral linearCount**(1/2::Double))
397+
398+{-# INLINE breakAfterSome #-}
399+breakAfterSome :: Int -> Int -> IO ()
400+breakAfterSome linearCount start = do
401+ (_ :: Either ErrorCall ()) <- try $ drain $ toStream $ unCross $ do
402+ x <- mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
403+ y <- mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
404+ let s = x + y
405+ if s > 1100000
406+ then error "break"
407+ else return s
408+ return ()
409+ where
410+ nestedCount2 = round (fromIntegral linearCount**(1/2::Double))
411+
412+{-# INLINE toListM #-}
413+toListM :: MonadAsync m => Int -> Int -> m [Int]
414+toListM linearCount start = toList $ toStream $ unCross $ do
415+ x <- mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
416+ y <- mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
417+ return $ x + y
418+ where
419+ nestedCount2 = round (fromIntegral linearCount**(1/2::Double))
420+
421+-- Taking a specified number of elements is very expensive in logict so we have
422+-- a test to measure the same.
423+{-# INLINE toListSome #-}
424+toListSome :: MonadAsync m => Int -> Int -> m [Int]
425+toListSome linearCount start =
426+ toList $ Stream.take 10000 $ toStream $ unCross $ do
427+ x <- mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
428+ y <- mkCross (fromStream $ sourceUnfoldrM nestedCount2 start)
429+ return $ x + y
430+ where
431+ nestedCount2 = round (fromIntegral linearCount**(1/2::Double))
432+
433+#ifndef USE_PRELUDE
434+{-# INLINE composeN #-}
435+composeN ::
436+ (Monad m)
437+ => Int
438+ -> (Stream m Int -> Stream m Int)
439+ -> Stream m Int
440+ -> m ()
441+composeN n f =
442+ case n of
443+ 1 -> drain . f
444+ 2 -> drain . f . f
445+ 3 -> drain . f . f . f
446+ 4 -> drain . f . f . f . f
447+ _ -> undefined
448+#endif
449+
450+{-# INLINE mapN #-}
451+mapN ::
452+ Monad m
453+ => Int
454+ -> Stream m Int
455+ -> m ()
456+mapN n = composeN n $ fmap (+ 1)
457+
458+{-# INLINE mapM #-}
459+mapM ::
460+ MonadAsync m
461+ => Int
462+ -> Stream m Int
463+ -> m ()
464+mapM n = composeN n $ Stream.mapM return
465+
466+#ifndef USE_PRELUDE
467+foldl' :: Monad m => (b -> a -> b) -> b -> Stream m a -> m b
468+foldl' f z = Stream.fold (Fold.foldl' f z)
469+
470+scanl' :: Monad m => (b -> a -> b) -> b -> Stream m a -> Stream m b
471+scanl' f z = Stream.scan (Fold.foldl' f z)
472+#endif
473+
474+{-# INLINE transformMapM #-}
475+transformMapM ::
476+ (Monad m)
477+ => Int
478+ -> Stream m Int
479+ -> m ()
480+transformMapM n = composeN n $ Stream.transform (Pipe.mapM return)
481+
482+{-# INLINE transformComposeMapM #-}
483+transformComposeMapM ::
484+ (Monad m)
485+ => Int
486+ -> Stream m Int
487+ -> m ()
488+transformComposeMapM n =
489+ composeN n $
490+ Stream.transform
491+ (Pipe.mapM (\x -> return (x + 1)) `Pipe.compose`
492+ Pipe.mapM (\x -> return (x + 2)))
493+
494+{-# INLINE transformTeeMapM #-}
495+transformTeeMapM ::
496+ (Monad m)
497+ => Int
498+ -> Stream m Int
499+ -> m ()
500+transformTeeMapM n =
501+ composeN n $
502+ Stream.transform
503+ (Pipe.mapM (\x -> return (x + 1)) `Pipe.tee`
504+ Pipe.mapM (\x -> return (x + 2)))
505+
506+{-# INLINE transformZipMapM #-}
507+transformZipMapM ::
508+ (Monad m)
509+ => Int
510+ -> Stream m Int
511+ -> m ()
512+transformZipMapM n =
513+ composeN n $
514+ Stream.transform
515+ (Pipe.zipWith
516+ (+)
517+ (Pipe.mapM (\x -> return (x + 1)))
518+ (Pipe.mapM (\x -> return (x + 2))))
benchmark/Streamly/Benchmark/Data/Stream/Concurrent.hsnew file+20
@@ -0,0 +1,20 @@
1+{-# LANGUAGE FlexibleContexts #-}
2+-- |
3+-- Module : Main
4+-- Copyright : (c) 2018 Composewell Technologies
5+--
6+-- License : BSD3
7+-- Maintainer : streamly@composewell.com
8+
9+import Stream.ConcurrentCommon (allBenchmarks)
10+import Streamly.Benchmark.Common (runWithCLIOpts, defaultStreamSize)
11+
12+moduleName :: String
13+moduleName = "Data.Stream.Concurrent"
14+
15+-------------------------------------------------------------------------------
16+-- Main
17+-------------------------------------------------------------------------------
18+
19+main :: IO ()
20+main = runWithCLIOpts defaultStreamSize (allBenchmarks moduleName False id)
benchmark/Streamly/Benchmark/Data/Stream/ConcurrentCommon.hsnew file+208
@@ -0,0 +1,208 @@
1+{-# LANGUAGE FlexibleContexts #-}
2+-- |
3+-- Module : Main
4+-- Copyright : (c) 2018 Composewell Technologies
5+--
6+-- License : BSD3
7+-- Maintainer : streamly@composewell.com
8+
9+module Stream.ConcurrentCommon
10+ ( allBenchmarks
11+ )
12+where
13+
14+import Stream.Common
15+ (composeN, benchIO, benchIOSink, benchIOSrc, sourceUnfoldrM)
16+import Streamly.Data.Stream (Stream)
17+import Streamly.Internal.Data.Stream.Prelude (MonadAsync, Config)
18+
19+import qualified Data.List as List
20+import qualified Streamly.Data.Fold as Fold
21+import qualified Streamly.Data.Stream as Stream
22+import qualified Streamly.Internal.Data.Stream.Prelude as Async
23+
24+import Test.Tasty.Bench
25+import Prelude hiding (mapM)
26+import Streamly.Benchmark.Common
27+
28+-- XXX Write inspection tests to make sure no dictionaries are being passed
29+-- around to find specialization issues. Could be really bad for perf.
30+
31+-------------------------------------------------------------------------------
32+-- Mapping
33+-------------------------------------------------------------------------------
34+
35+{-# INLINE mapM #-}
36+mapM ::
37+ MonadAsync m
38+ => (Config -> Config)
39+ -> Int
40+ -> Stream m Int
41+ -> m ()
42+mapM f n = composeN n $ Async.parMapM f return
43+
44+o_1_space_mapping :: Int -> (Config -> Config) -> [Benchmark]
45+o_1_space_mapping value f =
46+ [ bgroup "mapping"
47+ [ benchIOSink value "mapM" $ mapM f 1
48+ ]
49+ ]
50+
51+-------------------------------------------------------------------------------
52+-- Size conserving transformations (reordering, buffering, etc.)
53+-------------------------------------------------------------------------------
54+
55+o_n_heap_buffering :: Int -> (Config -> Config) -> [Benchmark]
56+o_n_heap_buffering value f =
57+ [ bgroup "buffered"
58+ [ benchIOSink value "mkAsync"
59+ (Stream.fold Fold.drain . Async.parEval f)
60+ ]
61+ ]
62+
63+-------------------------------------------------------------------------------
64+-- Joining
65+-------------------------------------------------------------------------------
66+
67+{-# INLINE async2 #-}
68+async2 :: (Config -> Config) -> Int -> Int -> IO ()
69+async2 f count n =
70+ Stream.fold Fold.drain
71+ $ Async.parTwo f
72+ (sourceUnfoldrM count n) (sourceUnfoldrM count (n + 1))
73+
74+{-# INLINE concatAsync2 #-}
75+concatAsync2 :: (Config -> Config) -> Int -> Int -> IO ()
76+concatAsync2 f count n =
77+ Stream.fold Fold.drain
78+ $ Async.parConcat f
79+ $ Stream.fromList
80+ [sourceUnfoldrM count n, sourceUnfoldrM count (n + 1)]
81+
82+o_1_space_joining :: Int -> (Config -> Config) -> [Benchmark]
83+o_1_space_joining value f =
84+ [ bgroup "joining"
85+ [ benchIOSrc1 "async (2 of n/2)" (async2 f (value `div` 2))
86+ , benchIOSrc1 "concat async (2 of n/2)" (concatAsync2 f (value `div` 2))
87+ ]
88+ ]
89+
90+-------------------------------------------------------------------------------
91+-- Concat
92+-------------------------------------------------------------------------------
93+
94+{-# INLINE sourceFoldMapWith #-}
95+sourceFoldMapWith :: (Config -> Config) -> Int -> Int -> Stream IO Int
96+sourceFoldMapWith f value n =
97+ Async.parConcatMap f Stream.fromPure $ Stream.fromList [n..n+value]
98+
99+{-# INLINE sourceFoldMapWithStream #-}
100+sourceFoldMapWithStream :: (Config -> Config) -> Int -> Int -> Stream IO Int
101+sourceFoldMapWithStream f value n =
102+ Async.parConcatMap f Stream.fromPure
103+ $ Stream.enumerateFromTo n (n + value)
104+
105+{-# INLINE concatFoldableWith #-}
106+concatFoldableWith :: (Config -> Config) -> Int -> Int -> Stream IO Int
107+concatFoldableWith f value n =
108+ let step x =
109+ if x <= n + value
110+ then Just (Stream.fromPure x, x + 1)
111+ else Nothing
112+ list = List.unfoldr step n
113+ in Async.parConcat f (Stream.fromList list)
114+
115+o_1_space_concatFoldable :: Int -> (Config -> Config) -> [Benchmark]
116+o_1_space_concatFoldable value f =
117+ [ bgroup "concat-foldable"
118+ [ benchIOSrc "foldMapWith (<>) (List)"
119+ (sourceFoldMapWith f value)
120+ , benchIOSrc "foldMapWith (<>) (Stream)"
121+ (sourceFoldMapWithStream f value)
122+ , benchIOSrc "S.concatFoldableWith (<>) (List)"
123+ (concatFoldableWith f value)
124+ ]
125+ ]
126+
127+{-# INLINE concatMapStreamsWith #-}
128+concatMapStreamsWith
129+ :: (Config -> Config)
130+ -> Int
131+ -> Int
132+ -> Int
133+ -> IO ()
134+concatMapStreamsWith f outer inner n =
135+ Stream.fold Fold.drain
136+ $ Async.parConcatMap f (sourceUnfoldrM inner) (sourceUnfoldrM outer n)
137+
138+{-# INLINE concatFmapStreamsWith #-}
139+concatFmapStreamsWith
140+ :: (Config -> Config)
141+ -> Int
142+ -> Int
143+ -> Int
144+ -> IO ()
145+concatFmapStreamsWith f outer inner n =
146+ Stream.fold Fold.drain
147+ $ Async.parConcat f
148+ $ fmap (sourceUnfoldrM inner) (sourceUnfoldrM outer n)
149+
150+o_1_space_concatMap :: Int -> (Config -> Config) -> [Benchmark]
151+o_1_space_concatMap value f =
152+ value2 `seq`
153+ [ bgroup "concat"
154+ [ benchIO "parConcatMap (n of 1)"
155+ (concatMapStreamsWith f value 1)
156+ , benchIO "parConcatMap (sqrt x of sqrt x)"
157+ (concatMapStreamsWith f value2 value2)
158+ , benchIO "parConcatMap (1 of n)"
159+ (concatMapStreamsWith f 1 value)
160+ , benchIO "concat . fmap (n of 1)"
161+ (concatFmapStreamsWith f value 1)
162+ ]
163+ ]
164+
165+ where
166+
167+ value2 = round $ sqrt (fromIntegral value :: Double)
168+
169+-------------------------------------------------------------------------------
170+-- Monadic outer product
171+-------------------------------------------------------------------------------
172+
173+{-# INLINE toNullAp #-}
174+toNullAp :: (Config -> Config) -> Int -> Int -> IO ()
175+toNullAp f linearCount start =
176+ Stream.fold Fold.drain
177+ $ Async.parApply f
178+ (fmap (+) (sourceUnfoldrM nestedCount2 start))
179+ (sourceUnfoldrM nestedCount2 start)
180+
181+ where
182+
183+ nestedCount2 = round (fromIntegral linearCount**(1/2::Double))
184+
185+o_1_space_outerProduct :: Int -> (Config -> Config) -> [Benchmark]
186+o_1_space_outerProduct value f =
187+ [ bgroup "monad-outer-product"
188+ [ benchIO "toNullAp" $ toNullAp f value
189+ ]
190+ ]
191+
192+-------------------------------------------------------------------------------
193+-- Benchmark sets
194+-------------------------------------------------------------------------------
195+
196+allBenchmarks :: String -> Bool -> (Config -> Config) -> Int -> [Benchmark]
197+allBenchmarks moduleName wide modifier value =
198+ [ bgroup (o_1_space_prefix moduleName) $ concat
199+ [ o_1_space_mapping value modifier
200+ , o_1_space_concatFoldable value modifier
201+ , o_1_space_concatMap value modifier
202+ , o_1_space_joining value modifier
203+ ] ++ if wide then [] else o_1_space_outerProduct value modifier
204+ , bgroup (o_n_heap_prefix moduleName) $ concat
205+ [ if wide then o_1_space_outerProduct value modifier else []
206+ , o_n_heap_buffering value modifier
207+ ]
208+ ]
benchmark/Streamly/Benchmark/Data/Stream/ConcurrentEager.hsnew file+25
@@ -0,0 +1,25 @@
1+{-# LANGUAGE FlexibleContexts #-}
2+-- |
3+-- Module : Main
4+-- Copyright : (c) 2018 Composewell Technologies
5+--
6+-- License : BSD3
7+-- Maintainer : streamly@composewell.com
8+
9+import Stream.ConcurrentCommon (allBenchmarks)
10+import Streamly.Benchmark.Common (runWithCLIOpts, defaultStreamSize)
11+
12+import qualified Streamly.Internal.Data.Stream.Prelude as Async
13+
14+moduleName :: String
15+moduleName = "Data.Stream.ConcurrentEager"
16+
17+-------------------------------------------------------------------------------
18+-- Main
19+-------------------------------------------------------------------------------
20+
21+main :: IO ()
22+main =
23+ runWithCLIOpts
24+ defaultStreamSize
25+ (allBenchmarks moduleName True (Async.eager True))
benchmark/Streamly/Benchmark/Data/Stream/ConcurrentInterleaved.hsnew file+25
@@ -0,0 +1,25 @@
1+{-# LANGUAGE FlexibleContexts #-}
2+-- |
3+-- Module : Main
4+-- Copyright : (c) 2022 Composewell Technologies
5+--
6+-- License : BSD3
7+-- Maintainer : streamly@composewell.com
8+
9+import Stream.ConcurrentCommon (allBenchmarks)
10+import Streamly.Benchmark.Common (runWithCLIOpts, defaultStreamSize)
11+
12+import qualified Streamly.Internal.Data.Stream.Prelude as Async
13+
14+moduleName :: String
15+moduleName = "Data.Stream.ConcurrentInterleaved"
16+
17+-------------------------------------------------------------------------------
18+-- Main
19+-------------------------------------------------------------------------------
20+
21+main :: IO ()
22+main =
23+ runWithCLIOpts
24+ defaultStreamSize
25+ (allBenchmarks moduleName True (Async.interleaved True))
benchmark/Streamly/Benchmark/Data/Stream/ConcurrentOrdered.hsnew file+25
@@ -0,0 +1,25 @@
1+{-# LANGUAGE FlexibleContexts #-}
2+-- |
3+-- Module : Main
4+-- Copyright : (c) 2018 Composewell Technologies
5+--
6+-- License : BSD3
7+-- Maintainer : streamly@composewell.com
8+
9+import Stream.ConcurrentCommon (allBenchmarks)
10+import Streamly.Benchmark.Common (runWithCLIOpts, defaultStreamSize)
11+
12+import qualified Streamly.Internal.Data.Stream.Prelude as Async
13+
14+moduleName :: String
15+moduleName = "Data.Stream.ConcurrentOrdered"
16+
17+-------------------------------------------------------------------------------
18+-- Main
19+-------------------------------------------------------------------------------
20+
21+main :: IO ()
22+main =
23+ runWithCLIOpts
24+ defaultStreamSize
25+ (allBenchmarks moduleName False (Async.ordered True))
benchmark/Streamly/Benchmark/Prelude/Serial/Elimination.hs → benchmark/Streamly/Benchmark/Data/Stream/Eliminate.hsrenamed+183−121
@@ -1,14 +1,20 @@
1-- |
1-- |
2−-- Module : Serial.Elimination
2+-- Module : Stream.Eliminate
3-- Copyright : (c) 2018 Composewell Technologies
3-- Copyright : (c) 2018 Composewell Technologies
4-- License : BSD-3-Clause
4-- License : BSD-3-Clause
5-- Maintainer : streamly@composewell.com
5-- Maintainer : streamly@composewell.com
6
6
7{-# LANGUAGE CPP #-}
7{-# LANGUAGE CPP #-}
8{-# LANGUAGE FlexibleContexts #-}
8{-# LANGUAGE FlexibleContexts #-}
9+{-# LANGUAGE FlexibleInstances #-}
9{-# LANGUAGE ScopedTypeVariables #-}
10{-# LANGUAGE ScopedTypeVariables #-}
10{-# LANGUAGE RankNTypes #-}
11{-# LANGUAGE RankNTypes #-}
11
12
13+{-# OPTIONS_GHC -Wno-orphans #-}
14+#ifdef USE_PRELUDE
15+{-# OPTIONS_GHC -Wno-deprecations #-}
16+#endif
17+
12#ifdef __HADDOCK_VERSION__
18#ifdef __HADDOCK_VERSION__
13#undef INSPECTION
19#undef INSPECTION
14#endif
20#endif
@@ -18,7 +24,7 @@
18{-# OPTIONS_GHC -fplugin Test.Inspection.Plugin #-}
24{-# OPTIONS_GHC -fplugin Test.Inspection.Plugin #-}
19#endif
25#endif
20
26
21−module Serial.Elimination (benchmarks) where
27+module Stream.Eliminate (benchmarks) where
22
28
23import Control.DeepSeq (NFData(..))
29import Control.DeepSeq (NFData(..))
24import Data.Functor.Identity (Identity, runIdentity)
30import Data.Functor.Identity (Identity, runIdentity)
@@ -26,28 +32,45 @@ import System.Random (randomRIO)
26
32
27import qualified Data.Foldable as F
33import qualified Data.Foldable as F
28import qualified GHC.Exts as GHC
34import qualified GHC.Exts as GHC
35+import qualified Streamly.Internal.Data.Fold as Fold
29
36
30#ifdef INSPECTION
37#ifdef INSPECTION
31import GHC.Types (SPEC(..))
38import GHC.Types (SPEC(..))
32import Test.Inspection
39import Test.Inspection
33−
34−import qualified Streamly.Internal.Data.Stream.StreamD as D
40+import qualified Streamly.Internal.Data.Stream as D
35#endif
41#endif
36
42
43+#ifdef USE_PRELUDE
44+import Streamly.Prelude (fromSerial)
37−import qualified Streamly.Prelude as S
45+import Streamly.Benchmark.Prelude
46+import qualified Streamly.Internal.Data.Stream.IsStream as S
38−import qualified Streamly.Internal.Data.Stream.IsStream as Internal
47+import qualified Streamly.Internal.Data.Stream.IsStream as StreamK
48+#else
49+import Stream.Common
50+import Streamly.Internal.Data.Stream (Stream)
51+import qualified Streamly.Internal.Data.Stream as S
52+#ifdef USE_STREAMK
53+import Streamly.Internal.Data.StreamK (StreamK)
54+import qualified Streamly.Data.StreamK as StreamK
55+#else
56+import qualified Streamly.Internal.Data.Stream as StreamK
57+#endif
58+#endif
39
59
40−import Gauge
60+import Test.Tasty.Bench
41−import Streamly.Prelude (SerialT, IsStream, fromSerial)
42import Streamly.Benchmark.Common
61import Streamly.Benchmark.Common
43−import Streamly.Benchmark.Prelude
44import Prelude hiding (length, sum, or, and, any, all, notElem, elem, (!!),
62import Prelude hiding (length, sum, or, and, any, all, notElem, elem, (!!),
45 lookup, repeat, minimum, maximum, product, last, mapM_, init)
63 lookup, repeat, minimum, maximum, product, last, mapM_, init)
46import qualified Prelude
64import qualified Prelude
47
65
66+#ifdef USE_PRELUDE
67+type Stream = S.SerialT
68+fromStream = id
69+
48{-# INLINE repeat #-}
70{-# INLINE repeat #-}
49repeat :: (Monad m, S.IsStream t) => Int -> Int -> t m Int
71repeat :: (Monad m, S.IsStream t) => Int -> Int -> t m Int
50repeat count = S.take count . S.repeat
72repeat count = S.take count . S.repeat
73+#endif
51
74
52-------------------------------------------------------------------------------
75-------------------------------------------------------------------------------
53-- Elimination
76-- Elimination
@@ -60,90 +83,92 @@ repeat count = S.take count . S.repeat
60{-# INLINE foldableFoldl' #-}
83{-# INLINE foldableFoldl' #-}
61foldableFoldl' :: Int -> Int -> Int
84foldableFoldl' :: Int -> Int -> Int
62foldableFoldl' value n =
85foldableFoldl' value n =
63− F.foldl' (+) 0 (sourceUnfoldr value n :: S.SerialT Identity Int)
86+ F.foldl' (+) 0 (sourceUnfoldr value n :: Stream Identity Int)
64
87
65{-# INLINE foldableFoldrElem #-}
88{-# INLINE foldableFoldrElem #-}
66foldableFoldrElem :: Int -> Int -> Bool
89foldableFoldrElem :: Int -> Int -> Bool
67foldableFoldrElem value n =
90foldableFoldrElem value n =
68 F.foldr (\x xs -> x == value || xs)
91 F.foldr (\x xs -> x == value || xs)
69 False
92 False
70− (sourceUnfoldr value n :: S.SerialT Identity Int)
93+ (sourceUnfoldr value n :: Stream Identity Int)
71
94
72{-# INLINE foldableSum #-}
95{-# INLINE foldableSum #-}
73foldableSum :: Int -> Int -> Int
96foldableSum :: Int -> Int -> Int
74foldableSum value n =
97foldableSum value n =
75− Prelude.sum (sourceUnfoldr value n :: S.SerialT Identity Int)
98+ Prelude.sum (sourceUnfoldr value n :: Stream Identity Int)
76
99
77{-# INLINE foldableProduct #-}
100{-# INLINE foldableProduct #-}
78foldableProduct :: Int -> Int -> Int
101foldableProduct :: Int -> Int -> Int
79foldableProduct value n =
102foldableProduct value n =
80− Prelude.product (sourceUnfoldr value n :: S.SerialT Identity Int)
103+ Prelude.product (sourceUnfoldr value n :: Stream Identity Int)
81
104
82{-# INLINE _foldableNull #-}
105{-# INLINE _foldableNull #-}
83_foldableNull :: Int -> Int -> Bool
106_foldableNull :: Int -> Int -> Bool
84_foldableNull value n =
107_foldableNull value n =
85− Prelude.null (sourceUnfoldr value n :: S.SerialT Identity Int)
108+ Prelude.null (sourceUnfoldr value n :: Stream Identity Int)
86
109
87{-# INLINE foldableElem #-}
110{-# INLINE foldableElem #-}
88foldableElem :: Int -> Int -> Bool
111foldableElem :: Int -> Int -> Bool
89foldableElem value n =
112foldableElem value n =
90− value `Prelude.elem` (sourceUnfoldr value n :: S.SerialT Identity Int)
113+ value `Prelude.elem` (sourceUnfoldr value n :: Stream Identity Int)
91
114
92{-# INLINE foldableNotElem #-}
115{-# INLINE foldableNotElem #-}
93foldableNotElem :: Int -> Int -> Bool
116foldableNotElem :: Int -> Int -> Bool
94foldableNotElem value n =
117foldableNotElem value n =
95− value `Prelude.notElem` (sourceUnfoldr value n :: S.SerialT Identity Int)
118+ value `Prelude.notElem` (sourceUnfoldr value n :: Stream Identity Int)
96
119
97{-# INLINE foldableFind #-}
120{-# INLINE foldableFind #-}
98foldableFind :: Int -> Int -> Maybe Int
121foldableFind :: Int -> Int -> Maybe Int
99foldableFind value n =
122foldableFind value n =
100− F.find (== (value + 1)) (sourceUnfoldr value n :: S.SerialT Identity Int)
123+ F.find (== (value + 1)) (sourceUnfoldr value n :: Stream Identity Int)
101
124
102{-# INLINE foldableAll #-}
125{-# INLINE foldableAll #-}
103foldableAll :: Int -> Int -> Bool
126foldableAll :: Int -> Int -> Bool
104foldableAll value n =
127foldableAll value n =
105− Prelude.all (<= (value + 1)) (sourceUnfoldr value n :: S.SerialT Identity Int)
128+ Prelude.all (<= (value + 1)) (sourceUnfoldr value n :: Stream Identity Int)
106
129
107{-# INLINE foldableAny #-}
130{-# INLINE foldableAny #-}
108foldableAny :: Int -> Int -> Bool
131foldableAny :: Int -> Int -> Bool
109foldableAny value n =
132foldableAny value n =
110− Prelude.any (> (value + 1)) (sourceUnfoldr value n :: S.SerialT Identity Int)
133+ Prelude.any (> (value + 1)) (sourceUnfoldr value n :: Stream Identity Int)
111
134
135+{- HLINT ignore "Use all"-}
112{-# INLINE foldableAnd #-}
136{-# INLINE foldableAnd #-}
113foldableAnd :: Int -> Int -> Bool
137foldableAnd :: Int -> Int -> Bool
114foldableAnd value n =
138foldableAnd value n =
115− Prelude.and $ S.map
139+ Prelude.and $ fmap
116− (<= (value + 1)) (sourceUnfoldr value n :: S.SerialT Identity Int)
140+ (<= (value + 1)) (sourceUnfoldr value n :: Stream Identity Int)
117
141
142+{- HLINT ignore "Use any"-}
118{-# INLINE foldableOr #-}
143{-# INLINE foldableOr #-}
119foldableOr :: Int -> Int -> Bool
144foldableOr :: Int -> Int -> Bool
120foldableOr value n =
145foldableOr value n =
121− Prelude.or $ S.map
146+ Prelude.or $ fmap
122− (> (value + 1)) (sourceUnfoldr value n :: S.SerialT Identity Int)
147+ (> (value + 1)) (sourceUnfoldr value n :: Stream Identity Int)
123
148
124{-# INLINE foldableLength #-}
149{-# INLINE foldableLength #-}
125foldableLength :: Int -> Int -> Int
150foldableLength :: Int -> Int -> Int
126foldableLength value n =
151foldableLength value n =
127− Prelude.length (sourceUnfoldr value n :: S.SerialT Identity Int)
152+ Prelude.length (sourceUnfoldr value n :: Stream Identity Int)
128
153
129{-# INLINE foldableMin #-}
154{-# INLINE foldableMin #-}
130foldableMin :: Int -> Int -> Int
155foldableMin :: Int -> Int -> Int
131foldableMin value n =
156foldableMin value n =
132− Prelude.minimum (sourceUnfoldr value n :: S.SerialT Identity Int)
157+ Prelude.minimum (sourceUnfoldr value n :: Stream Identity Int)
133
158
134{-# INLINE ordInstanceMin #-}
159{-# INLINE ordInstanceMin #-}
135−ordInstanceMin :: SerialT Identity Int -> SerialT Identity Int
160+ordInstanceMin :: Stream Identity Int -> Stream Identity Int
136ordInstanceMin src = min src src
161ordInstanceMin src = min src src
137
162
138{-# INLINE foldableMax #-}
163{-# INLINE foldableMax #-}
139foldableMax :: Int -> Int -> Int
164foldableMax :: Int -> Int -> Int
140foldableMax value n =
165foldableMax value n =
141− Prelude.maximum (sourceUnfoldr value n :: S.SerialT Identity Int)
166+ Prelude.maximum (sourceUnfoldr value n :: Stream Identity Int)
142
167
143{-# INLINE foldableMinBy #-}
168{-# INLINE foldableMinBy #-}
144foldableMinBy :: Int -> Int -> Int
169foldableMinBy :: Int -> Int -> Int
145foldableMinBy value n =
170foldableMinBy value n =
146− F.minimumBy compare (sourceUnfoldr value n :: S.SerialT Identity Int)
171+ F.minimumBy compare (sourceUnfoldr value n :: Stream Identity Int)
147
172
148{-# INLINE foldableListMinBy #-}
173{-# INLINE foldableListMinBy #-}
149foldableListMinBy :: Int -> Int -> Int
174foldableListMinBy :: Int -> Int -> Int
@@ -152,30 +177,30 @@ foldableListMinBy value n = F.minimumBy compare [1..value+n]
152{-# INLINE foldableMaxBy #-}
177{-# INLINE foldableMaxBy #-}
153foldableMaxBy :: Int -> Int -> Int
178foldableMaxBy :: Int -> Int -> Int
154foldableMaxBy value n =
179foldableMaxBy value n =
155− F.maximumBy compare (sourceUnfoldr value n :: S.SerialT Identity Int)
180+ F.maximumBy compare (sourceUnfoldr value n :: Stream Identity Int)
156
181
157{-# INLINE foldableToList #-}
182{-# INLINE foldableToList #-}
158foldableToList :: Int -> Int -> [Int]
183foldableToList :: Int -> Int -> [Int]
159foldableToList value n =
184foldableToList value n =
160− F.toList (sourceUnfoldr value n :: S.SerialT Identity Int)
185+ F.toList (sourceUnfoldr value n :: Stream Identity Int)
161
186
162{-# INLINE foldableMapM_ #-}
187{-# INLINE foldableMapM_ #-}
163foldableMapM_ :: Monad m => Int -> Int -> m ()
188foldableMapM_ :: Monad m => Int -> Int -> m ()
164foldableMapM_ value n =
189foldableMapM_ value n =
165− F.mapM_ (\_ -> return ()) (sourceUnfoldr value n :: S.SerialT Identity Int)
190+ F.mapM_ (\_ -> return ()) (sourceUnfoldr value n :: Stream Identity Int)
166
191
167{-# INLINE foldableSequence_ #-}
192{-# INLINE foldableSequence_ #-}
168foldableSequence_ :: Int -> Int -> IO ()
193foldableSequence_ :: Int -> Int -> IO ()
169foldableSequence_ value n =
194foldableSequence_ value n =
170− F.sequence_ (sourceUnfoldrAction value n :: S.SerialT Identity (IO Int))
195+ F.sequence_ (sourceUnfoldrAction value n :: Stream Identity (IO Int))
171
196
172{-# INLINE _foldableMsum #-}
197{-# INLINE _foldableMsum #-}
173_foldableMsum :: Int -> Int -> IO Int
198_foldableMsum :: Int -> Int -> IO Int
174_foldableMsum value n =
199_foldableMsum value n =
175− F.msum (sourceUnfoldrAction value n :: S.SerialT Identity (IO Int))
200+ F.msum (sourceUnfoldrAction value n :: Stream Identity (IO Int))
176
201
177{-# INLINE showInstance #-}
202{-# INLINE showInstance #-}
178−showInstance :: SerialT Identity Int -> String
203+showInstance :: Stream Identity Int -> String
179showInstance = show
204showInstance = show
180
205
181o_1_space_elimination_foldable :: Int -> [Benchmark]
206o_1_space_elimination_foldable :: Int -> [Benchmark]
@@ -192,6 +217,9 @@ o_1_space_elimination_foldable value =
192 , bench "minimum" $ nf (foldableMin value) 1
217 , bench "minimum" $ nf (foldableMin value) 1
193 , benchPureSink value "min (ord)" ordInstanceMin
218 , benchPureSink value "min (ord)" ordInstanceMin
194 , bench "maximum" $ nf (foldableMax value) 1
219 , bench "maximum" $ nf (foldableMax value) 1
220+ , bench "minimumBy" $ nf (`foldableMinBy` 1) value
221+ , bench "maximumBy" $ nf (`foldableMaxBy` 1) value
222+ , bench "minimumByList" $ nf (`foldableListMinBy` 1) value
195 , bench "length . toList"
223 , bench "length . toList"
196 $ nf (Prelude.length . foldableToList value) 1
224 $ nf (Prelude.length . foldableToList value) 1
197 , bench "notElem" $ nf (foldableNotElem value) 1
225 , bench "notElem" $ nf (foldableNotElem value) 1
@@ -214,34 +242,25 @@ o_1_space_elimination_foldable value =
214 ]
242 ]
215 ]
243 ]
216
244
217−o_n_space_elimination_foldable :: Int -> [Benchmark]
218−o_n_space_elimination_foldable value =
219− -- Head recursive strict right folds.
220− [ bgroup "foldl"
221− -- XXX the definitions of minimumBy and maximumBy in Data.Foldable use
222− -- foldl1 which does not work in constant memory for our
223− -- implementation. It works in constant memory for lists but even for
224− -- lists it takes 15x more time compared to our foldl' based
225− -- implementation.
226− [ bench "minimumBy" $ nf (`foldableMinBy` 1) value
227− , bench "maximumBy" $ nf (`foldableMaxBy` 1) value
228− , bench "minimumByList" $ nf (`foldableListMinBy` 1) value
229− ]
230− ]
231−
232-------------------------------------------------------------------------------
245-------------------------------------------------------------------------------
233-- Stream folds
246-- Stream folds
234-------------------------------------------------------------------------------
247-------------------------------------------------------------------------------
235
248
249+#ifndef USE_PRELUDE
250+instance NFData a => NFData (Stream Identity a) where
251+ {-# INLINE rnf #-}
252+ rnf xs = runIdentity $ S.fold (Fold.foldl' (\_ x -> rnf x) ()) xs
253+#endif
254+
236{-# INLINE benchPureSink #-}
255{-# INLINE benchPureSink #-}
237benchPureSink :: NFData b
256benchPureSink :: NFData b
238− => Int -> String -> (SerialT Identity Int -> b) -> Benchmark
257+ => Int -> String -> (Stream Identity Int -> b) -> Benchmark
239benchPureSink value name = benchPure name (sourceUnfoldr value)
258benchPureSink value name = benchPure name (sourceUnfoldr value)
240
259
241{-# INLINE benchHoistSink #-}
260{-# INLINE benchHoistSink #-}
242benchHoistSink
261benchHoistSink
243− :: (IsStream t, NFData b)
262+ :: (NFData b)
244− => Int -> String -> (t Identity Int -> IO b) -> Benchmark
263+ => Int -> String -> (Stream Identity Int -> IO b) -> Benchmark
245benchHoistSink value name f =
264benchHoistSink value name f =
246 bench name $ nfIO $ randomRIO (1,1) >>= f . sourceUnfoldr value
265 bench name $ nfIO $ randomRIO (1,1) >>= f . sourceUnfoldr value
247
266
@@ -249,8 +268,8 @@ benchHoistSink value name f =
249-- we can't use it as it requires MonadAsync constraint.
268-- we can't use it as it requires MonadAsync constraint.
250{-# INLINE benchIdentitySink #-}
269{-# INLINE benchIdentitySink #-}
251benchIdentitySink
270benchIdentitySink
252− :: (IsStream t, NFData b)
271+ :: (NFData b)
253− => Int -> String -> (t Identity Int -> Identity b) -> Benchmark
272+ => Int -> String -> (Stream Identity Int -> Identity b) -> Benchmark
254benchIdentitySink value name f = bench name $ nf (f . sourceUnfoldr value) 1
273benchIdentitySink value name f = bench name $ nf (f . sourceUnfoldr value) 1
255
274
256-------------------------------------------------------------------------------
275-------------------------------------------------------------------------------
@@ -258,23 +277,29 @@ benchIdentitySink value name f = bench name $ nf (f . sourceUnfoldr value) 1
258-------------------------------------------------------------------------------
277-------------------------------------------------------------------------------
259
278
260{-# INLINE uncons #-}
279{-# INLINE uncons #-}
280+#ifdef USE_STREAMK
281+uncons :: Monad m => StreamK m Int -> m ()
282+#else
261−uncons :: Monad m => SerialT m Int -> m ()
283+uncons :: Monad m => Stream m Int -> m ()
284+#endif
262uncons s = do
285uncons s = do
263− r <- S.uncons s
286+ r <- StreamK.uncons s
264 case r of
287 case r of
265 Nothing -> return ()
288 Nothing -> return ()
266 Just (_, t) -> uncons t
289 Just (_, t) -> uncons t
267
290
291+#ifdef USE_PRELUDE
268{-# INLINE init #-}
292{-# INLINE init #-}
269−init :: Monad m => SerialT m a -> m ()
293+init :: Monad m => Stream m a -> m ()
270init s = S.init s >>= Prelude.mapM_ S.drain
294init s = S.init s >>= Prelude.mapM_ S.drain
271
295
272{-# INLINE mapM_ #-}
296{-# INLINE mapM_ #-}
273−mapM_ :: Monad m => SerialT m Int -> m ()
297+mapM_ :: Monad m => Stream m Int -> m ()
274mapM_ = S.mapM_ (\_ -> return ())
298mapM_ = S.mapM_ (\_ -> return ())
299+#endif
275
300
276{-# INLINE foldrMElem #-}
301{-# INLINE foldrMElem #-}
277−foldrMElem :: Monad m => Int -> SerialT m Int -> m Bool
302+foldrMElem :: Monad m => Int -> Stream m Int -> m Bool
278foldrMElem e =
303foldrMElem e =
279 S.foldrM
304 S.foldrM
280 (\x xs ->
305 (\x xs ->
@@ -283,155 +308,187 @@ foldrMElem e =
283 else xs)
308 else xs)
284 (return False)
309 (return False)
285
310
311+#ifdef USE_STREAMK
286{-# INLINE foldrToStream #-}
312{-# INLINE foldrToStream #-}
287−foldrToStream :: Monad m => SerialT m Int -> m (SerialT Identity Int)
313+foldrToStream :: Monad m => Stream m Int -> m (StreamK Identity Int)
314+foldrToStream = S.foldr StreamK.cons StreamK.nil
315+#else
316+-- {-# INLINE foldrToStream #-}
317+-- foldrToStream :: Monad m => Stream m Int -> m (Stream Identity Int)
288−foldrToStream = S.foldr S.cons S.nil
318+-- foldrToStream = S.foldr S.cons S.nil
319+#endif
289
320
290{-# INLINE foldrMBuild #-}
321{-# INLINE foldrMBuild #-}
291−foldrMBuild :: Monad m => SerialT m Int -> m [Int]
322+foldrMBuild :: Monad m => Stream m Int -> m [Int]
292foldrMBuild = S.foldrM (\x xs -> (x :) <$> xs) (return [])
323foldrMBuild = S.foldrM (\x xs -> (x :) <$> xs) (return [])
293
324
325+#ifdef USE_PRELUDE
294{-# INLINE foldl'Reduce #-}
326{-# INLINE foldl'Reduce #-}
295−foldl'Reduce :: Monad m => SerialT m Int -> m Int
327+foldl'Reduce :: Monad m => Stream m Int -> m Int
296foldl'Reduce = S.foldl' (+) 0
328foldl'Reduce = S.foldl' (+) 0
297
329
298{-# INLINE foldl1'Reduce #-}
330{-# INLINE foldl1'Reduce #-}
299−foldl1'Reduce :: Monad m => SerialT m Int -> m (Maybe Int)
331+foldl1'Reduce :: Monad m => Stream m Int -> m (Maybe Int)
300foldl1'Reduce = S.foldl1' (+)
332foldl1'Reduce = S.foldl1' (+)
301
333
302{-# INLINE foldlM'Reduce #-}
334{-# INLINE foldlM'Reduce #-}
303−foldlM'Reduce :: Monad m => SerialT m Int -> m Int
335+foldlM'Reduce :: Monad m => Stream m Int -> m Int
304foldlM'Reduce = S.foldlM' (\xs a -> return $ a + xs) (return 0)
336foldlM'Reduce = S.foldlM' (\xs a -> return $ a + xs) (return 0)
305
337
306{-# INLINE last #-}
338{-# INLINE last #-}
307−last :: Monad m => SerialT m Int -> m (Maybe Int)
339+last :: Monad m => Stream m Int -> m (Maybe Int)
308last = S.last
340last = S.last
309
341
310{-# INLINE _head #-}
342{-# INLINE _head #-}
311−_head :: Monad m => SerialT m Int -> m (Maybe Int)
343+_head :: Monad m => Stream m Int -> m (Maybe Int)
312_head = S.head
344_head = S.head
313
345
314{-# INLINE elem #-}
346{-# INLINE elem #-}
315−elem :: Monad m => Int -> SerialT m Int -> m Bool
347+elem :: Monad m => Int -> Stream m Int -> m Bool
316elem value = S.elem (value + 1)
348elem value = S.elem (value + 1)
317
349
318{-# INLINE notElem #-}
350{-# INLINE notElem #-}
319−notElem :: Monad m => Int -> SerialT m Int -> m Bool
351+notElem :: Monad m => Int -> Stream m Int -> m Bool
320notElem value = S.notElem (value + 1)
352notElem value = S.notElem (value + 1)
321
353
322{-# INLINE length #-}
354{-# INLINE length #-}
323−length :: Monad m => SerialT m Int -> m Int
355+length :: Monad m => Stream m Int -> m Int
324length = S.length
356length = S.length
325
357
326{-# INLINE all #-}
358{-# INLINE all #-}
327−all :: Monad m => Int -> SerialT m Int -> m Bool
359+all :: Monad m => Int -> Stream m Int -> m Bool
328all value = S.all (<= (value + 1))
360all value = S.all (<= (value + 1))
329
361
330{-# INLINE any #-}
362{-# INLINE any #-}
331−any :: Monad m => Int -> SerialT m Int -> m Bool
363+any :: Monad m => Int -> Stream m Int -> m Bool
332any value = S.any (> (value + 1))
364any value = S.any (> (value + 1))
333
365
334{-# INLINE and #-}
366{-# INLINE and #-}
335−and :: Monad m => Int -> SerialT m Int -> m Bool
367+and :: Monad m => Int -> Stream m Int -> m Bool
336and value = S.and . S.map (<= (value + 1))
368and value = S.and . S.map (<= (value + 1))
337
369
338{-# INLINE or #-}
370{-# INLINE or #-}
339−or :: Monad m => Int -> SerialT m Int -> m Bool
371+or :: Monad m => Int -> Stream m Int -> m Bool
340or value = S.or . S.map (> (value + 1))
372or value = S.or . S.map (> (value + 1))
341
373
342{-# INLINE find #-}
374{-# INLINE find #-}
343−find :: Monad m => Int -> SerialT m Int -> m (Maybe Int)
375+find :: Monad m => Int -> Stream m Int -> m (Maybe Int)
344find value = S.find (== (value + 1))
376find value = S.find (== (value + 1))
345
377
346{-# INLINE findM #-}
378{-# INLINE findM #-}
347−findM :: Monad m => Int -> SerialT m Int -> m (Maybe Int)
379+findM :: Monad m => Int -> Stream m Int -> m (Maybe Int)
348findM value = S.findM (\z -> return $ z == (value + 1))
380findM value = S.findM (\z -> return $ z == (value + 1))
349
381
350{-# INLINE findIndex #-}
382{-# INLINE findIndex #-}
351−findIndex :: Monad m => Int -> SerialT m Int -> m (Maybe Int)
383+findIndex :: Monad m => Int -> Stream m Int -> m (Maybe Int)
352findIndex value = S.findIndex (== (value + 1))
384findIndex value = S.findIndex (== (value + 1))
353
385
354{-# INLINE elemIndex #-}
386{-# INLINE elemIndex #-}
355−elemIndex :: Monad m => Int -> SerialT m Int -> m (Maybe Int)
387+elemIndex :: Monad m => Int -> Stream m Int -> m (Maybe Int)
356elemIndex value = S.elemIndex (value + 1)
388elemIndex value = S.elemIndex (value + 1)
357
389
358{-# INLINE maximum #-}
390{-# INLINE maximum #-}
359−maximum :: Monad m => SerialT m Int -> m (Maybe Int)
391+maximum :: Monad m => Stream m Int -> m (Maybe Int)
360maximum = S.maximum
392maximum = S.maximum
361
393
362{-# INLINE minimum #-}
394{-# INLINE minimum #-}
363−minimum :: Monad m => SerialT m Int -> m (Maybe Int)
395+minimum :: Monad m => Stream m Int -> m (Maybe Int)
364minimum = S.minimum
396minimum = S.minimum
365
397
366{-# INLINE sum #-}
398{-# INLINE sum #-}
367−sum :: Monad m => SerialT m Int -> m Int
399+sum :: Monad m => Stream m Int -> m Int
368sum = S.sum
400sum = S.sum
369
401
370{-# INLINE product #-}
402{-# INLINE product #-}
371−product :: Monad m => SerialT m Int -> m Int
403+product :: Monad m => Stream m Int -> m Int
372product = S.product
404product = S.product
373
405
374{-# INLINE minimumBy #-}
406{-# INLINE minimumBy #-}
375−minimumBy :: Monad m => SerialT m Int -> m (Maybe Int)
407+minimumBy :: Monad m => Stream m Int -> m (Maybe Int)
376minimumBy = S.minimumBy compare
408minimumBy = S.minimumBy compare
377
409
378{-# INLINE maximumBy #-}
410{-# INLINE maximumBy #-}
379−maximumBy :: Monad m => SerialT m Int -> m (Maybe Int)
411+maximumBy :: Monad m => Stream m Int -> m (Maybe Int)
380maximumBy = S.maximumBy compare
412maximumBy = S.maximumBy compare
381
413
382{-# INLINE the #-}
414{-# INLINE the #-}
383−the :: Monad m => SerialT m Int -> m (Maybe Int)
415+the :: Monad m => Stream m Int -> m (Maybe Int)
384the = S.the
416the = S.the
385
417
386{-# INLINE drainN #-}
418{-# INLINE drainN #-}
387−drainN :: Monad m => Int -> SerialT m Int -> m ()
419+drainN :: Monad m => Int -> Stream m Int -> m ()
388drainN = S.drainN
420drainN = S.drainN
389
421
390{-# INLINE drainWhile #-}
422{-# INLINE drainWhile #-}
391−drainWhile :: Monad m => SerialT m Int -> m ()
423+drainWhile :: Monad m => Stream m Int -> m ()
392drainWhile = S.drainWhile (const True)
424drainWhile = S.drainWhile (const True)
393
425
394{-# INLINE (!!) #-}
426{-# INLINE (!!) #-}
395−(!!) :: Monad m => Int -> SerialT m Int -> m (Maybe Int)
427+(!!) :: Monad m => Int -> Stream m Int -> m (Maybe Int)
396−(!!) = flip (Internal.!!)
428+(!!) = flip (S.!!)
397
429
398{-# INLINE lookup #-}
430{-# INLINE lookup #-}
399−lookup :: Monad m => Int -> SerialT m Int -> m (Maybe Int)
431+lookup :: Monad m => Int -> Stream m Int -> m (Maybe Int)
400lookup val = S.lookup val . S.map (\x -> (x, x))
432lookup val = S.lookup val . S.map (\x -> (x, x))
433+#endif
401
434
402o_1_space_elimination_folds :: Int -> [Benchmark]
435o_1_space_elimination_folds :: Int -> [Benchmark]
403o_1_space_elimination_folds value =
436o_1_space_elimination_folds value =
404 [ bgroup "elimination"
437 [ bgroup "elimination"
405 -- Basic folds
438 -- Basic folds
439+ [
440+#ifdef USE_PRELUDE
406− [ bgroup "reduce"
441+ bgroup "reduce"
407 [ bgroup
442 [ bgroup
408 "IO"
443 "IO"
409 [ benchIOSink value "foldl'" foldl'Reduce
444 [ benchIOSink value "foldl'" foldl'Reduce
410 , benchIOSink value "foldl1'" foldl1'Reduce
445 , benchIOSink value "foldl1'" foldl1'Reduce
411 , benchIOSink value "foldlM'" foldlM'Reduce
446 , benchIOSink value "foldlM'" foldlM'Reduce
412 ]
447 ]
448+
413 , bgroup
449 , bgroup
414 "Identity"
450 "Identity"
415 [ benchIdentitySink value "foldl'" foldl'Reduce
451 [ benchIdentitySink value "foldl'" foldl'Reduce
416 , benchIdentitySink value "foldl1'" foldl1'Reduce
452 , benchIdentitySink value "foldl1'" foldl1'Reduce
417 , benchIdentitySink value "foldlM'" foldlM'Reduce
453 , benchIdentitySink value "foldlM'" foldlM'Reduce
418 ]
454 ]
419− ]
455+ ] ,
456+#endif
420− , bgroup "build"
457+ bgroup "build"
421 [ bgroup "IO"
458 [ bgroup "IO"
422 [ benchIOSink value "foldrMElem" (foldrMElem value)
459 [ benchIOSink value "foldrMElem" (foldrMElem value)
423 ]
460 ]
424 , bgroup "Identity"
461 , bgroup "Identity"
425 [ benchIdentitySink value "foldrMElem" (foldrMElem value)
462 [ benchIdentitySink value "foldrMElem" (foldrMElem value)
463+#ifdef USE_STREAMK
426 , benchIdentitySink value "foldrToStreamLength"
464 , benchIdentitySink value "foldrToStreamLength"
465+ (S.fold Fold.length . toStream . runIdentity . foldrToStream)
466+ {-
467+ , benchIdentitySink 16 "foldrToStreamLength (16)"
468+ (S.fold Fold.length . toStream . runIdentity . foldrToStream)
469+ -}
470+#else
471+ {-
472+ , benchIdentitySink 16 "foldrToStreamLength (16)"
427− (S.length . runIdentity . foldrToStream)
473+ (S.fold Fold.length . runIdentity . foldrToStream)
474+ -}
475+#endif
476+ {-
477+ , benchPureSink 16 "foldrMToListLength (16)"
478+ (Prelude.length . runIdentity . foldrMBuild)
479+ -}
428 , benchPureSink value "foldrMToListLength"
480 , benchPureSink value "foldrMToListLength"
429 (Prelude.length . runIdentity . foldrMBuild)
481 (Prelude.length . runIdentity . foldrMBuild)
430 ]
482 ]
431 ]
483 ]
432
484
433 -- deconstruction
485 -- deconstruction
434− , benchIOSink value "uncons" uncons
486+ , benchIOSink value "uncons" (uncons . fromStream)
487+#ifndef USE_PRELUDE
488+ , benchHoistSink value "length . generalizeInner"
489+ (S.fold Fold.length . S.generalizeInner)
490+#endif
491+#ifdef USE_PRELUDE
435 , benchIOSink value "init" init
492 , benchIOSink value "init" init
436
493
437 -- draining
494 -- draining
@@ -445,8 +502,6 @@ o_1_space_elimination_folds value =
445 -- , benchIOSink value "head" head
502 -- , benchIOSink value "head" head
446 , benchIOSink value "last" last
503 , benchIOSink value "last" last
447 , benchIOSink value "length" length
504 , benchIOSink value "length" length
448− , benchHoistSink value "length . generally"
449− (length . Internal.generally)
450 , benchIOSink value "sum" sum
505 , benchIOSink value "sum" sum
451 , benchIOSink value "product" product
506 , benchIOSink value "product" product
452 , benchIOSink value "maximumBy" maximumBy
507 , benchIOSink value "maximumBy" maximumBy
@@ -470,6 +525,7 @@ o_1_space_elimination_folds value =
470 , benchIOSink value "any" (any value)
525 , benchIOSink value "any" (any value)
471 , benchIOSink value "and" (and value)
526 , benchIOSink value "and" (and value)
472 , benchIOSink value "or" (or value)
527 , benchIOSink value "or" (or value)
528+#endif
473
529
474 -- length is used to check for foldr/build fusion
530 -- length is used to check for foldr/build fusion
475 , benchPureSink value "length . IsList.toList" (Prelude.length . GHC.toList)
531 , benchPureSink value "length . IsList.toList" (Prelude.length . GHC.toList)
@@ -480,12 +536,13 @@ o_1_space_elimination_folds value =
480-- Buffered Transformations by fold
536-- Buffered Transformations by fold
481-------------------------------------------------------------------------------
537-------------------------------------------------------------------------------
482
538
539+#ifdef USE_PRELUDE
483{-# INLINE foldl'Build #-}
540{-# INLINE foldl'Build #-}
484−foldl'Build :: Monad m => SerialT m Int -> m [Int]
541+foldl'Build :: Monad m => Stream m Int -> m [Int]
485foldl'Build = S.foldl' (flip (:)) []
542foldl'Build = S.foldl' (flip (:)) []
486
543
487{-# INLINE foldlM'Build #-}
544{-# INLINE foldlM'Build #-}
488−foldlM'Build :: Monad m => SerialT m Int -> m [Int]
545+foldlM'Build :: Monad m => Stream m Int -> m [Int]
489foldlM'Build = S.foldlM' (\xs x -> return $ x : xs) (return [])
546foldlM'Build = S.foldlM' (\xs x -> return $ x : xs) (return [])
490
547
491o_n_heap_elimination_foldl :: Int -> [Benchmark]
548o_n_heap_elimination_foldl :: Int -> [Benchmark]
@@ -499,6 +556,7 @@ o_n_heap_elimination_foldl value =
499 , benchIdentitySink value "foldlM'/build/Identity" foldlM'Build
556 , benchIdentitySink value "foldlM'/build/Identity" foldlM'Build
500 ]
557 ]
501 ]
558 ]
559+#endif
502
560
503-- For comparisons
561-- For comparisons
504{-# INLINE showInstanceList #-}
562{-# INLINE showInstanceList #-}
@@ -518,7 +576,7 @@ o_n_heap_elimination_buffered value =
518 ]
576 ]
519
577
520{-# INLINE foldrMReduce #-}
578{-# INLINE foldrMReduce #-}
521−foldrMReduce :: Monad m => SerialT m Int -> m Int
579+foldrMReduce :: Monad m => Stream m Int -> m Int
522foldrMReduce = S.foldrM (\x xs -> (x +) <$> xs) (return 0)
580foldrMReduce = S.foldrM (\x xs -> (x +) <$> xs) (return 0)
523
581
524o_n_space_elimination_foldr :: Int -> [Benchmark]
582o_n_space_elimination_foldr :: Int -> [Benchmark]
@@ -534,13 +592,14 @@ o_n_space_elimination_foldr value =
534 ]
592 ]
535 ]
593 ]
536
594
595+#ifdef USE_PRELUDE
537o_n_heap_elimination_toList :: Int -> [Benchmark]
596o_n_heap_elimination_toList :: Int -> [Benchmark]
538o_n_heap_elimination_toList value =
597o_n_heap_elimination_toList value =
539 [ bgroup "toList"
598 [ bgroup "toList"
540 -- Converting the stream to a list or pure stream in a strict monad
599 -- Converting the stream to a list or pure stream in a strict monad
541− [ benchIOSink value "toListRev" Internal.toListRev
600+ [ benchIOSink value "toListRev" S.toListRev
542 , benchIOSink value "toStreamRev"
601 , benchIOSink value "toStreamRev"
543− (Internal.toStreamRev :: (SerialT IO Int -> IO (SerialT Identity Int)))
602+ (S.toStreamRev :: (Stream IO Int -> IO (Stream Identity Int)))
544 ]
603 ]
545 ]
604 ]
546
605
@@ -549,10 +608,13 @@ o_n_space_elimination_toList value =
549 [ bgroup "toList"
608 [ bgroup "toList"
550 -- Converting the stream to a list or pure stream in a strict monad
609 -- Converting the stream to a list or pure stream in a strict monad
551 [ benchIOSink value "toList" S.toList
610 [ benchIOSink value "toList" S.toList
611+#ifndef USE_PRELUDE
552 , benchIOSink value "toStream"
612 , benchIOSink value "toStream"
553− (Internal.toStream :: (SerialT IO Int -> IO (SerialT Identity Int)))
613+ (S.toStream :: (Stream IO Int -> IO (Stream Identity Int)))
614+#endif
554 ]
615 ]
555 ]
616 ]
617+#endif
556
618
557-------------------------------------------------------------------------------
619-------------------------------------------------------------------------------
558-- Multi-stream folds
620-- Multi-stream folds
@@ -563,7 +625,7 @@ o_n_space_elimination_toList value =
563-------------------------------------------------------------------------------
625-------------------------------------------------------------------------------
564
626
565{-# INLINE eqBy' #-}
627{-# INLINE eqBy' #-}
566−eqBy' :: (Monad m, Eq a) => SerialT m a -> m Bool
628+eqBy' :: (Monad m, Eq a) => Stream m a -> m Bool
567eqBy' src = S.eqBy (==) src src
629eqBy' src = S.eqBy (==) src src
568
630
569{-# INLINE eqByPure #-}
631{-# INLINE eqByPure #-}
@@ -577,15 +639,15 @@ inspect $ 'eqByPure `hasNoType` ''D.Step
577#endif
639#endif
578
640
579{-# INLINE eqInstance #-}
641{-# INLINE eqInstance #-}
580−eqInstance :: SerialT Identity Int -> Bool
642+eqInstance :: Stream Identity Int -> Bool
581eqInstance src = src == src
643eqInstance src = src == src
582
644
583{-# INLINE eqInstanceNotEq #-}
645{-# INLINE eqInstanceNotEq #-}
584−eqInstanceNotEq :: SerialT Identity Int -> Bool
646+eqInstanceNotEq :: Stream Identity Int -> Bool
585eqInstanceNotEq src = src /= src
647eqInstanceNotEq src = src /= src
586
648
587{-# INLINE cmpBy' #-}
649{-# INLINE cmpBy' #-}
588−cmpBy' :: (Monad m, Ord a) => SerialT m a -> m Ordering
650+cmpBy' :: (Monad m, Ord a) => Stream m a -> m Ordering
589cmpBy' src = S.cmpBy compare src src
651cmpBy' src = S.cmpBy compare src src
590
652
591{-# INLINE cmpByPure #-}
653{-# INLINE cmpByPure #-}
@@ -599,7 +661,7 @@ inspect $ 'cmpByPure `hasNoType` ''D.Step
599#endif
661#endif
600
662
601{-# INLINE ordInstance #-}
663{-# INLINE ordInstance #-}
602−ordInstance :: SerialT Identity Int -> Bool
664+ordInstance :: Stream Identity Int -> Bool
603ordInstance src = src < src
665ordInstance src = src < src
604
666
605o_1_space_elimination_multi_stream_pure :: Int -> [Benchmark]
667o_1_space_elimination_multi_stream_pure :: Int -> [Benchmark]
@@ -614,15 +676,15 @@ o_1_space_elimination_multi_stream_pure value =
614 ]
676 ]
615
677
616{-# INLINE isPrefixOf #-}
678{-# INLINE isPrefixOf #-}
617−isPrefixOf :: Monad m => SerialT m Int -> m Bool
679+isPrefixOf :: Monad m => Stream m Int -> m Bool
618isPrefixOf src = S.isPrefixOf src src
680isPrefixOf src = S.isPrefixOf src src
619
681
620{-# INLINE isSubsequenceOf #-}
682{-# INLINE isSubsequenceOf #-}
621−isSubsequenceOf :: Monad m => SerialT m Int -> m Bool
683+isSubsequenceOf :: Monad m => Stream m Int -> m Bool
622isSubsequenceOf src = S.isSubsequenceOf src src
684isSubsequenceOf src = S.isSubsequenceOf src src
623
685
624{-# INLINE stripPrefix #-}
686{-# INLINE stripPrefix #-}
625−stripPrefix :: Monad m => SerialT m Int -> m ()
687+stripPrefix :: Monad m => Stream m Int -> m ()
626stripPrefix src = do
688stripPrefix src = do
627 _ <- S.stripPrefix src src
689 _ <- S.stripPrefix src src
628 return ()
690 return ()
@@ -673,14 +735,14 @@ benchmarks moduleName size =
673 , o_1_space_elimination_multi_stream_pure size
735 , o_1_space_elimination_multi_stream_pure size
674 , o_1_space_elimination_multi_stream size
736 , o_1_space_elimination_multi_stream size
675 ]
737 ]
738+
676− , bgroup (o_n_heap_prefix moduleName) $ concat
739+ , bgroup (o_n_heap_prefix moduleName) $
740+ o_n_heap_elimination_buffered size
741+#ifdef USE_PRELUDE
677− [ o_n_heap_elimination_foldl size
742+ ++ o_n_heap_elimination_foldl size
678− , o_n_heap_elimination_toList size
743+ ++ o_n_heap_elimination_toList size
679− , o_n_heap_elimination_buffered size
744+ ++ o_n_space_elimination_toList size
680− ]
745+#endif
681− , bgroup (o_n_space_prefix moduleName) $ concat
746+ , bgroup (o_n_space_prefix moduleName) $
682− [ o_n_space_elimination_foldable size
683− , o_n_space_elimination_toList size
684− , o_n_space_elimination_foldr size
747+ o_n_space_elimination_foldr size
685− ]
686 ]
748 ]
benchmark/Streamly/Benchmark/Prelude/Serial/Exceptions.hs → benchmark/Streamly/Benchmark/Data/Stream/Exceptions.hsrenamed+124−70
@@ -1,5 +1,5 @@
1-- |
1-- |
2−-- Module : Streamly.Benchmark.Prelude.Serial.Exceptions
2+-- Module : Stream.Exceptions
3-- Copyright : (c) 2019 Composewell Technologies
3-- Copyright : (c) 2019 Composewell Technologies
4-- License : BSD-3-Clause
4-- License : BSD-3-Clause
5-- Maintainer : streamly@composewell.com
5-- Maintainer : streamly@composewell.com
@@ -7,8 +7,13 @@
7-- Portability : GHC
7-- Portability : GHC
8
8
9{-# LANGUAGE CPP #-}
9{-# LANGUAGE CPP #-}
10+{-# LANGUAGE FlexibleContexts #-}
10{-# LANGUAGE ScopedTypeVariables #-}
11{-# LANGUAGE ScopedTypeVariables #-}
11
12
13+#ifdef USE_PRELUDE
14+{-# OPTIONS_GHC -Wno-deprecations #-}
15+#endif
16+
12#ifdef __HADDOCK_VERSION__
17#ifdef __HADDOCK_VERSION__
13#undef INSPECTION
18#undef INSPECTION
14#endif
19#endif
@@ -18,29 +23,63 @@
18{-# OPTIONS_GHC -fplugin Test.Inspection.Plugin #-}
23{-# OPTIONS_GHC -fplugin Test.Inspection.Plugin #-}
19#endif
24#endif
20
25
21−module Serial.Exceptions (benchmarks) where
26+module Stream.Exceptions (benchmarks) where
22
27
23−import Control.Exception (SomeException, Exception, throwIO)
28+import Control.Exception (Exception, throwIO)
24−import System.IO (Handle, hClose, hPutChar)
29+import Stream.Common (drain)
25
30
26import qualified Data.IORef as Ref
31import qualified Data.IORef as Ref
27import qualified Data.Map.Strict as Map
32import qualified Data.Map.Strict as Map
28
33
34+import Control.Exception (SomeException)
35+import System.IO (Handle, hClose, hPutChar)
29import qualified Streamly.FileSystem.Handle as FH
36import qualified Streamly.FileSystem.Handle as FH
30−import qualified Streamly.Internal.Data.Unfold as IUF
31import qualified Streamly.Internal.FileSystem.Handle as IFH
37import qualified Streamly.Internal.FileSystem.Handle as IFH
32−import qualified Streamly.Internal.Data.Stream.IsStream as IP
38+import qualified Streamly.Internal.Data.Unfold as IUF
39+import qualified Streamly.Internal.Data.Unfold.Prelude as IUF
40+
41+#ifdef USE_PRELUDE
42+import qualified Streamly.Internal.Data.Stream.IsStream as Stream
43+#else
44+import qualified Streamly.Internal.Data.Stream as Stream
33−import qualified Streamly.Prelude as S
45+import qualified Streamly.Internal.Data.Stream.Prelude as Stream
46+#endif
34
47
35−import Gauge hiding (env)
48+import Test.Tasty.Bench hiding (env)
36import Prelude hiding (last, length)
49import Prelude hiding (last, length)
37import Streamly.Benchmark.Common
50import Streamly.Benchmark.Common
38import Streamly.Benchmark.Common.Handle
51import Streamly.Benchmark.Common.Handle
39
52
40#ifdef INSPECTION
53#ifdef INSPECTION
54+import Control.Monad.Catch (MonadCatch)
41import Test.Inspection
55import Test.Inspection
42
56
43−import qualified Streamly.Internal.Data.Stream.StreamD as D
57+import qualified Streamly.Internal.Data.Stream as D
58+#endif
59+
60+#ifdef USE_PRELUDE
61+type Stream = Stream.SerialT
62+toStreamD = Stream.toStream
63+fromStreamD = Stream.fromStream
64+#else
65+type Stream = Stream.Stream
66+toStreamD :: a -> a
67+toStreamD = id
68+fromStreamD :: a -> a
69+fromStreamD = id
70+#endif
71+
72+afterUnsafe :: IO b -> Stream IO a -> Stream IO a
73+finallyUnsafe :: IO b -> Stream IO a -> Stream IO a
74+bracketUnsafe :: IO b -> (b -> IO c) -> (b -> Stream IO a) -> Stream IO a
75+#ifdef USE_PRELUDE
76+afterUnsafe = Stream.after_
77+finallyUnsafe = Stream.finally_
78+bracketUnsafe = Stream.bracket_
79+#else
80+afterUnsafe = Stream.afterUnsafe
81+finallyUnsafe = Stream.finallyUnsafe
82+bracketUnsafe = Stream.bracketUnsafe
44#endif
83#endif
45
84
46-------------------------------------------------------------------------------
85-------------------------------------------------------------------------------
@@ -56,37 +95,41 @@ instance Exception BenchException
56
95
57retryNoneSimple :: Int -> Int -> IO ()
96retryNoneSimple :: Int -> Int -> IO ()
58retryNoneSimple length from =
97retryNoneSimple length from =
59− IP.drain
98+ drain
99+ $ Stream.retry
60− $ IP.retry (Map.singleton BenchException1 length) (const S.nil) source
100+ (Map.singleton BenchException1 length)
101+ (const Stream.nil)
102+ source
61
103
62 where
104 where
63
105
64− source = S.enumerateFromTo from (from + length)
106+ source = Stream.enumerateFromTo from (from + length)
65
107
66retryNone :: Int -> Int -> IO ()
108retryNone :: Int -> Int -> IO ()
67retryNone length from = do
109retryNone length from = do
68 ref <- Ref.newIORef (0 :: Int)
110 ref <- Ref.newIORef (0 :: Int)
69− IP.drain
111+ drain
70− $ IP.retry (Map.singleton BenchException1 length) (const S.nil)
112+ $ Stream.retry (Map.singleton BenchException1 length) (const Stream.nil)
71 $ source ref
113 $ source ref
72
114
73 where
115 where
74
116
75 source ref =
117 source ref =
76− IP.replicateM (from + length)
118+ Stream.replicateM (from + length)
77 $ Ref.modifyIORef' ref (+ 1) >> Ref.readIORef ref
119 $ Ref.modifyIORef' ref (+ 1) >> Ref.readIORef ref
78
120
79retryAll :: Int -> Int -> IO ()
121retryAll :: Int -> Int -> IO ()
80retryAll length from = do
122retryAll length from = do
81 ref <- Ref.newIORef 0
123 ref <- Ref.newIORef 0
82− IP.drain
124+ drain
125+ $ Stream.retry
83− $ IP.retry (Map.singleton BenchException1 (length + from)) (const S.nil)
126+ (Map.singleton BenchException1 (length + from)) (const Stream.nil)
84 $ source ref
127 $ source ref
85
128
86 where
129 where
87
130
88 source ref =
131 source ref =
89− IP.fromEffect
132+ Stream.fromEffect
90 $ do
133 $ do
91 Ref.modifyIORef' ref (+ 1)
134 Ref.modifyIORef' ref (+ 1)
92 val <- Ref.readIORef ref
135 val <- Ref.readIORef ref
@@ -96,13 +139,13 @@ retryAll length from = do
96
139
97retryUnknown :: Int -> Int -> IO ()
140retryUnknown :: Int -> Int -> IO ()
98retryUnknown length from = do
141retryUnknown length from = do
99− IP.drain
142+ drain
100− $ IP.retry (Map.singleton BenchException1 length) (const source)
143+ $ Stream.retry (Map.singleton BenchException1 length) (const source)
101− $ throwIO BenchException2 `S.before` S.nil
144+ $ throwIO BenchException2 `Stream.before` Stream.nil
102
145
103 where
146 where
104
147
105− source = S.enumerateFromTo from (from + length)
148+ source = Stream.enumerateFromTo from (from + length)
106
149
107
150
108o_1_space_serial_exceptions :: Int -> [Benchmark]
151o_1_space_serial_exceptions :: Int -> [Benchmark]
@@ -116,6 +159,8 @@ o_1_space_serial_exceptions length =
116 ]
159 ]
117 ]
160 ]
118
161
162+-- XXX Move these to FileSystem.Handle benchmarks
163+
119-------------------------------------------------------------------------------
164-------------------------------------------------------------------------------
120-- copy stream exceptions
165-- copy stream exceptions
121-------------------------------------------------------------------------------
166-------------------------------------------------------------------------------
@@ -123,8 +168,8 @@ o_1_space_serial_exceptions length =
123-- | Send the file contents to /dev/null with exception handling
168-- | Send the file contents to /dev/null with exception handling
124readWriteOnExceptionStream :: Handle -> Handle -> IO ()
169readWriteOnExceptionStream :: Handle -> Handle -> IO ()
125readWriteOnExceptionStream inh devNull =
170readWriteOnExceptionStream inh devNull =
126− let readEx = S.onException (hClose inh) (S.unfold FH.read inh)
171+ let readEx = Stream.onException (hClose inh) (Stream.unfold FH.reader inh)
127− in S.fold (FH.write devNull) $ readEx
172+ in Stream.fold (FH.write devNull) readEx
128
173
129#ifdef INSPECTION
174#ifdef INSPECTION
130inspect $ hasNoTypeClasses 'readWriteOnExceptionStream
175inspect $ hasNoTypeClasses 'readWriteOnExceptionStream
@@ -133,9 +178,10 @@ inspect $ hasNoTypeClasses 'readWriteOnExceptionStream
133-- | Send the file contents to /dev/null with exception handling
178-- | Send the file contents to /dev/null with exception handling
134readWriteHandleExceptionStream :: Handle -> Handle -> IO ()
179readWriteHandleExceptionStream :: Handle -> Handle -> IO ()
135readWriteHandleExceptionStream inh devNull =
180readWriteHandleExceptionStream inh devNull =
136− let handler (_e :: SomeException) = S.fromEffect (hClose inh >> return 10)
181+ let handler (_e :: SomeException) =
182+ return $ Stream.fromEffect (hClose inh >> return 10)
137− readEx = S.handle handler (S.unfold FH.read inh)
183+ readEx = Stream.handle handler (Stream.unfold FH.reader inh)
138− in S.fold (FH.write devNull) $ readEx
184+ in Stream.fold (FH.write devNull) readEx
139
185
140#ifdef INSPECTION
186#ifdef INSPECTION
141inspect $ hasNoTypeClasses 'readWriteHandleExceptionStream
187inspect $ hasNoTypeClasses 'readWriteHandleExceptionStream
@@ -144,8 +190,9 @@ inspect $ hasNoTypeClasses 'readWriteHandleExceptionStream
144-- | Send the file contents to /dev/null with exception handling
190-- | Send the file contents to /dev/null with exception handling
145readWriteFinally_Stream :: Handle -> Handle -> IO ()
191readWriteFinally_Stream :: Handle -> Handle -> IO ()
146readWriteFinally_Stream inh devNull =
192readWriteFinally_Stream inh devNull =
193+ let readEx =
147− let readEx = IP.finally_ (hClose inh) (S.unfold FH.read inh)
194+ finallyUnsafe (hClose inh) (Stream.unfold FH.reader inh)
148− in S.fold (FH.write devNull) readEx
195+ in Stream.fold (FH.write devNull) readEx
149
196
150#ifdef INSPECTION
197#ifdef INSPECTION
151inspect $ hasNoTypeClasses 'readWriteFinally_Stream
198inspect $ hasNoTypeClasses 'readWriteFinally_Stream
@@ -153,15 +200,15 @@ inspect $ hasNoTypeClasses 'readWriteFinally_Stream
153
200
154readWriteFinallyStream :: Handle -> Handle -> IO ()
201readWriteFinallyStream :: Handle -> Handle -> IO ()
155readWriteFinallyStream inh devNull =
202readWriteFinallyStream inh devNull =
156− let readEx = S.finally (hClose inh) (S.unfold FH.read inh)
203+ let readEx = Stream.finally (hClose inh) (Stream.unfold FH.reader inh)
157− in S.fold (FH.write devNull) readEx
204+ in Stream.fold (FH.write devNull) readEx
158
205
159-- | Send the file contents to /dev/null with exception handling
206-- | Send the file contents to /dev/null with exception handling
160fromToBytesBracket_Stream :: Handle -> Handle -> IO ()
207fromToBytesBracket_Stream :: Handle -> Handle -> IO ()
161fromToBytesBracket_Stream inh devNull =
208fromToBytesBracket_Stream inh devNull =
162− let readEx = IP.bracket_ (return ()) (\_ -> hClose inh)
209+ let readEx = bracketUnsafe (return ()) (\_ -> hClose inh)
163− (\_ -> IFH.getBytes inh)
210+ (\_ -> fromStreamD $ IFH.read inh)
164− in IFH.putBytes devNull $ readEx
211+ in IFH.putBytes devNull (toStreamD readEx)
165
212
166#ifdef INSPECTION
213#ifdef INSPECTION
167inspect $ hasNoTypeClasses 'fromToBytesBracket_Stream
214inspect $ hasNoTypeClasses 'fromToBytesBracket_Stream
@@ -169,16 +216,16 @@ inspect $ hasNoTypeClasses 'fromToBytesBracket_Stream
169
216
170fromToBytesBracketStream :: Handle -> Handle -> IO ()
217fromToBytesBracketStream :: Handle -> Handle -> IO ()
171fromToBytesBracketStream inh devNull =
218fromToBytesBracketStream inh devNull =
172− let readEx = S.bracket (return ()) (\_ -> hClose inh)
219+ let readEx = Stream.bracket (return ()) (\_ -> hClose inh)
173− (\_ -> IFH.getBytes inh)
220+ (\_ -> fromStreamD $ IFH.read inh)
174− in IFH.putBytes devNull $ readEx
221+ in IFH.putBytes devNull (toStreamD readEx)
175
222
176readWriteBeforeAfterStream :: Handle -> Handle -> IO ()
223readWriteBeforeAfterStream :: Handle -> Handle -> IO ()
177readWriteBeforeAfterStream inh devNull =
224readWriteBeforeAfterStream inh devNull =
178 let readEx =
225 let readEx =
179− IP.after (hClose inh)
226+ Stream.after (hClose inh)
180− $ IP.before (hPutChar devNull 'A') (S.unfold FH.read inh)
227+ $ Stream.before (hPutChar devNull 'A') (Stream.unfold FH.reader inh)
181− in S.fold (FH.write devNull) readEx
228+ in Stream.fold (FH.write devNull) readEx
182
229
183#ifdef INSPECTION
230#ifdef INSPECTION
184inspect $ 'readWriteBeforeAfterStream `hasNoType` ''D.Step
231inspect $ 'readWriteBeforeAfterStream `hasNoType` ''D.Step
@@ -186,8 +233,8 @@ inspect $ 'readWriteBeforeAfterStream `hasNoType` ''D.Step
186
233
187readWriteAfterStream :: Handle -> Handle -> IO ()
234readWriteAfterStream :: Handle -> Handle -> IO ()
188readWriteAfterStream inh devNull =
235readWriteAfterStream inh devNull =
189− let readEx = IP.after (hClose inh) (S.unfold FH.read inh)
236+ let readEx = Stream.after (hClose inh) (Stream.unfold FH.reader inh)
190− in S.fold (FH.write devNull) readEx
237+ in Stream.fold (FH.write devNull) readEx
191
238
192#ifdef INSPECTION
239#ifdef INSPECTION
193inspect $ 'readWriteAfterStream `hasNoType` ''D.Step
240inspect $ 'readWriteAfterStream `hasNoType` ''D.Step
@@ -195,8 +242,8 @@ inspect $ 'readWriteAfterStream `hasNoType` ''D.Step
195
242
196readWriteAfter_Stream :: Handle -> Handle -> IO ()
243readWriteAfter_Stream :: Handle -> Handle -> IO ()
197readWriteAfter_Stream inh devNull =
244readWriteAfter_Stream inh devNull =
198− let readEx = IP.after_ (hClose inh) (S.unfold FH.read inh)
245+ let readEx = afterUnsafe (hClose inh) (Stream.unfold FH.reader inh)
199− in S.fold (FH.write devNull) readEx
246+ in Stream.fold (FH.write devNull) readEx
200
247
201#ifdef INSPECTION
248#ifdef INSPECTION
202inspect $ hasNoTypeClasses 'readWriteAfter_Stream
249inspect $ hasNoTypeClasses 'readWriteAfter_Stream
@@ -206,25 +253,25 @@ inspect $ 'readWriteAfter_Stream `hasNoType` ''D.Step
206o_1_space_copy_stream_exceptions :: BenchEnv -> [Benchmark]
253o_1_space_copy_stream_exceptions :: BenchEnv -> [Benchmark]
207o_1_space_copy_stream_exceptions env =
254o_1_space_copy_stream_exceptions env =
208 [ bgroup "exceptions"
255 [ bgroup "exceptions"
209− [ mkBenchSmall "S.onException" env $ \inh _ ->
256+ [ mkBenchSmall "Stream.onException" env $ \inh _ ->
210 readWriteOnExceptionStream inh (nullH env)
257 readWriteOnExceptionStream inh (nullH env)
211− , mkBenchSmall "S.handle" env $ \inh _ ->
258+ , mkBenchSmall "Stream.handle" env $ \inh _ ->
212 readWriteHandleExceptionStream inh (nullH env)
259 readWriteHandleExceptionStream inh (nullH env)
213− , mkBenchSmall "S.finally_" env $ \inh _ ->
260+ , mkBenchSmall "Stream.finally_" env $ \inh _ ->
214 readWriteFinally_Stream inh (nullH env)
261 readWriteFinally_Stream inh (nullH env)
215− , mkBenchSmall "S.finally" env $ \inh _ ->
262+ , mkBenchSmall "Stream.finally" env $ \inh _ ->
216 readWriteFinallyStream inh (nullH env)
263 readWriteFinallyStream inh (nullH env)
217− , mkBenchSmall "S.after . S.before" env $ \inh _ ->
264+ , mkBenchSmall "Stream.after . Stream.before" env $ \inh _ ->
218 readWriteBeforeAfterStream inh (nullH env)
265 readWriteBeforeAfterStream inh (nullH env)
219− , mkBenchSmall "S.after" env $ \inh _ ->
266+ , mkBenchSmall "Stream.after" env $ \inh _ ->
220 readWriteAfterStream inh (nullH env)
267 readWriteAfterStream inh (nullH env)
221− , mkBenchSmall "S.after_" env $ \inh _ ->
268+ , mkBenchSmall "Stream.after_" env $ \inh _ ->
222 readWriteAfter_Stream inh (nullH env)
269 readWriteAfter_Stream inh (nullH env)
223 ]
270 ]
224 , bgroup "exceptions/fromToBytes"
271 , bgroup "exceptions/fromToBytes"
225− [ mkBenchSmall "S.bracket_" env $ \inh _ ->
272+ [ mkBenchSmall "Stream.bracket_" env $ \inh _ ->
226 fromToBytesBracket_Stream inh (nullH env)
273 fromToBytesBracket_Stream inh (nullH env)
227− , mkBenchSmall "S.bracket" env $ \inh _ ->
274+ , mkBenchSmall "Stream.bracket" env $ \inh _ ->
228 fromToBytesBracketStream inh (nullH env)
275 fromToBytesBracketStream inh (nullH env)
229 ]
276 ]
230 ]
277 ]
@@ -236,26 +283,34 @@ o_1_space_copy_stream_exceptions env =
236-- | Send the file contents to /dev/null with exception handling
283-- | Send the file contents to /dev/null with exception handling
237readChunksOnException :: Handle -> Handle -> IO ()
284readChunksOnException :: Handle -> Handle -> IO ()
238readChunksOnException inh devNull =
285readChunksOnException inh devNull =
239− let readEx = IUF.onException (\_ -> hClose inh) FH.readChunks
286+ let readEx = IUF.onException (\_ -> hClose inh) FH.chunkReader
240 in IUF.fold (IFH.writeChunks devNull) readEx inh
287 in IUF.fold (IFH.writeChunks devNull) readEx inh
241
288
242#ifdef INSPECTION
289#ifdef INSPECTION
290+#if __GLASGOW_HASKELL__ >= 906
291+inspect $ hasNoTypeClassesExcept 'readChunksOnException [''MonadCatch]
292+#else
243inspect $ hasNoTypeClasses 'readChunksOnException
293inspect $ hasNoTypeClasses 'readChunksOnException
244#endif
294#endif
295+#endif
245
296
246-- | Send the file contents to /dev/null with exception handling
297-- | Send the file contents to /dev/null with exception handling
247readChunksBracket_ :: Handle -> Handle -> IO ()
298readChunksBracket_ :: Handle -> Handle -> IO ()
248readChunksBracket_ inh devNull =
299readChunksBracket_ inh devNull =
249− let readEx = IUF.bracket_ return (\_ -> hClose inh) FH.readChunks
300+ let readEx = IUF.bracket_ return (\_ -> hClose inh) FH.chunkReader
250 in IUF.fold (IFH.writeChunks devNull) readEx inh
301 in IUF.fold (IFH.writeChunks devNull) readEx inh
251
302
252#ifdef INSPECTION
303#ifdef INSPECTION
304+#if __GLASGOW_HASKELL__ >= 906
305+inspect $ hasNoTypeClassesExcept 'readChunksBracket_ [''MonadCatch]
306+#else
253inspect $ hasNoTypeClasses 'readChunksBracket_
307inspect $ hasNoTypeClasses 'readChunksBracket_
254#endif
308#endif
309+#endif
255
310
256readChunksBracket :: Handle -> Handle -> IO ()
311readChunksBracket :: Handle -> Handle -> IO ()
257readChunksBracket inh devNull =
312readChunksBracket inh devNull =
258− let readEx = IUF.bracket return (\_ -> hClose inh) FH.readChunks
313+ let readEx = IUF.bracket return (\_ -> hClose inh) FH.chunkReader
259 in IUF.fold (IFH.writeChunks devNull) readEx inh
314 in IUF.fold (IFH.writeChunks devNull) readEx inh
260
315
261o_1_space_copy_exceptions_readChunks :: BenchEnv -> [Benchmark]
316o_1_space_copy_exceptions_readChunks :: BenchEnv -> [Benchmark]
@@ -277,11 +332,11 @@ o_1_space_copy_exceptions_readChunks env =
277-- | Send the file contents to /dev/null with exception handling
332-- | Send the file contents to /dev/null with exception handling
278toChunksBracket_ :: Handle -> Handle -> IO ()
333toChunksBracket_ :: Handle -> Handle -> IO ()
279toChunksBracket_ inh devNull =
334toChunksBracket_ inh devNull =
280− let readEx = IP.bracket_
335+ let readEx = bracketUnsafe
281 (return ())
336 (return ())
282 (\_ -> hClose inh)
337 (\_ -> hClose inh)
283− (\_ -> IFH.getChunks inh)
338+ (\_ -> fromStreamD $ IFH.readChunks inh)
284− in S.fold (IFH.writeChunks devNull) $ readEx
339+ in Stream.fold (IFH.writeChunks devNull) readEx
285
340
286#ifdef INSPECTION
341#ifdef INSPECTION
287inspect $ hasNoTypeClasses 'toChunksBracket_
342inspect $ hasNoTypeClasses 'toChunksBracket_
@@ -289,29 +344,28 @@ inspect $ hasNoTypeClasses 'toChunksBracket_
289
344
290toChunksBracket :: Handle -> Handle -> IO ()
345toChunksBracket :: Handle -> Handle -> IO ()
291toChunksBracket inh devNull =
346toChunksBracket inh devNull =
292− let readEx = S.bracket
347+ let readEx = Stream.bracket
293 (return ())
348 (return ())
294 (\_ -> hClose inh)
349 (\_ -> hClose inh)
295− (\_ -> IFH.getChunks inh)
350+ (\_ -> fromStreamD $ IFH.readChunks inh)
296− in S.fold (IFH.writeChunks devNull) $ readEx
351+ in Stream.fold (IFH.writeChunks devNull) readEx
297
352
298o_1_space_copy_exceptions_toChunks :: BenchEnv -> [Benchmark]
353o_1_space_copy_exceptions_toChunks :: BenchEnv -> [Benchmark]
299o_1_space_copy_exceptions_toChunks env =
354o_1_space_copy_exceptions_toChunks env =
300 [ bgroup "exceptions/toChunks"
355 [ bgroup "exceptions/toChunks"
301− [ mkBench "S.bracket_" env $ \inH _ ->
356+ [ mkBench "Stream.bracket_" env $ \inH _ ->
302 toChunksBracket_ inH (nullH env)
357 toChunksBracket_ inH (nullH env)
303− , mkBench "S.bracket" env $ \inH _ ->
358+ , mkBench "Stream.bracket" env $ \inH _ ->
304 toChunksBracket inH (nullH env)
359 toChunksBracket inH (nullH env)
305 ]
360 ]
306 ]
361 ]
307
362
308−
309benchmarks :: String -> BenchEnv -> Int -> [Benchmark]
363benchmarks :: String -> BenchEnv -> Int -> [Benchmark]
310−benchmarks moduleName env size =
364+benchmarks moduleName _env size =
311 [ bgroup (o_1_space_prefix moduleName) $ concat
365 [ bgroup (o_1_space_prefix moduleName) $ concat
366+ [ o_1_space_serial_exceptions size
312− [ o_1_space_copy_exceptions_readChunks env
367+ , o_1_space_copy_exceptions_readChunks _env
313− , o_1_space_copy_exceptions_toChunks env
368+ , o_1_space_copy_exceptions_toChunks _env
314− , o_1_space_copy_stream_exceptions env
369+ , o_1_space_copy_stream_exceptions _env
315− , o_1_space_serial_exceptions size
316 ]
370 ]
317 ]
371 ]
benchmark/Streamly/Benchmark/Prelude/Serial/NestedStream.hs → benchmark/Streamly/Benchmark/Data/Stream/Expand.hsrenamed+217−156
@@ -1,5 +1,5 @@
1-- |
1-- |
2−-- Module : Serial.NestedStream
2+-- Module : Stream.Expand
3-- Copyright : (c) 2018 Composewell Technologies
3-- Copyright : (c) 2018 Composewell Technologies
4-- License : BSD-3-Clause
4-- License : BSD-3-Clause
5-- Maintainer : streamly@composewell.com
5-- Maintainer : streamly@composewell.com
@@ -8,6 +8,11 @@
8{-# LANGUAGE FlexibleContexts #-}
8{-# LANGUAGE FlexibleContexts #-}
9{-# LANGUAGE ScopedTypeVariables #-}
9{-# LANGUAGE ScopedTypeVariables #-}
10{-# LANGUAGE RankNTypes #-}
10{-# LANGUAGE RankNTypes #-}
11+{-# LANGUAGE TupleSections #-}
12+
13+#ifdef USE_PRELUDE
14+{-# OPTIONS_GHC -Wno-deprecations #-}
15+#endif
11
16
12#ifdef __HADDOCK_VERSION__
17#ifdef __HADDOCK_VERSION__
13#undef INSPECTION
18#undef INSPECTION
@@ -18,33 +23,47 @@
18{-# OPTIONS_GHC -fplugin Test.Inspection.Plugin #-}
23{-# OPTIONS_GHC -fplugin Test.Inspection.Plugin #-}
19#endif
24#endif
20
25
21−module Serial.NestedStream (benchmarks) where
26+module Stream.Expand (benchmarks) where
22−
23−import Control.Monad.Trans.Class (lift)
24−
25−import qualified Control.Applicative as AP
26
27
27#ifdef INSPECTION
28#ifdef INSPECTION
28import GHC.Types (SPEC(..))
29import GHC.Types (SPEC(..))
29import Test.Inspection
30import Test.Inspection
30
31
31−import qualified Streamly.Internal.Data.Stream.StreamD as D
32+import qualified Streamly.Internal.Data.Stream as D
32#endif
33#endif
33
34
34−import qualified Streamly.Prelude as S
35+import qualified Stream.Common as Common
35−import qualified Streamly.Internal.Data.Stream.IsStream as Internal
36import qualified Streamly.Internal.Data.Unfold as UF
36import qualified Streamly.Internal.Data.Unfold as UF
37
37
38−import Gauge
38+#ifdef USE_PRELUDE
39−import Streamly.Prelude (SerialT, fromSerial, serial)
39+import qualified Streamly.Internal.Data.Stream.IsStream as S
40−import Streamly.Benchmark.Common
40+import qualified Streamly.Internal.Data.Stream.IsStream as StreamK
41import Streamly.Benchmark.Prelude
41import Streamly.Benchmark.Prelude
42+ ( sourceFoldMapM, sourceFoldMapWith, sourceFoldMapWithM
43+ , sourceFoldMapWithStream, concatFoldableWith, concatForFoldableWith)
44+#else
45+import qualified Streamly.Internal.Data.Stream as S
46+#ifdef USE_STREAMK
47+import Streamly.Internal.Data.Stream (Stream)
48+import Streamly.Internal.Data.StreamK (StreamK, CrossStreamK)
49+import qualified Control.Applicative as AP
50+import qualified Streamly.Internal.Data.Fold as Fold
51+import qualified Streamly.Internal.Data.StreamK as StreamK
52+#else
53+import qualified Streamly.Internal.Data.Stream as StreamK
54+#endif
55+#endif
56+
57+import Test.Tasty.Bench
58+import Stream.Common
59+import Streamly.Benchmark.Common
42import Prelude hiding (concatMap)
60import Prelude hiding (concatMap)
43
61
44-------------------------------------------------------------------------------
62-------------------------------------------------------------------------------
45-- Iteration/looping utilities
63-- Iteration/looping utilities
46-------------------------------------------------------------------------------
64-------------------------------------------------------------------------------
47
65
66+#ifdef USE_STREAMK
48{-# INLINE iterateN #-}
67{-# INLINE iterateN #-}
49iterateN :: (Int -> a -> a) -> a -> Int -> a
68iterateN :: (Int -> a -> a) -> a -> Int -> a
50iterateN g initial count = f count initial
69iterateN g initial count = f count initial
@@ -56,13 +75,18 @@ iterateN g initial count = f count initial
56
75
57-- Iterate a transformation over a singleton stream
76-- Iterate a transformation over a singleton stream
58{-# INLINE iterateSingleton #-}
77{-# INLINE iterateSingleton #-}
59−iterateSingleton :: S.MonadAsync m
78+iterateSingleton :: Applicative m =>
60− => (Int -> SerialT m Int -> SerialT m Int)
79+ (Int -> CrossStreamK m Int -> CrossStreamK m Int)
61 -> Int
80 -> Int
62 -> Int
81 -> Int
63− -> SerialT m Int
82+ -> Stream m Int
64−iterateSingleton g count n = iterateN g (return n) count
83+iterateSingleton g count n =
84+ toStream
85+ $ StreamK.unCross
86+ $ iterateN g (StreamK.mkCross (StreamK.fromPure n)) count
87+#endif
65
88
89+{-
66-- XXX need to check why this is slower than the explicit recursion above, even
90-- XXX need to check why this is slower than the explicit recursion above, even
67-- if the above code is written in a foldr like head recursive way. We also
91-- if the above code is written in a foldr like head recursive way. We also
68-- need to try this with foldlM' once #150 is fixed.
92-- need to try this with foldlM' once #150 is fixed.
@@ -70,12 +94,13 @@ iterateSingleton g count n = iterateN g (return n) count
70-- foldrM and any related fusion issues.
94-- foldrM and any related fusion issues.
71{-# INLINE _iterateSingleton #-}
95{-# INLINE _iterateSingleton #-}
72_iterateSingleton ::
96_iterateSingleton ::
73− S.MonadAsync m
97+ Monad m
74− => (Int -> SerialT m Int -> SerialT m Int)
98+ => (Int -> Stream m Int -> Stream m Int)
75 -> Int
99 -> Int
76 -> Int
100 -> Int
77− -> SerialT m Int
101+ -> Stream m Int
78_iterateSingleton g value n = S.foldrM g (return n) $ sourceIntFromTo value n
102_iterateSingleton g value n = S.foldrM g (return n) $ sourceIntFromTo value n
103+-}
79
104
80-------------------------------------------------------------------------------
105-------------------------------------------------------------------------------
81-- Multi-Stream
106-- Multi-Stream
@@ -88,50 +113,28 @@ _iterateSingleton g value n = S.foldrM g (return n) $ sourceIntFromTo value n
88{-# INLINE serial2 #-}
113{-# INLINE serial2 #-}
89serial2 :: Int -> Int -> IO ()
114serial2 :: Int -> Int -> IO ()
90serial2 count n =
115serial2 count n =
91− S.drain $
116+ drain $ toStream $
117+ Common.append
118+ (fromStream $ sourceUnfoldrM count n)
92− S.serial (sourceUnfoldrM count n) (sourceUnfoldrM count (n + 1))
119+ (fromStream $ sourceUnfoldrM count (n + 1))
93
120
94{-# INLINE serial4 #-}
121{-# INLINE serial4 #-}
95serial4 :: Int -> Int -> IO ()
122serial4 :: Int -> Int -> IO ()
96serial4 count n =
123serial4 count n =
97− S.drain $
124+ drain $ toStream $
98− S.serial
125+ Common.append
99− (S.serial (sourceUnfoldrM count n) (sourceUnfoldrM count (n + 1)))
126+ (Common.append
100− (S.serial
101− (sourceUnfoldrM count (n + 2))
102− (sourceUnfoldrM count (n + 3)))
127+ (fromStream $ sourceUnfoldrM count n)
103−
104−{-# INLINE append2 #-}
105−append2 :: Int -> Int -> IO ()
106−append2 count n =
107− S.drain $
108− Internal.append (sourceUnfoldrM count n) (sourceUnfoldrM count (n + 1))
128+ (fromStream $ sourceUnfoldrM count (n + 1)))
109−
110−{-# INLINE append4 #-}
111−append4 :: Int -> Int -> IO ()
112−append4 count n =
113− S.drain $
114− Internal.append
115− (Internal.append
129+ (Common.append
116− (sourceUnfoldrM count n)
117− (sourceUnfoldrM count (n + 1)))
130+ (fromStream $ sourceUnfoldrM count (n + 2))
118− (Internal.append
119− (sourceUnfoldrM count (n + 2))
120− (sourceUnfoldrM count (n + 3)))
131+ (fromStream $ sourceUnfoldrM count (n + 3)))
121−
122−#ifdef INSPECTION
123−inspect $ hasNoTypeClasses 'append2
124−inspect $ 'append2 `hasNoType` ''SPEC
125−inspect $ 'append2 `hasNoType` ''D.AppendState
126−#endif
127
132
128o_1_space_joining :: Int -> [Benchmark]
133o_1_space_joining :: Int -> [Benchmark]
129o_1_space_joining value =
134o_1_space_joining value =
130 [ bgroup "joining"
135 [ bgroup "joining"
131 [ benchIOSrc1 "serial (2,x/2)" (serial2 (value `div` 2))
136 [ benchIOSrc1 "serial (2,x/2)" (serial2 (value `div` 2))
132− , benchIOSrc1 "append (2,x/2)" (append2 (value `div` 2))
133 , benchIOSrc1 "serial (2,2,x/4)" (serial4 (value `div` 4))
137 , benchIOSrc1 "serial (2,2,x/4)" (serial4 (value `div` 4))
134− , benchIOSrc1 "append (2,2,x/4)" (append4 (value `div` 4))
135 ]
138 ]
136 ]
139 ]
137
140
@@ -139,22 +142,24 @@ o_1_space_joining value =
139-- Concat Foldable containers
142-- Concat Foldable containers
140-------------------------------------------------------------------------------
143-------------------------------------------------------------------------------
141
144
145+#ifdef USE_PRELUDE
142o_1_space_concatFoldable :: Int -> [Benchmark]
146o_1_space_concatFoldable :: Int -> [Benchmark]
143o_1_space_concatFoldable value =
147o_1_space_concatFoldable value =
144 [ bgroup "concat-foldable"
148 [ bgroup "concat-foldable"
145− [ benchIOSrc fromSerial "foldMapWith (<>) (List)"
149+ [ benchIOSrc "foldMapWith (<>) (List)"
146 (sourceFoldMapWith value)
150 (sourceFoldMapWith value)
147− , benchIOSrc fromSerial "foldMapWith (<>) (Stream)"
151+ , benchIOSrc "foldMapWith (<>) (Stream)"
148 (sourceFoldMapWithStream value)
152 (sourceFoldMapWithStream value)
149− , benchIOSrc fromSerial "foldMapWithM (<>) (List)"
153+ , benchIOSrc "foldMapWithM (<>) (List)"
150 (sourceFoldMapWithM value)
154 (sourceFoldMapWithM value)
151− , benchIOSrc fromSerial "S.concatFoldableWith (<>) (List)"
155+ , benchIOSrc "S.concatFoldableWith (<>) (List)"
152 (concatFoldableWith value)
156 (concatFoldableWith value)
153− , benchIOSrc fromSerial "S.concatForFoldableWith (<>) (List)"
157+ , benchIOSrc "S.concatForFoldableWith (<>) (List)"
154 (concatForFoldableWith value)
158 (concatForFoldableWith value)
155− , benchIOSrc fromSerial "foldMapM (List)" (sourceFoldMapM value)
159+ , benchIOSrc "foldMapM (List)" (sourceFoldMapM value)
156 ]
160 ]
157 ]
161 ]
162+#endif
158
163
159-------------------------------------------------------------------------------
164-------------------------------------------------------------------------------
160-- Concat
165-- Concat
@@ -165,14 +170,15 @@ o_1_space_concatFoldable value =
165{-# INLINE concatMap #-}
170{-# INLINE concatMap #-}
166concatMap :: Int -> Int -> Int -> IO ()
171concatMap :: Int -> Int -> Int -> IO ()
167concatMap outer inner n =
172concatMap outer inner n =
168− S.drain $ S.concatMap
173+ drain $ toStream $ StreamK.concatMap
169− (\_ -> sourceUnfoldrM inner n)
174+ (\_ -> fromStream $ sourceUnfoldrM inner n)
170− (sourceUnfoldrM outer n)
175+ (fromStream $ sourceUnfoldrM outer n)
171
176
177+#ifndef USE_STREAMK
172{-# INLINE concatMapM #-}
178{-# INLINE concatMapM #-}
173concatMapM :: Int -> Int -> Int -> IO ()
179concatMapM :: Int -> Int -> Int -> IO ()
174concatMapM outer inner n =
180concatMapM outer inner n =
175− S.drain $ S.concatMapM
181+ drain $ S.concatMapM
176 (\_ -> return $ sourceUnfoldrM inner n)
182 (\_ -> return $ sourceUnfoldrM inner n)
177 (sourceUnfoldrM outer n)
183 (sourceUnfoldrM outer n)
178
184
@@ -180,18 +186,23 @@ concatMapM outer inner n =
180inspect $ hasNoTypeClasses 'concatMap
186inspect $ hasNoTypeClasses 'concatMap
181inspect $ 'concatMap `hasNoType` ''SPEC
187inspect $ 'concatMap `hasNoType` ''SPEC
182#endif
188#endif
189+#endif
183
190
184-- concatMap unfoldr/unfoldr
191-- concatMap unfoldr/unfoldr
185
192
186{-# INLINE concatMapPure #-}
193{-# INLINE concatMapPure #-}
187concatMapPure :: Int -> Int -> Int -> IO ()
194concatMapPure :: Int -> Int -> Int -> IO ()
188concatMapPure outer inner n =
195concatMapPure outer inner n =
189− S.drain $ S.concatMap
196+ drain $ toStream $ StreamK.concatMap
190− (\_ -> sourceUnfoldr inner n)
197+ (\_ -> fromStream $ sourceUnfoldr inner n)
191− (sourceUnfoldr outer n)
198+ (fromStream $ sourceUnfoldr outer n)
192
199
193#ifdef INSPECTION
200#ifdef INSPECTION
201+#if __GLASGOW_HASKELL__ >= 906
202+inspect $ hasNoTypeClassesExcept 'concatMapPure [''Applicative]
203+#else
194inspect $ hasNoTypeClasses 'concatMapPure
204inspect $ hasNoTypeClasses 'concatMapPure
205+#endif
195inspect $ 'concatMapPure `hasNoType` ''SPEC
206inspect $ 'concatMapPure `hasNoType` ''SPEC
196#endif
207#endif
197
208
@@ -200,42 +211,53 @@ inspect $ 'concatMapPure `hasNoType` ''SPEC
200{-# INLINE concatMapRepl #-}
211{-# INLINE concatMapRepl #-}
201concatMapRepl :: Int -> Int -> Int -> IO ()
212concatMapRepl :: Int -> Int -> Int -> IO ()
202concatMapRepl outer inner n =
213concatMapRepl outer inner n =
214+ drain $ toStream $ StreamK.concatMap
203− S.drain $ S.concatMap (S.replicate inner) (sourceUnfoldrM outer n)
215+ (fromStream . S.replicate inner) (fromStream $ sourceUnfoldrM outer n)
204
216
205#ifdef INSPECTION
217#ifdef INSPECTION
218+#if __GLASGOW_HASKELL__ >= 906
219+inspect $ hasNoTypeClassesExcept 'concatMapRepl [''Applicative]
220+#else
206inspect $ hasNoTypeClasses 'concatMapRepl
221inspect $ hasNoTypeClasses 'concatMapRepl
222+#endif
207inspect $ 'concatMapRepl `hasNoType` ''SPEC
223inspect $ 'concatMapRepl `hasNoType` ''SPEC
208#endif
224#endif
209
225
210-- concatMapWith
226-- concatMapWith
211
227
228+#ifdef USE_STREAMK
212{-# INLINE concatMapWithSerial #-}
229{-# INLINE concatMapWithSerial #-}
213concatMapWithSerial :: Int -> Int -> Int -> IO ()
230concatMapWithSerial :: Int -> Int -> Int -> IO ()
214−concatMapWithSerial = concatStreamsWith S.serial
231+concatMapWithSerial = concatStreamsWith Common.append
215
232
216#ifdef INSPECTION
233#ifdef INSPECTION
217inspect $ hasNoTypeClasses 'concatMapWithSerial
234inspect $ hasNoTypeClasses 'concatMapWithSerial
218inspect $ 'concatMapWithSerial `hasNoType` ''SPEC
235inspect $ 'concatMapWithSerial `hasNoType` ''SPEC
219#endif
236#endif
220
237
238+{-
221{-# INLINE concatMapWithAppend #-}
239{-# INLINE concatMapWithAppend #-}
222concatMapWithAppend :: Int -> Int -> Int -> IO ()
240concatMapWithAppend :: Int -> Int -> Int -> IO ()
223−concatMapWithAppend = concatStreamsWith Internal.append
241+concatMapWithAppend = concatStreamsWith Common.append2
224
242
225#ifdef INSPECTION
243#ifdef INSPECTION
226inspect $ hasNoTypeClasses 'concatMapWithAppend
244inspect $ hasNoTypeClasses 'concatMapWithAppend
227inspect $ 'concatMapWithAppend `hasNoType` ''SPEC
245inspect $ 'concatMapWithAppend `hasNoType` ''SPEC
228#endif
246#endif
247+-}
229
248
230−-- concatPairWith
249+-- mergeMapWith
231
250
232−{-# INLINE concatPairWithSerial #-}
251+{-# INLINE mergeMapWithSerial #-}
233−concatPairWithSerial :: Int -> Int -> Int -> IO ()
252+mergeMapWithSerial :: Int -> Int -> Int -> IO ()
234−concatPairWithSerial = concatPairsWith Internal.serial
253+mergeMapWithSerial = mergeMapWith Common.append
235
254
236−{-# INLINE concatPairWithAppend #-}
255+{-
237−concatPairWithAppend :: Int -> Int -> Int -> IO ()
256+{-# INLINE mergeMapWithAppend #-}
238−concatPairWithAppend = concatPairsWith Internal.append
257+mergeMapWithAppend :: Int -> Int -> Int -> IO ()
258+mergeMapWithAppend = mergeMapWith Common.append2
259+-}
260+#endif
239
261
240-- unfoldMany
262-- unfoldMany
241
263
@@ -244,10 +266,11 @@ concatPairWithAppend = concatPairsWith Internal.append
244{-# INLINE unfoldManyRepl #-}
266{-# INLINE unfoldManyRepl #-}
245unfoldManyRepl :: Int -> Int -> Int -> IO ()
267unfoldManyRepl :: Int -> Int -> Int -> IO ()
246unfoldManyRepl outer inner n =
268unfoldManyRepl outer inner n =
247− S.drain
269+ drain
248 $ S.unfoldMany
270 $ S.unfoldMany
249− (UF.lmap return (UF.replicateM inner))
271+ UF.replicateM
250− (sourceUnfoldrM outer n)
272+ (fmap ((inner,) . return) (sourceUnfoldrM outer n))
273+
251
274
252#ifdef INSPECTION
275#ifdef INSPECTION
253inspect $ hasNoTypeClasses 'unfoldManyRepl
276inspect $ hasNoTypeClasses 'unfoldManyRepl
@@ -265,10 +288,6 @@ o_1_space_concat value = sqrtVal `seq`
265 , benchIOSrc1 "concatMapPure (1 of n)"
288 , benchIOSrc1 "concatMapPure (1 of n)"
266 (concatMapPure 1 value)
289 (concatMapPure 1 value)
267
290
268− -- This is for comparison with foldMapWith
269− , benchIOSrc fromSerial "concatMapId (n of 1) (fromFoldable)"
270− (S.concatMap id . sourceConcatMapId value)
271−
272 , benchIOSrc1 "concatMap (n of 1)"
291 , benchIOSrc1 "concatMap (n of 1)"
273 (concatMap value 1)
292 (concatMap value 1)
274 , benchIOSrc1 "concatMap (sqrt n of sqrt n)"
293 , benchIOSrc1 "concatMap (sqrt n of sqrt n)"
@@ -276,16 +295,25 @@ o_1_space_concat value = sqrtVal `seq`
276 , benchIOSrc1 "concatMap (1 of n)"
295 , benchIOSrc1 "concatMap (1 of n)"
277 (concatMap 1 value)
296 (concatMap 1 value)
278
297
298+#ifndef USE_STREAMK
299+ -- This is for comparison with foldMapWith
300+ , benchIOSrc "concatMapId (n of 1) (fromFoldable)"
301+ (S.concatMap id . sourceConcatMapId value)
302+
279 , benchIOSrc1 "concatMapM (n of 1)"
303 , benchIOSrc1 "concatMapM (n of 1)"
280 (concatMapM value 1)
304 (concatMapM value 1)
281 , benchIOSrc1 "concatMapM (sqrt n of sqrt n)"
305 , benchIOSrc1 "concatMapM (sqrt n of sqrt n)"
282 (concatMapM sqrtVal sqrtVal)
306 (concatMapM sqrtVal sqrtVal)
283 , benchIOSrc1 "concatMapM (1 of n)"
307 , benchIOSrc1 "concatMapM (1 of n)"
284 (concatMapM 1 value)
308 (concatMapM 1 value)
309+#endif
285
310
311+#ifdef USE_STREAMK
312+ {-
286 -- This is for comparison with foldMapWith
313 -- This is for comparison with foldMapWith
287− , benchIOSrc fromSerial "concatMapWithId (n of 1) (fromFoldable)"
314+ , benchIOSrc "concatMapWithId (n of 1) (fromFoldable)"
288− (S.concatMapWith serial id . sourceConcatMapId value)
315+ (toStream . S.concatMapWith Common.append id . sourceConcatMapId value)
316+ -}
289
317
290 , benchIOSrc1 "concatMapWith (n of 1)"
318 , benchIOSrc1 "concatMapWith (n of 1)"
291 (concatMapWithSerial value 1)
319 (concatMapWithSerial value 1)
@@ -294,9 +322,12 @@ o_1_space_concat value = sqrtVal `seq`
294 , benchIOSrc1 "concatMapWith (1 of n)"
322 , benchIOSrc1 "concatMapWith (1 of n)"
295 (concatMapWithSerial 1 value)
323 (concatMapWithSerial 1 value)
296
324
325+ {-
297 -- quadratic with number of outer streams
326 -- quadratic with number of outer streams
298 , benchIOSrc1 "concatMapWithAppend (2 of n/2)"
327 , benchIOSrc1 "concatMapWithAppend (2 of n/2)"
299 (concatMapWithAppend 2 (value `div` 2))
328 (concatMapWithAppend 2 (value `div` 2))
329+ -}
330+#endif
300
331
301 -- concatMap vs unfoldMany
332 -- concatMap vs unfoldMany
302 , benchIOSrc1 "concatMapRepl (sqrt n of sqrt n)"
333 , benchIOSrc1 "concatMapRepl (sqrt n of sqrt n)"
@@ -310,31 +341,35 @@ o_1_space_concat value = sqrtVal `seq`
310
341
311 sqrtVal = round $ sqrt (fromIntegral value :: Double)
342 sqrtVal = round $ sqrt (fromIntegral value :: Double)
312
343
344+#ifdef USE_STREAMK
313−o_n_space_concat :: Int -> [Benchmark]
345+o_n_space_merge :: Int -> [Benchmark]
314−o_n_space_concat value = sqrtVal `seq`
346+o_n_space_merge value = sqrtVal `seq`
315 [ bgroup "concat"
347 [ bgroup "concat"
316 [
348 [
317− -------------------concatPairsWith-----------------
349+ -------------------mergeMapWith-----------------
318
350
319 -- Use large number of streams to check scalability
351 -- Use large number of streams to check scalability
320
352
321− benchIOSrc1 "concatPairWithSerial (n of 1)"
353+ benchIOSrc1 "mergeMapWithSerial (n of 1)"
322− (concatPairWithSerial value 1)
354+ (mergeMapWithSerial value 1)
323− , benchIOSrc1 "concatPairWithSerial (sqrtVal of sqrtVal)"
355+ , benchIOSrc1 "mergeMapWithSerial (sqrtVal of sqrtVal)"
324− (concatPairWithSerial sqrtVal sqrtVal)
356+ (mergeMapWithSerial sqrtVal sqrtVal)
325− , benchIOSrc1 "concatPairWithSerial (2 of n/2)"
357+ , benchIOSrc1 "mergeMapWithSerial (2 of n/2)"
326− (concatPairWithSerial 2 (value `div` 2))
358+ (mergeMapWithSerial 2 (value `div` 2))
327−
359+
360+ {-
328− , benchIOSrc1 "concatPairWithAppend (n of 1)"
361+ , benchIOSrc1 "mergeMapWithAppend (n of 1)"
329− (concatPairWithAppend value 1)
362+ (mergeMapWithAppend value 1)
330− , benchIOSrc1 "concatPairWithAppend (sqrtVal of sqrtVal)"
363+ , benchIOSrc1 "mergeMapWithAppend (sqrtVal of sqrtVal)"
331− (concatPairWithAppend sqrtVal sqrtVal)
364+ (mergeMapWithAppend sqrtVal sqrtVal)
365+ -}
332 ]
366 ]
333 ]
367 ]
334
368
335 where
369 where
336
370
337 sqrtVal = round $ sqrt (fromIntegral value :: Double)
371 sqrtVal = round $ sqrt (fromIntegral value :: Double)
372+#endif
338
373
339-------------------------------------------------------------------------------
374-------------------------------------------------------------------------------
340-- Applicative
375-- Applicative
@@ -343,26 +378,28 @@ o_n_space_concat value = sqrtVal `seq`
343o_1_space_applicative :: Int -> [Benchmark]
378o_1_space_applicative :: Int -> [Benchmark]
344o_1_space_applicative value =
379o_1_space_applicative value =
345 [ bgroup "Applicative"
380 [ bgroup "Applicative"
346− [ benchIO "(*>) (sqrt n x sqrt n)" $ apDiscardFst value fromSerial
381+ [ benchIO "(*>) (sqrt n x sqrt n)" $ apDiscardFst value
347− , benchIO "(<*) (sqrt n x sqrt n)" $ apDiscardSnd value fromSerial
382+ , benchIO "(<*) (sqrt n x sqrt n)" $ apDiscardSnd value
348− , benchIO "(<*>) (sqrt n x sqrt n)" $ toNullAp value fromSerial
383+ , benchIO "(<*>) (sqrt n x sqrt n)" $ toNullAp value
349− , benchIO "liftA2 (sqrt n x sqrt n)" $ apLiftA2 value fromSerial
384+ , benchIO "liftA2 (sqrt n x sqrt n)" $ apLiftA2 value
350 ]
385 ]
351 ]
386 ]
352
387
388+#ifdef USE_STREAMK
353o_n_space_applicative :: Int -> [Benchmark]
389o_n_space_applicative :: Int -> [Benchmark]
354o_n_space_applicative value =
390o_n_space_applicative value =
355− [ bgroup "Applicative"
391+ [ bgroup "iterated"
356− [ benchIOSrc fromSerial "(*>) (n times)" $
392+ [ benchIOSrc "(*>) (n times)" $
357 iterateSingleton ((*>) . pure) value
393 iterateSingleton ((*>) . pure) value
358− , benchIOSrc fromSerial "(<*) (n times)" $
394+ , benchIOSrc "(<*) (n times)" $
359 iterateSingleton (\x xs -> xs <* pure x) value
395 iterateSingleton (\x xs -> xs <* pure x) value
360− , benchIOSrc fromSerial "(<*>) (n times)" $
396+ , benchIOSrc "(<*>) (n times)" $
361 iterateSingleton (\x xs -> pure (+ x) <*> xs) value
397 iterateSingleton (\x xs -> pure (+ x) <*> xs) value
362− , benchIOSrc fromSerial "liftA2 (n times)" $
398+ , benchIOSrc "liftA2 (n times)" $
363 iterateSingleton (AP.liftA2 (+) . pure) value
399 iterateSingleton (AP.liftA2 (+) . pure) value
364 ]
400 ]
365 ]
401 ]
402+#endif
366
403
367-------------------------------------------------------------------------------
404-------------------------------------------------------------------------------
368-- Monad
405-- Monad
@@ -371,45 +408,61 @@ o_n_space_applicative value =
371o_1_space_monad :: Int -> [Benchmark]
408o_1_space_monad :: Int -> [Benchmark]
372o_1_space_monad value =
409o_1_space_monad value =
373 [ bgroup "Monad"
410 [ bgroup "Monad"
374− [ benchIO "(>>) (sqrt n x sqrt n)" $ monadThen value fromSerial
411+ [ benchIO "(>>) (sqrt n x sqrt n)" $ monadThen value
375− , benchIO "(>>=) (sqrt n x sqrt n)" $ toNullM value fromSerial
412+ , benchIO "(>>=) (sqrt n x sqrt n)" $ toNullM value
376 , benchIO "(>>=) (sqrt n x sqrt n) (filterAllOut)" $
413 , benchIO "(>>=) (sqrt n x sqrt n) (filterAllOut)" $
377− filterAllOutM value fromSerial
414+ filterAllOutM value
378 , benchIO "(>>=) (sqrt n x sqrt n) (filterAllIn)" $
415 , benchIO "(>>=) (sqrt n x sqrt n) (filterAllIn)" $
379− filterAllInM value fromSerial
416+ filterAllInM value
380 , benchIO "(>>=) (sqrt n x sqrt n) (filterSome)" $
417 , benchIO "(>>=) (sqrt n x sqrt n) (filterSome)" $
381− filterSome value fromSerial
418+ filterSome value
382 , benchIO "(>>=) (sqrt n x sqrt n) (breakAfterSome)" $
419 , benchIO "(>>=) (sqrt n x sqrt n) (breakAfterSome)" $
383− breakAfterSome value fromSerial
420+ breakAfterSome value
384 , benchIO "(>>=) (cubert n x cubert n x cubert n)" $
421 , benchIO "(>>=) (cubert n x cubert n x cubert n)" $
385− toNullM3 value fromSerial
422+ toNullM3 value
386 ]
423 ]
387 ]
424 ]
388
425
426+#ifdef USE_STREAMK
389-- This is a good benchmark but inefficient way to compute primes. As we see a
427-- This is a good benchmark but inefficient way to compute primes. As we see a
390-- new prime we keep appending a division filter for all the future numbers.
428-- new prime we keep appending a division filter for all the future numbers.
391{-# INLINE sieve #-}
429{-# INLINE sieve #-}
392−sieve :: Monad m => SerialT m Int -> SerialT m Int
430+sieve :: Monad m => StreamK m Int -> StreamK m Int
393−sieve s = do
431+sieve s = StreamK.concatEffect $ do
394− r <- lift $ S.uncons s
432+ r <- StreamK.uncons s
395 case r of
433 case r of
396 Just (prime, rest) ->
434 Just (prime, rest) ->
435+ -- XXX Use K.filter or rewrite to K.filter
397− prime `S.cons` sieve (S.filter (\n -> n `mod` prime /= 0) rest)
436+ let f = S.filter (\n -> n `mod` prime /= 0)
437+ in pure $ prime `StreamK.cons` sieve (fromStream $ f $ toStream rest)
398− Nothing -> S.nil
438+ Nothing -> pure StreamK.nil
439+
440+o_n_space_iterated :: Int -> [Benchmark]
441+o_n_space_iterated value =
442+ [ bgroup "iterated"
443+ [
444+ benchIO "concatEffect prime sieve (n/4)"
445+ (\n ->
446+ S.fold Fold.sum
447+ $ toStream
448+ $ sieve
449+ $ fromStream
450+ $ S.enumerateFromTo 2 (value `div` 4 + n))
451+ , benchIOSrc "(>>) (n times)" $
452+ iterateSingleton ((>>) . pure) value
453+ , benchIOSrc "(>>=) (n times)" $
454+ iterateSingleton (\x xs -> xs >>= \y -> return (x + y)) value
455+ ]
456+ ]
457+#endif
399
458
400o_n_space_monad :: Int -> [Benchmark]
459o_n_space_monad :: Int -> [Benchmark]
401o_n_space_monad value =
460o_n_space_monad value =
402 [ bgroup "Monad"
461 [ bgroup "Monad"
403− [ benchIOSrc fromSerial "(>>) (n times)" $
404− iterateSingleton ((>>) . pure) value
405− , benchIOSrc fromSerial "(>>=) (n times)" $
406− iterateSingleton (\x xs -> xs >>= \y -> return (x + y)) value
407− , benchIO "(>>=) (sqrt n x sqrt n) (toList)" $
462+ [ benchIO "(>>=) (sqrt n x sqrt n) (toList)" $
408− toListM value fromSerial
463+ toListM value
409 , benchIO "(>>=) (sqrt n x sqrt n) (toListSome)" $
464 , benchIO "(>>=) (sqrt n x sqrt n) (toListSome)" $
410− toListSome value fromSerial
465+ toListSome value
411− , benchIO "naive prime sieve (n/4)"
412− (\n -> S.sum $ sieve $ S.enumerateFromTo 2 (value `div` 4 + n))
413 ]
466 ]
414 ]
467 ]
415
468
@@ -417,26 +470,27 @@ o_n_space_monad value =
417-- Joining
470-- Joining
418-------------------------------------------------------------------------------
471-------------------------------------------------------------------------------
419
472
473+{-
420toKv :: Int -> (Int, Int)
474toKv :: Int -> (Int, Int)
421toKv p = (p, p)
475toKv p = (p, p)
422
476
423{-# INLINE joinWith #-}
477{-# INLINE joinWith #-}
424−joinWith :: (S.MonadAsync m) =>
478+joinWith :: Common.MonadAsync m =>
425− ((Int -> Int -> Bool) -> SerialT m Int -> SerialT m Int -> SerialT m b)
479+ ((Int -> Int -> Bool) -> Stream m Int -> Stream m Int -> Stream m b)
426 -> Int
480 -> Int
427 -> Int
481 -> Int
428 -> m ()
482 -> m ()
429joinWith j val i =
483joinWith j val i =
430− S.drain $ j (==) (sourceUnfoldrM val i) (sourceUnfoldrM val (val `div` 2))
484+ drain $ j (==) (sourceUnfoldrM val i) (sourceUnfoldrM val (val `div` 2))
431
485
432{-# INLINE joinMapWith #-}
486{-# INLINE joinMapWith #-}
433−joinMapWith :: (S.MonadAsync m) =>
487+joinMapWith :: Common.MonadAsync m =>
434− (SerialT m (Int, Int) -> SerialT m (Int, Int) -> SerialT m b)
488+ (Stream m (Int, Int) -> Stream m (Int, Int) -> Stream m b)
435 -> Int
489 -> Int
436 -> Int
490 -> Int
437 -> m ()
491 -> m ()
438joinMapWith j val i =
492joinMapWith j val i =
439− S.drain
493+ drain
440 $ j
494 $ j
441 (fmap toKv (sourceUnfoldrM val i))
495 (fmap toKv (sourceUnfoldrM val i))
442 (fmap toKv (sourceUnfoldrM val (val `div` 2)))
496 (fmap toKv (sourceUnfoldrM val (val `div` 2)))
@@ -445,22 +499,22 @@ o_n_heap_buffering :: Int -> [Benchmark]
445o_n_heap_buffering value =
499o_n_heap_buffering value =
446 [ bgroup "buffered"
500 [ bgroup "buffered"
447 [
501 [
448− benchIOSrc1 "joinInner (sqrtVal)"
502+ benchIOSrc1 "joinInnerGeneric (sqrtVal)"
449− $ joinWith Internal.joinInner sqrtVal
503+ $ joinWith S.joinInnerGeneric sqrtVal
450− , benchIOSrc1 "joinInnerMap"
504+ , benchIOSrc1 "joinInner"
451− $ joinMapWith Internal.joinInnerMap halfVal
505+ $ joinMapWith S.joinInner halfVal
452− , benchIOSrc1 "joinLeft (sqrtVal)"
506+ , benchIOSrc1 "joinLeftGeneric (sqrtVal)"
453− $ joinWith Internal.joinLeft sqrtVal
507+ $ joinWith S.joinLeftGeneric sqrtVal
454− , benchIOSrc1 "joinLeftMap "
508+ , benchIOSrc1 "joinLeft "
455− $ joinMapWith Internal.joinLeftMap halfVal
509+ $ joinMapWith S.joinLeft halfVal
456− , benchIOSrc1 "joinOuter (sqrtVal)"
510+ , benchIOSrc1 "joinOuterGeneric (sqrtVal)"
457− $ joinWith Internal.joinOuter sqrtVal
511+ $ joinWith S.joinOuterGeneric sqrtVal
458− , benchIOSrc1 "joinOuterMap"
512+ , benchIOSrc1 "joinOuter"
459− $ joinMapWith Internal.joinOuterMap halfVal
513+ $ joinMapWith S.joinOuter halfVal
460− , benchIOSrc1 "intersectBy (sqrtVal)"
514+ , benchIOSrc1 "filterInStreamGenericBy (sqrtVal)"
461− $ joinWith Internal.intersectBy sqrtVal
515+ $ joinWith S.filterInStreamGenericBy sqrtVal
462− , benchIOSrc1 "intersectBySorted"
516+ , benchIOSrc1 "filterInStreamAscBy"
463− $ joinMapWith (Internal.intersectBySorted compare) halfVal
517+ $ joinMapWith (S.filterInStreamAscBy compare) halfVal
464 ]
518 ]
465 ]
519 ]
466
520
@@ -468,6 +522,7 @@ o_n_heap_buffering value =
468
522
469 halfVal = value `div` 2
523 halfVal = value `div` 2
470 sqrtVal = round $ sqrt (fromIntegral value :: Double)
524 sqrtVal = round $ sqrt (fromIntegral value :: Double)
525+-}
471
526
472-------------------------------------------------------------------------------
527-------------------------------------------------------------------------------
473-- Main
528-- Main
@@ -476,27 +531,33 @@ o_n_heap_buffering value =
476-- In addition to gauge options, the number of elements in the stream can be
531-- In addition to gauge options, the number of elements in the stream can be
477-- passed using the --stream-size option.
532-- passed using the --stream-size option.
478--
533--
534+{-# ANN benchmarks "HLint: ignore" #-}
479benchmarks :: String -> Int -> [Benchmark]
535benchmarks :: String -> Int -> [Benchmark]
480benchmarks moduleName size =
536benchmarks moduleName size =
481 [ bgroup (o_1_space_prefix moduleName) $ Prelude.concat
537 [ bgroup (o_1_space_prefix moduleName) $ Prelude.concat
482 [
538 [
483 -- multi-stream
539 -- multi-stream
484 o_1_space_joining size
540 o_1_space_joining size
541+#ifdef USE_PRELUDE
485 , o_1_space_concatFoldable size
542 , o_1_space_concatFoldable size
543+#endif
486 , o_1_space_concat size
544 , o_1_space_concat size
487−
488 , o_1_space_applicative size
545 , o_1_space_applicative size
489 , o_1_space_monad size
546 , o_1_space_monad size
490−
491 ]
547 ]
492 , bgroup (o_n_space_prefix moduleName) $ Prelude.concat
548 , bgroup (o_n_space_prefix moduleName) $ Prelude.concat
493 [
549 [
494 -- multi-stream
550 -- multi-stream
551+ o_n_space_monad size
552+#ifdef USE_STREAMK
553+ , o_n_space_merge size
554+ , o_n_space_iterated size
495− o_n_space_applicative size
555+ , o_n_space_applicative size
496− , o_n_space_monad size
556+#endif
497− , o_n_space_concat size
498 ]
557 ]
558+ {-
499 , bgroup (o_n_heap_prefix moduleName) $
559 , bgroup (o_n_heap_prefix moduleName) $
500 -- multi-stream
560 -- multi-stream
501 o_n_heap_buffering size
561 o_n_heap_buffering size
562+ -}
502 ]
563 ]
benchmark/Streamly/Benchmark/Data/Stream/Generate.hsnew file+278
@@ -0,0 +1,278 @@
1+-- |
2+-- Module : Stream.Generate
3+-- Copyright : (c) 2018 Composewell Technologies
4+-- License : BSD-3-Clause
5+-- Maintainer : streamly@composewell.com
6+
7+{-# LANGUAGE CPP #-}
8+{-# LANGUAGE FlexibleContexts #-}
9+{-# LANGUAGE FlexibleInstances #-}
10+{-# LANGUAGE ScopedTypeVariables #-}
11+{-# LANGUAGE RankNTypes #-}
12+
13+{-# OPTIONS_GHC -Wno-orphans #-}
14+#ifdef USE_PRELUDE
15+{-# OPTIONS_GHC -Wno-deprecations #-}
16+#endif
17+
18+module Stream.Generate (benchmarks) where
19+
20+import Control.DeepSeq (NFData(..))
21+import Data.Functor.Identity (Identity(..))
22+
23+import qualified GHC.Exts as GHC
24+import qualified Streamly.Internal.Data.Fold as Fold
25+
26+#ifdef USE_PRELUDE
27+import Streamly.Prelude (MonadAsync)
28+import Stream.Common hiding (MonadAsync)
29+import Streamly.Benchmark.Prelude (sourceFromFoldableM, absTimes)
30+import qualified Streamly.Prelude as S
31+import qualified Streamly.Internal.Data.Stream.IsStream as Stream
32+#else
33+import Stream.Common
34+import Streamly.Internal.Data.Stream (Stream)
35+import qualified Streamly.Internal.Data.Stream as Stream
36+#ifdef USE_STREAMK
37+import System.IO.Unsafe (unsafeInterleaveIO)
38+import qualified Streamly.Internal.Data.StreamK as StreamK
39+import qualified Stream.Common as Common
40+#endif
41+#endif
42+
43+import Test.Tasty.Bench
44+import Streamly.Benchmark.Common
45+import qualified Prelude
46+
47+import Prelude hiding (repeat, replicate, iterate)
48+
49+-------------------------------------------------------------------------------
50+-- Generation
51+-------------------------------------------------------------------------------
52+
53+#ifdef USE_PRELUDE
54+type Stream = Stream.SerialT
55+toStreamD = Stream.toStream
56+#else
57+toStreamD :: a -> a
58+toStreamD = id
59+#endif
60+
61+-------------------------------------------------------------------------------
62+-- fromList
63+-------------------------------------------------------------------------------
64+
65+{-# INLINE sourceFromList #-}
66+sourceFromList :: Monad m => Int -> Int -> Stream m Int
67+sourceFromList value n = Stream.fromList [n..n+value]
68+
69+{-# INLINE sourceFromListM #-}
70+sourceFromListM :: MonadAsync m => Int -> Int -> Stream m Int
71+sourceFromListM value n = fromListM (fmap return [n..n+value])
72+
73+{-# INLINE sourceIsList #-}
74+sourceIsList :: Int -> Int -> Stream Identity Int
75+sourceIsList value n = GHC.fromList [n..n+value]
76+
77+{-# INLINE sourceIsString #-}
78+sourceIsString :: Int -> Int -> Stream Identity Char
79+sourceIsString value n = GHC.fromString (Prelude.replicate (n + value) 'a')
80+
81+{-# INLINE readInstance #-}
82+readInstance :: String -> Stream Identity Int
83+readInstance str =
84+ let r = reads str
85+ in case r of
86+ [(x,"")] -> x
87+ _ -> error "readInstance: no parse"
88+
89+-- For comparisons
90+{-# INLINE readInstanceList #-}
91+readInstanceList :: String -> [Int]
92+readInstanceList str =
93+ let r = reads str
94+ in case r of
95+ [(x,"")] -> x
96+ _ -> error "readInstance: no parse"
97+
98+{-# INLINE repeat #-}
99+repeat :: Monad m => Int -> Int -> Stream m Int
100+repeat count = Stream.take count . Stream.repeat
101+
102+{-# INLINE replicate #-}
103+replicate :: Monad m => Int -> Int -> Stream m Int
104+replicate = Stream.replicate
105+
106+-------------------------------------------------------------------------------
107+-- enumerate
108+-------------------------------------------------------------------------------
109+
110+{-# INLINE sourceIntFromTo #-}
111+sourceIntFromTo :: Monad m => Int -> Int -> Stream m Int
112+sourceIntFromTo value n = Stream.enumerateFromTo n (n + value)
113+
114+{-# INLINE sourceIntFromThenTo #-}
115+sourceIntFromThenTo :: Monad m => Int -> Int -> Stream m Int
116+sourceIntFromThenTo value n = Stream.enumerateFromThenTo n (n + 1) (n + value)
117+
118+{-# INLINE sourceFracFromTo #-}
119+sourceFracFromTo :: Monad m => Int -> Int -> Stream m Double
120+sourceFracFromTo value n =
121+ Stream.enumerateFromTo (fromIntegral n) (fromIntegral (n + value))
122+
123+{-# INLINE sourceFracFromThenTo #-}
124+sourceFracFromThenTo :: Monad m => Int -> Int -> Stream m Double
125+sourceFracFromThenTo value n = Stream.enumerateFromThenTo (fromIntegral n)
126+ (fromIntegral n + 1.0001) (fromIntegral (n + value))
127+
128+{-# INLINE sourceIntegerFromStep #-}
129+sourceIntegerFromStep :: Monad m => Int -> Int -> Stream m Integer
130+sourceIntegerFromStep value n =
131+ Stream.take value $ Stream.enumerateFromThen (fromIntegral n) (fromIntegral n + 1)
132+
133+{-# INLINE enumerateFrom #-}
134+enumerateFrom :: Monad m => Int -> Int -> Stream m Int
135+enumerateFrom count = Stream.take count . Stream.enumerateFrom
136+
137+{-# INLINE enumerateFromTo #-}
138+enumerateFromTo :: Monad m => Int -> Int -> Stream m Int
139+enumerateFromTo = sourceIntFromTo
140+
141+{-# INLINE enumerateFromThen #-}
142+enumerateFromThen :: Monad m => Int -> Int -> Stream m Int
143+enumerateFromThen count inp = Stream.take count $ Stream.enumerateFromThen inp (inp + 1)
144+
145+{-# INLINE enumerateFromThenTo #-}
146+enumerateFromThenTo :: Monad m => Int -> Int -> Stream m Int
147+enumerateFromThenTo = sourceIntFromThenTo
148+
149+-- n ~ 1
150+{-# INLINE enumerate #-}
151+enumerate :: Monad m => Int -> Int -> Stream m Int
152+enumerate count n = Stream.take (count + n) Stream.enumerate
153+
154+-- n ~ 1
155+{-# INLINE enumerateTo #-}
156+enumerateTo :: Monad m => Int -> Int -> Stream m Int
157+enumerateTo count n = Stream.enumerateTo (minBound + count + n)
158+
159+{-# INLINE iterate #-}
160+iterate :: Monad m => Int -> Int -> Stream m Int
161+iterate count = Stream.take count . Stream.iterate (+1)
162+
163+{-# INLINE iterateM #-}
164+iterateM :: MonadAsync m => Int -> Int -> Stream m Int
165+iterateM count = Stream.take count . Stream.iterateM (return . (+1)) . return
166+
167+{-# INLINE repeatM #-}
168+repeatM :: MonadAsync m => Int -> Int -> Stream m Int
169+repeatM count = Stream.take count . Stream.repeatM . return
170+
171+{-# INLINE replicateM #-}
172+replicateM :: MonadAsync m => Int -> Int -> Stream m Int
173+replicateM count = Stream.replicateM count . return
174+
175+#ifdef USE_PRELUDE
176+{-# INLINE fromIndices #-}
177+fromIndices :: (Monad m, S.IsStream t) => Int -> Int -> t m Int
178+fromIndices value n = S.take value $ S.fromIndices (+ n)
179+
180+{-# INLINE fromIndicesM #-}
181+fromIndicesM :: (MonadAsync m, S.IsStream t) => Int -> Int -> t m Int
182+fromIndicesM value n = S.take value $ S.fromIndicesM (return <$> (+ n))
183+#endif
184+
185+#ifdef USE_STREAMK
186+{-# INLINE mfixUnfold #-}
187+mfixUnfold :: Int -> Int -> Stream IO (Int, Int)
188+mfixUnfold count start = toStream $ StreamK.mfix f
189+ where
190+ f action = StreamK.unCross $ do
191+ let incr n act = fmap ((+n) . snd) $ unsafeInterleaveIO act
192+ x <- StreamK.mkCross (fromStream $ Common.fromListM [incr 1 action, incr 2 action])
193+ y <- StreamK.mkCross (fromStream $ Common.sourceUnfoldr count start)
194+ return (x, y)
195+#endif
196+
197+o_1_space_generation :: Int -> [Benchmark]
198+o_1_space_generation value =
199+ [ bgroup "generation"
200+ [ benchIOSrc "unfoldr" (sourceUnfoldr value)
201+ , benchIOSrc "unfoldrM" (sourceUnfoldrM value)
202+ , benchIOSrc "repeat" (repeat value)
203+ , benchIOSrc "replicate" (replicate value)
204+ , benchIOSrc "iterate" (iterate value)
205+ , benchIOSrc "iterateM" (iterateM value)
206+ , benchIOSrc "intFromTo" (sourceIntFromTo value)
207+ , benchIOSrc "intFromThenTo" (sourceIntFromThenTo value)
208+ , benchIOSrc "integerFromStep" (sourceIntegerFromStep value)
209+ , benchIOSrc "fracFromThenTo" (sourceFracFromThenTo value)
210+ , benchIOSrc "fracFromTo" (sourceFracFromTo value)
211+ , benchIOSrc "fromList" (sourceFromList value)
212+ , benchIOSrc "fromListM" (sourceFromListM value)
213+ , benchPureSrc "IsList.fromList" (toStreamD . sourceIsList value)
214+ , benchPureSrc "IsString.fromString" (toStreamD . sourceIsString value)
215+ , benchIOSrc "enumerateFrom" (enumerateFrom value)
216+ , benchIOSrc "enumerateFromTo" (enumerateFromTo value)
217+ , benchIOSrc "enumerateFromThen" (enumerateFromThen value)
218+ , benchIOSrc "enumerateFromThenTo" (enumerateFromThenTo value)
219+ , benchIOSrc "enumerate" (enumerate value)
220+ , benchIOSrc "enumerateTo" (enumerateTo value)
221+ , benchIOSrc "repeatM" (repeatM value)
222+ , benchIOSrc "replicateM" (replicateM value)
223+#ifdef USE_PRELUDE
224+ , benchIOSrc "fromIndices" (fromIndices value)
225+ , benchIOSrc "fromIndicesM" (fromIndicesM value)
226+#endif
227+
228+ -- These essentially test cons and consM
229+#ifdef USE_STREAMK
230+ , benchIOSrc "fromFoldable" (sourceFromFoldable value)
231+ -- , benchIOSrc "fromFoldable 16" (sourceFromFoldable 16)
232+#else
233+ -- , benchIOSrc "fromFoldable 16" (sourceFromFoldable 16)
234+#endif
235+
236+#ifdef USE_PRELUDE
237+ , benchIOSrc "fromFoldableM" (sourceFromFoldableM value)
238+ , benchIOSrc "absTimes" $ absTimes value
239+#endif
240+#ifdef USE_STREAMK
241+ , Common.benchIOSrc "mfix_10" (mfixUnfold 10)
242+ , Common.benchIOSrc "mfix_100" (mfixUnfold 100)
243+ , Common.benchIOSrc "mfix_1000" (mfixUnfold 1000)
244+#endif
245+ ]
246+ ]
247+
248+#ifndef USE_PRELUDE
249+instance NFData a => NFData (Stream Identity a) where
250+ {-# INLINE rnf #-}
251+ rnf xs = runIdentity $ Stream.fold (Fold.foldl' (\_ x -> rnf x) ()) xs
252+#endif
253+
254+o_n_heap_generation :: Int -> [Benchmark]
255+o_n_heap_generation value =
256+ [ bgroup "buffered"
257+ -- Buffers the output of show/read.
258+ -- XXX can the outputs be streaming? Can we have special read/show
259+ -- style type classes, readM/showM supporting streaming effects?
260+ [ bench "readsPrec pure streams" $
261+ nf readInstance (mkString value)
262+ , bench "readsPrec Haskell lists" $
263+ nf readInstanceList (mkListString value)
264+ ]
265+ ]
266+
267+-------------------------------------------------------------------------------
268+-- Main
269+-------------------------------------------------------------------------------
270+
271+-- In addition to gauge options, the number of elements in the stream can be
272+-- passed using the --stream-size option.
273+--
274+benchmarks :: String -> Int -> [Benchmark]
275+benchmarks moduleName size =
276+ [ bgroup (o_1_space_prefix moduleName) (o_1_space_generation size)
277+ , bgroup (o_n_heap_prefix moduleName) (o_n_heap_generation size)
278+ ]
benchmark/Streamly/Benchmark/Data/Stream/Lift.hsnew file+146
@@ -0,0 +1,146 @@
1+-- |
2+-- Module : Stream.Lift
3+-- Copyright : (c) 2018 Composewell Technologies
4+-- License : BSD-3-Clause
5+-- Maintainer : streamly@composewell.com
6+
7+{-# LANGUAGE CPP #-}
8+{-# LANGUAGE FlexibleContexts #-}
9+{-# LANGUAGE ScopedTypeVariables #-}
10+{-# LANGUAGE RankNTypes #-}
11+
12+#ifdef USE_PRELUDE
13+{-# OPTIONS_GHC -Wno-deprecations #-}
14+#endif
15+
16+module Stream.Lift (benchmarks) where
17+
18+import Control.DeepSeq (NFData(..))
19+import Control.Monad.State.Strict (StateT, get, put)
20+import Data.Functor.Identity (Identity)
21+import Stream.Common (sourceUnfoldr, sourceUnfoldrM, benchIOSrc)
22+import System.Random (randomRIO)
23+
24+import qualified Stream.Common as Common
25+import qualified Streamly.Internal.Data.Fold as Fold
26+
27+#ifdef USE_PRELUDE
28+import qualified Streamly.Internal.Data.Stream.IsStream as Stream
29+#else
30+import Streamly.Internal.Data.Stream (Stream)
31+import qualified Streamly.Internal.Data.Stream as Stream
32+#ifdef USE_STREAMK
33+import Stream.Common (benchIO, drain)
34+import Streamly.Internal.Data.StreamK (StreamK)
35+import qualified Streamly.Internal.Data.StreamK as StreamK
36+import qualified Control.Monad.State.Strict as State
37+#endif
38+#endif
39+
40+import Test.Tasty.Bench
41+import Streamly.Benchmark.Common
42+import Prelude hiding (reverse, tail)
43+
44+#ifdef USE_PRELUDE
45+type Stream = Stream.SerialT
46+#endif
47+
48+-------------------------------------------------------------------------------
49+-- Monad transformation (hoisting etc.)
50+-------------------------------------------------------------------------------
51+
52+{-# INLINE sourceUnfoldrState #-}
53+sourceUnfoldrState :: Common.MonadAsync m =>
54+ Int -> Int -> Stream (StateT Int m) Int
55+sourceUnfoldrState value n = Stream.unfoldrM step n
56+ where
57+ step cnt =
58+ if cnt > n + value
59+ then return Nothing
60+ else do
61+ s <- get
62+ put (s + 1)
63+ return (Just (s, cnt + 1))
64+
65+{-# INLINE evalStateT #-}
66+evalStateT :: Common.MonadAsync m => Int -> Int -> Stream m Int
67+evalStateT value n =
68+ Stream.evalStateT (return 0) (sourceUnfoldrState value n)
69+
70+{-# INLINE withState #-}
71+withState :: Common.MonadAsync m => Int -> Int -> Stream m Int
72+withState value n =
73+ Stream.evalStateT
74+ (return (0 :: Int)) (Stream.liftInner (sourceUnfoldrM value n))
75+
76+{-# INLINE benchHoistSink #-}
77+benchHoistSink
78+ :: (NFData b)
79+ => Int -> String -> (Stream Identity Int -> IO b) -> Benchmark
80+benchHoistSink value name f =
81+ bench name $ nfIO $ randomRIO (1,1) >>= f . sourceUnfoldr value
82+
83+o_1_space_hoisting :: Int -> [Benchmark]
84+o_1_space_hoisting value =
85+ [ bgroup "hoisting"
86+ [ benchIOSrc "evalState" (evalStateT value)
87+ , benchIOSrc "withState" (withState value)
88+#ifndef USE_PRELUDE
89+ , benchHoistSink value "generalizeInner"
90+ ((\xs -> Stream.fold Fold.length xs :: IO Int)
91+ . Stream.generalizeInner)
92+#endif
93+ ]
94+ ]
95+
96+#ifdef USE_STREAMK
97+{-# INLINE iterateStateIO #-}
98+iterateStateIO ::
99+ Monad m
100+ => Int
101+ -> StateT Int m Int
102+iterateStateIO n = do
103+ x <- get
104+ if x > n
105+ then do
106+ put (x - 1)
107+ iterateStateIO n
108+ else return x
109+
110+-- XXX This is basically testing the perf of concatEffect, change it to just
111+-- use concatEffect and move it along with other concatMap benchmarks.
112+{-# INLINE iterateStateT #-}
113+iterateStateT :: Int -> StreamK (StateT Int IO) Int
114+iterateStateT n = StreamK.concatEffect $ do
115+ x <- get
116+ if x > n
117+ then do
118+ put (x - 1)
119+ return $ iterateStateT n
120+ else return $ StreamK.fromPure x
121+
122+o_n_heap_transformer :: Int -> [Benchmark]
123+o_n_heap_transformer value =
124+ [ bgroup "transformer"
125+ [ benchIO "StateT Int IO (n times) (baseline)" $ \n ->
126+ State.evalStateT (iterateStateIO n) value
127+ , benchIO "Stream (StateT Int IO) (n times)" $ \n ->
128+ State.evalStateT (drain $ Common.toStream (iterateStateT n)) value
129+ ]
130+ ]
131+#endif
132+
133+-------------------------------------------------------------------------------
134+-- Main
135+-------------------------------------------------------------------------------
136+
137+-- In addition to gauge options, the number of elements in the stream can be
138+-- passed using the --stream-size option.
139+--
140+benchmarks :: String -> Int -> [Benchmark]
141+benchmarks moduleName size =
142+ [ bgroup (o_1_space_prefix moduleName) (o_1_space_hoisting size)
143+#ifdef USE_STREAMK
144+ , bgroup (o_n_heap_prefix moduleName) (o_n_heap_transformer size)
145+#endif
146+ ]
benchmark/Streamly/Benchmark/Data/Stream/Reduce.hsnew file+588
@@ -0,0 +1,588 @@
1+-- |
2+-- Module : Stream.Reduce
3+-- Copyright : (c) 2018 Composewell Technologies
4+-- License : BSD-3-Clause
5+-- Maintainer : streamly@composewell.com
6+
7+{-# LANGUAGE CPP #-}
8+{-# LANGUAGE FlexibleContexts #-}
9+{-# LANGUAGE ScopedTypeVariables #-}
10+{-# LANGUAGE DeriveAnyClass #-}
11+{-# LANGUAGE DeriveGeneric #-}
12+{-# LANGUAGE RankNTypes #-}
13+
14+#ifdef USE_PRELUDE
15+{-# OPTIONS_GHC -Wno-deprecations #-}
16+#endif
17+
18+module Stream.Reduce (benchmarks) where
19+
20+import Control.DeepSeq (NFData(..))
21+import Control.Monad.IO.Class (MonadIO(..))
22+import Data.Monoid (Sum(..))
23+import GHC.Generics (Generic)
24+
25+import qualified Streamly.Internal.Data.Refold.Type as Refold
26+import qualified Streamly.Internal.Data.Fold as FL
27+import qualified Stream.Common as Common
28+
29+#ifndef USE_STREAMLY_CORE
30+import Data.HashMap.Strict (HashMap)
31+import Data.Proxy (Proxy(..))
32+import Streamly.Internal.Data.IsMap.HashMap ()
33+#endif
34+
35+#ifdef USE_PRELUDE
36+import Control.Monad (when)
37+import qualified Streamly.Internal.Data.Stream.IsStream as S
38+import qualified Streamly.Prelude as S
39+import Streamly.Prelude (fromSerial)
40+import Streamly.Benchmark.Prelude hiding
41+ ( benchIO, benchIOSrc, sourceUnfoldrM, apDiscardFst, apDiscardSnd, apLiftA2
42+ , toNullAp, monadThen, toNullM, toNullM3, filterAllInM, filterAllOutM
43+ , filterSome, breakAfterSome, toListM, toListSome, transformMapM
44+ , transformComposeMapM, transformTeeMapM, transformZipMapM)
45+#else
46+
47+import Streamly.Internal.Data.Stream (Stream)
48+import qualified Streamly.Internal.Data.Stream as S
49+#ifndef USE_STREAMLY_CORE
50+import qualified Streamly.Data.Stream.Prelude as S
51+import qualified Streamly.Internal.Data.Stream.Prelude as S
52+#endif
53+
54+#ifdef USE_STREAMK
55+import Streamly.Internal.Data.StreamK (StreamK)
56+import qualified Streamly.Internal.Data.Parser as PR
57+import qualified Streamly.Internal.Data.StreamK as K
58+#else
59+import qualified Streamly.Internal.Data.Stream as K
60+#endif
61+
62+#endif
63+
64+import Test.Tasty.Bench
65+import Streamly.Benchmark.Common
66+import Stream.Common
67+import Prelude hiding (reverse, tail)
68+
69+#ifdef USE_PRELUDE
70+type Stream = S.SerialT
71+#endif
72+
73+-- Apply transformation g count times on a stream of length len
74+#ifdef USE_STREAMK
75+{-# INLINE iterateSource #-}
76+iterateSource ::
77+ MonadAsync m
78+ => (StreamK m Int -> StreamK m Int)
79+ -> Int
80+ -> Int
81+ -> Int
82+ -> StreamK m Int
83+iterateSource g count len n = f count (fromStream $ sourceUnfoldrM len n)
84+
85+ where
86+
87+ f (0 :: Int) stream = stream
88+ f i stream = f (i - 1) (g stream)
89+#else
90+{-# INLINE iterateSource #-}
91+iterateSource ::
92+ MonadAsync m
93+ => (Stream m Int -> Stream m Int)
94+ -> Int
95+ -> Int
96+ -> Int
97+ -> Stream m Int
98+iterateSource g count len n = f count (sourceUnfoldrM len n)
99+
100+ where
101+
102+ f (0 :: Int) stream = stream
103+ f i stream = f (i - 1) (g stream)
104+#endif
105+
106+-------------------------------------------------------------------------------
107+-- Grouping transformations
108+-------------------------------------------------------------------------------
109+
110+{-# INLINE groups #-}
111+groups :: MonadIO m => Stream m Int -> m ()
112+groups =
113+#ifdef USE_PRELUDE
114+ Common.drain . S.groups FL.drain
115+#else
116+ Common.drain . S.groupsWhile (==) FL.drain
117+#endif
118+
119+{-# INLINE groupsWhileLT #-}
120+groupsWhileLT :: MonadIO m => Stream m Int -> m ()
121+groupsWhileLT =
122+#ifdef USE_PRELUDE
123+ Common.drain . S.groupsBy (>) FL.drain
124+#else
125+ Common.drain . S.groupsWhile (<) FL.drain
126+#endif
127+
128+{-# INLINE groupsWhileEq #-}
129+groupsWhileEq :: MonadIO m => Stream m Int -> m ()
130+groupsWhileEq =
131+#ifdef USE_PRELUDE
132+ Common.drain . S.groupsBy (==) FL.drain
133+#else
134+ Common.drain . S.groupsWhile (==) FL.drain
135+#endif
136+
137+
138+{-# INLINE groupsByRollingLT #-}
139+groupsByRollingLT :: MonadIO m => Stream m Int -> m ()
140+groupsByRollingLT =
141+#ifdef USE_PRELUDE
142+ Common.drain . S.groupsByRolling (<) FL.drain
143+#else
144+ Common.drain . S.groupsRollingBy (<) FL.drain
145+#endif
146+
147+{-# INLINE groupsByRollingEq #-}
148+groupsByRollingEq :: MonadIO m => Stream m Int -> m ()
149+groupsByRollingEq =
150+#ifdef USE_PRELUDE
151+ Common.drain . S.groupsByRolling (==) FL.drain
152+#else
153+ Common.drain . S.groupsRollingBy (==) FL.drain
154+#endif
155+
156+{-# INLINE foldMany #-}
157+foldMany :: Monad m => Stream m Int -> m ()
158+foldMany =
159+ Common.drain
160+ . fmap getSum
161+ . S.foldMany (FL.take 2 FL.mconcat)
162+ . fmap Sum
163+
164+{-# INLINE foldManyPost #-}
165+foldManyPost :: Monad m => Stream m Int -> m ()
166+foldManyPost =
167+ Common.drain
168+ . fmap getSum
169+ . S.foldManyPost (FL.take 2 FL.mconcat)
170+ . fmap Sum
171+
172+{-# INLINE refoldMany #-}
173+refoldMany :: Monad m => Stream m Int -> m ()
174+refoldMany =
175+ Common.drain
176+ . fmap getSum
177+ . S.refoldMany (Refold.take 2 Refold.sconcat) (return mempty)
178+ . fmap Sum
179+
180+{-# INLINE foldIterateM #-}
181+foldIterateM :: Monad m => Stream m Int -> m ()
182+foldIterateM =
183+ Common.drain
184+ . fmap getSum
185+ . S.foldIterateM
186+ (return . FL.take 2 . FL.sconcat) (return (Sum 0))
187+ . fmap Sum
188+
189+{-# INLINE refoldIterateM #-}
190+refoldIterateM :: Monad m => Stream m Int -> m ()
191+refoldIterateM =
192+ Common.drain
193+ . fmap getSum
194+ . S.refoldIterateM
195+ (Refold.take 2 Refold.sconcat) (return (Sum 0))
196+ . fmap Sum
197+
198+#ifdef USE_STREAMK
199+{-# INLINE parseBreak #-}
200+parseBreak :: Monad m => StreamK m Int -> m ()
201+parseBreak s = do
202+ r <- K.parseDBreak PR.one s
203+ case r of
204+ (Left _, _) -> return ()
205+ (Right _, s1) -> parseBreak s1
206+#endif
207+
208+o_1_space_grouping :: Int -> [Benchmark]
209+o_1_space_grouping value =
210+ -- Buffering operations using heap proportional to group/window sizes.
211+ [ bgroup "grouping"
212+ [
213+ benchIOSink value "groups" groups
214+ , benchIOSink value "groupsWhileLT" groupsWhileLT
215+ , benchIOSink value "groupsWhileEq" groupsWhileEq
216+ , benchIOSink value "groupsByRollingLT" groupsByRollingLT
217+ , benchIOSink value "groupsByRollingEq" groupsByRollingEq
218+ ,
219+
220+ -- XXX parseMany/parseIterate benchmarks are in the Parser/ParserD
221+ -- modules we can bring those here. chunksOf benchmarks are in
222+ -- Parser/ParserD/Array.Stream/FileSystem.Handle.
223+ benchIOSink value "foldMany" foldMany
224+ , benchIOSink value "foldManyPost" foldManyPost
225+ , benchIOSink value "refoldMany" refoldMany
226+ , benchIOSink value "foldIterateM" foldIterateM
227+ , benchIOSink value "refoldIterateM" refoldIterateM
228+#ifdef USE_STREAMK
229+ , benchIOSink value "parseBreak (recursive)" (parseBreak . fromStream)
230+#endif
231+
232+#ifndef USE_STREAMLY_CORE
233+ , benchIOSink value "classifySessionsOf (10000 buckets)"
234+ (classifySessionsOf (getKey 10000))
235+ , benchIOSink value "classifySessionsOf (64 buckets)"
236+ (classifySessionsOf (getKey 64))
237+ , benchIOSink value "classifySessionsOfHash (10000 buckets)"
238+ (classifySessionsOfHash (getKey 10000))
239+ , benchIOSink value "classifySessionsOfHash (64 buckets)"
240+ (classifySessionsOfHash (getKey 64))
241+#endif
242+ ]
243+ ]
244+
245+#ifndef USE_STREAMLY_CORE
246+ where
247+
248+ getKey :: Int -> Int -> Int
249+ getKey n = (`mod` n)
250+#endif
251+
252+-------------------------------------------------------------------------------
253+-- Size conserving transformations (reordering, buffering, etc.)
254+-------------------------------------------------------------------------------
255+
256+#ifndef USE_PRELUDE
257+{-# INLINE reverse #-}
258+reverse :: MonadIO m => Int -> Stream m Int -> m ()
259+reverse n = composeN n (toStream . K.reverse . fromStream)
260+
261+{-# INLINE reverse' #-}
262+reverse' :: MonadIO m => Int -> Stream m Int -> m ()
263+reverse' n = composeN n S.reverseUnbox
264+#endif
265+
266+o_n_heap_buffering :: Int -> [Benchmark]
267+o_n_heap_buffering value =
268+ [ bgroup "buffered"
269+ [
270+#ifndef USE_PRELUDE
271+ -- Reversing a stream
272+ benchIOSink value "reverse" (reverse 1)
273+ , benchIOSink value "reverse'" (reverse' 1)
274+#else
275+ benchIOSink value "mkAsync" (mkAsync fromSerial)
276+#endif
277+ ]
278+ ]
279+
280+-------------------------------------------------------------------------------
281+-- Grouping/Splitting
282+-------------------------------------------------------------------------------
283+
284+#ifndef USE_STREAMLY_CORE
285+{-# INLINE classifySessionsOf #-}
286+classifySessionsOf :: S.MonadAsync m => (Int -> Int) -> Stream m Int -> m ()
287+classifySessionsOf getKey =
288+ Common.drain
289+ . S.classifySessionsOf
290+ (const (return False)) 3 (FL.take 10 FL.sum)
291+ . S.timestamped
292+ . fmap (\x -> (getKey x, x))
293+
294+{-# INLINE classifySessionsOfHash #-}
295+classifySessionsOfHash :: S.MonadAsync m =>
296+ (Int -> Int) -> Stream m Int -> m ()
297+classifySessionsOfHash getKey =
298+ Common.drain
299+ . S.classifySessionsByGeneric
300+ (Proxy :: Proxy (HashMap k))
301+ 1 False (const (return False)) 3 (FL.take 10 FL.sum)
302+ . S.timestamped
303+ . fmap (\x -> (getKey x, x))
304+#endif
305+
306+-------------------------------------------------------------------------------
307+-- Mixed Transformation
308+-------------------------------------------------------------------------------
309+
310+{-# INLINE scanMap #-}
311+scanMap :: MonadIO m => Int -> Stream m Int -> m ()
312+scanMap n = composeN n $ fmap (subtract 1) . Common.scanl' (+) 0
313+
314+{-# INLINE dropMap #-}
315+dropMap :: MonadIO m => Int -> Stream m Int -> m ()
316+dropMap n = composeN n $ fmap (subtract 1) . S.drop 1
317+
318+{-# INLINE dropScan #-}
319+dropScan :: MonadIO m => Int -> Stream m Int -> m ()
320+dropScan n = composeN n $ Common.scanl' (+) 0 . S.drop 1
321+
322+{-# INLINE takeDrop #-}
323+takeDrop :: MonadIO m => Int -> Int -> Stream m Int -> m ()
324+takeDrop value n = composeN n $ S.drop 1 . S.take (value + 1)
325+
326+{-# INLINE takeScan #-}
327+takeScan :: MonadIO m => Int -> Int -> Stream m Int -> m ()
328+takeScan value n = composeN n $ Common.scanl' (+) 0 . S.take (value + 1)
329+
330+{-# INLINE takeMap #-}
331+takeMap :: MonadIO m => Int -> Int -> Stream m Int -> m ()
332+takeMap value n = composeN n $ fmap (subtract 1) . S.take (value + 1)
333+
334+{-# INLINE filterDrop #-}
335+filterDrop :: MonadIO m => Int -> Int -> Stream m Int -> m ()
336+filterDrop value n = composeN n $ S.drop 1 . S.filter (<= (value + 1))
337+
338+{-# INLINE filterTake #-}
339+filterTake :: MonadIO m => Int -> Int -> Stream m Int -> m ()
340+filterTake value n = composeN n $ S.take (value + 1) . S.filter (<= (value + 1))
341+
342+{-# INLINE filterScan #-}
343+filterScan :: MonadIO m => Int -> Stream m Int -> m ()
344+filterScan n = composeN n $ Common.scanl' (+) 0 . S.filter (<= maxBound)
345+
346+#ifdef USE_PRELUDE
347+{-# INLINE filterScanl1 #-}
348+filterScanl1 :: MonadIO m => Int -> Stream m Int -> m ()
349+filterScanl1 n = composeN n $ S.scanl1' (+) . S.filter (<= maxBound)
350+#endif
351+
352+{-# INLINE filterMap #-}
353+filterMap :: MonadIO m => Int -> Int -> Stream m Int -> m ()
354+filterMap value n = composeN n $ fmap (subtract 1) . S.filter (<= (value + 1))
355+
356+-------------------------------------------------------------------------------
357+-- Scan and fold
358+-------------------------------------------------------------------------------
359+
360+data Pair a b =
361+ Pair !a !b
362+ deriving (Generic, NFData)
363+
364+{-# INLINE sumProductFold #-}
365+sumProductFold :: Monad m => Stream m Int -> m (Pair Int Int)
366+sumProductFold =
367+ Common.foldl' (\(Pair s p) x -> Pair (s + x) (p * x)) (Pair 0 1)
368+
369+{-# INLINE sumProductScan #-}
370+sumProductScan :: Monad m => Stream m Int -> m (Pair Int Int)
371+sumProductScan =
372+ Common.foldl' (\(Pair _ p) (s0, x) -> Pair s0 (p * x)) (Pair 0 1) .
373+ Common.scanl' (\(s, _) x -> (s + x, x)) (0, 0)
374+
375+{-# INLINE foldl'ReduceMap #-}
376+foldl'ReduceMap :: Monad m => Stream m Int -> m Int
377+foldl'ReduceMap = fmap (+ 1) . Common.foldl' (+) 0
378+
379+o_1_space_transformations_mixed :: Int -> [Benchmark]
380+o_1_space_transformations_mixed value =
381+ -- scanl-map and foldl-map are equivalent to the scan and fold in the foldl
382+ -- library. If scan/fold followed by a map is efficient enough we may not
383+ -- need monolithic implementations of these.
384+ [ bgroup "mixed"
385+ [ benchIOSink value "scanl-map" (scanMap 1)
386+ , benchIOSink value "foldl-map" foldl'ReduceMap
387+ , benchIOSink value "sum-product-fold" sumProductFold
388+ , benchIOSink value "sum-product-scan" sumProductScan
389+ ]
390+ ]
391+
392+o_1_space_transformations_mixedX4 :: Int -> [Benchmark]
393+o_1_space_transformations_mixedX4 value =
394+ [ bgroup "mixedX4"
395+ [ benchIOSink value "scan-map" (scanMap 4)
396+ , benchIOSink value "drop-map" (dropMap 4)
397+ , benchIOSink value "drop-scan" (dropScan 4)
398+ , benchIOSink value "take-drop" (takeDrop value 4)
399+ , benchIOSink value "take-scan" (takeScan value 4)
400+ , benchIOSink value "take-map" (takeMap value 4)
401+ , benchIOSink value "filter-drop" (filterDrop value 4)
402+ , benchIOSink value "filter-take" (filterTake value 4)
403+ , benchIOSink value "filter-scan" (filterScan 4)
404+#ifdef USE_PRELUDE
405+ , benchIOSink value "filter-scanl1" (filterScanl1 4)
406+#endif
407+ , benchIOSink value "filter-map" (filterMap value 4)
408+ ]
409+ ]
410+
411+-------------------------------------------------------------------------------
412+-- Iterating a transformation over and over again
413+-------------------------------------------------------------------------------
414+
415+#ifdef USE_STREAMK
416+{-
417+-- this is quadratic
418+{-# INLINE iterateScan #-}
419+iterateScan :: MonadAsync m => Int -> Int -> Int -> Stream m Int
420+iterateScan count len = toStream . iterateSource (K.scanl' (+) 0) count len
421+-}
422+
423+{-# INLINE iterateMapM #-}
424+iterateMapM :: MonadAsync m => Int -> Int -> Int -> Stream m Int
425+iterateMapM count len = toStream . iterateSource (K.mapM return) count len
426+
427+{-# INLINE iterateFilterEven #-}
428+iterateFilterEven :: MonadAsync m => Int -> Int -> Int -> Stream m Int
429+iterateFilterEven count len =
430+ toStream . iterateSource (K.filter even) count len
431+
432+{-# INLINE iterateTakeAll #-}
433+iterateTakeAll :: MonadAsync m => Int -> Int -> Int -> Int -> Stream m Int
434+iterateTakeAll value count len =
435+ toStream . iterateSource (K.take (value + 1)) count len
436+
437+{-# INLINE iterateDropOne #-}
438+iterateDropOne :: MonadAsync m => Int -> Int -> Int -> Stream m Int
439+iterateDropOne count len = toStream . iterateSource (K.drop 1) count len
440+
441+{-# INLINE iterateDropWhileTrue #-}
442+iterateDropWhileTrue :: MonadAsync m
443+ => Int -> Int -> Int -> Int -> Stream m Int
444+iterateDropWhileTrue value count len =
445+ toStream . iterateSource (K.dropWhile (<= (value + 1))) count len
446+
447+{-# INLINE iterateDropWhileFalse #-}
448+iterateDropWhileFalse :: MonadAsync m
449+ => Int -> Int -> Int -> Int -> Stream m Int
450+iterateDropWhileFalse value count len =
451+ toStream . iterateSource (K.dropWhile (> (value + 1))) count len
452+
453+#else
454+
455+-- this is quadratic
456+{-# INLINE iterateScan #-}
457+iterateScan :: MonadAsync m => Int -> Int -> Int -> Stream m Int
458+iterateScan = iterateSource (Common.scanl' (+) 0)
459+
460+#ifdef USE_PRELUDE
461+-- this is quadratic
462+{-# INLINE iterateScanl1 #-}
463+iterateScanl1 :: MonadAsync m => Int -> Int -> Int -> Stream m Int
464+iterateScanl1 = iterateSource (S.scanl1' (+))
465+#endif
466+
467+{-# INLINE iterateMapM #-}
468+iterateMapM :: MonadAsync m => Int -> Int -> Int -> Stream m Int
469+iterateMapM = iterateSource (S.mapM return)
470+
471+{-# INLINE iterateFilterEven #-}
472+iterateFilterEven :: MonadAsync m => Int -> Int -> Int -> Stream m Int
473+iterateFilterEven = iterateSource (S.filter even)
474+
475+{-# INLINE iterateTakeAll #-}
476+iterateTakeAll :: MonadAsync m => Int -> Int -> Int -> Int -> Stream m Int
477+iterateTakeAll value = iterateSource (S.take (value + 1))
478+
479+{-# INLINE iterateDropOne #-}
480+iterateDropOne :: MonadAsync m => Int -> Int -> Int -> Stream m Int
481+iterateDropOne = iterateSource (S.drop 1)
482+
483+{-# INLINE iterateDropWhileTrue #-}
484+iterateDropWhileTrue :: MonadAsync m
485+ => Int -> Int -> Int -> Int -> Stream m Int
486+iterateDropWhileTrue value = iterateSource (S.dropWhile (<= (value + 1)))
487+#endif
488+
489+#ifdef USE_PRELUDE
490+{-# INLINE tail #-}
491+tail :: Monad m => Stream m a -> m ()
492+tail s = S.tail s >>= mapM_ tail
493+
494+{-# INLINE nullHeadTail #-}
495+nullHeadTail :: Monad m => Stream m Int -> m ()
496+nullHeadTail s = do
497+ r <- S.null s
498+ when (not r) $ do
499+ _ <- S.head s
500+ S.tail s >>= mapM_ nullHeadTail
501+#endif
502+
503+-- Head recursive operations.
504+o_n_stack_iterated :: Int -> [Benchmark]
505+o_n_stack_iterated value = by10 `seq` by100 `seq`
506+ [ bgroup "iterated"
507+ [ benchIOSrc "mapM (n/10 x 10)" $ iterateMapM by10 10
508+#ifndef USE_STREAMK
509+ , benchIOSrc "scanl' (quadratic) (n/100 x 100)" $
510+ iterateScan by100 100
511+#endif
512+#ifdef USE_PRELUDE
513+ , benchIOSrc "scanl1' (n/10 x 10)" $ iterateScanl1 by10 10
514+#endif
515+ , benchIOSrc "filterEven (n/10 x 10)" $
516+ iterateFilterEven by10 10
517+ , benchIOSrc "takeAll (n/10 x 10)" $
518+ iterateTakeAll value by10 10
519+ , benchIOSrc "dropOne (n/10 x 10)" $ iterateDropOne by10 10
520+#ifdef USE_STREAMK
521+ , benchIOSrc "dropWhileFalse (n/10 x 10)" $
522+ iterateDropWhileFalse value by10 10
523+#endif
524+ , benchIOSrc "dropWhileTrue (n/10 x 10)" $
525+ iterateDropWhileTrue value by10 10
526+#ifdef USE_PRELUDE
527+ , benchIOSink value "tail" tail
528+ , benchIOSink value "nullHeadTail" nullHeadTail
529+#endif
530+ ]
531+ ]
532+
533+ where
534+
535+ by10 = value `div` 10
536+ by100 = value `div` 100
537+
538+-------------------------------------------------------------------------------
539+-- Pipes
540+-------------------------------------------------------------------------------
541+
542+o_1_space_pipes :: Int -> [Benchmark]
543+o_1_space_pipes value =
544+ [ bgroup "pipes"
545+ [ benchIOSink value "mapM" (transformMapM 1)
546+ , benchIOSink value "compose" (transformComposeMapM 1)
547+ , benchIOSink value "tee" (transformTeeMapM 1)
548+#ifdef DEVBUILD
549+ -- XXX this take 1 GB memory to compile
550+ , benchIOSink value "zip" (transformZipMapM 1)
551+#endif
552+ ]
553+ ]
554+
555+o_1_space_pipesX4 :: Int -> [Benchmark]
556+o_1_space_pipesX4 value =
557+ [ bgroup "pipesX4"
558+ [ benchIOSink value "mapM" (transformMapM 4)
559+ , benchIOSink value "compose" (transformComposeMapM 4)
560+ , benchIOSink value "tee" (transformTeeMapM 4)
561+#ifdef DEVBUILD
562+ -- XXX this take 1 GB memory to compile
563+ , benchIOSink value "zip" (transformZipMapM 4)
564+#endif
565+ ]
566+ ]
567+
568+-------------------------------------------------------------------------------
569+-- Main
570+-------------------------------------------------------------------------------
571+
572+-- In addition to gauge options, the number of elements in the stream can be
573+-- passed using the --stream-size option.
574+--
575+benchmarks :: String -> Int -> [Benchmark]
576+benchmarks moduleName size =
577+ [ bgroup (o_1_space_prefix moduleName) $ Prelude.concat
578+ [ o_1_space_grouping size
579+ , o_1_space_transformations_mixed size
580+ , o_1_space_transformations_mixedX4 size
581+
582+ -- pipes
583+ , o_1_space_pipes size
584+ , o_1_space_pipesX4 size
585+ ]
586+ , bgroup (o_n_stack_prefix moduleName) (o_n_stack_iterated size)
587+ , bgroup (o_n_heap_prefix moduleName) (o_n_heap_buffering size)
588+ ]
benchmark/Streamly/Benchmark/Prelude/Serial/Split.hs → benchmark/Streamly/Benchmark/Data/Stream/Split.hsrenamed+11−8
@@ -1,5 +1,7 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1-- |
3-- |
2−-- Module : Streamly.Benchmark.Prelude.Serial.Split
4+-- Module : Stream.Split
3-- Copyright : (c) 2019 Composewell Technologies
5-- Copyright : (c) 2019 Composewell Technologies
4-- License : BSD-3-Clause
6-- License : BSD-3-Clause
5-- Maintainer : streamly@composewell.com
7-- Maintainer : streamly@composewell.com
@@ -18,14 +20,14 @@
18{-# OPTIONS_GHC -fplugin Test.Inspection.Plugin #-}
20{-# OPTIONS_GHC -fplugin Test.Inspection.Plugin #-}
19#endif
21#endif
20
22
21−module Serial.Split (benchmarks) where
23+module Stream.Split (benchmarks) where
22
24
23import Data.Char (ord)
25import Data.Char (ord)
24import Data.Word (Word8)
26import Data.Word (Word8)
25import System.IO (Handle)
27import System.IO (Handle)
26
28
27import qualified Streamly.FileSystem.Handle as FH
29import qualified Streamly.FileSystem.Handle as FH
28−import qualified Streamly.Internal.Data.Array.Unboxed as A
30+import qualified Streamly.Internal.Data.Array as A
29import qualified Streamly.Internal.Data.Fold as FL
31import qualified Streamly.Internal.Data.Fold as FL
30import qualified Streamly.Internal.Data.Parser as PR
32import qualified Streamly.Internal.Data.Parser as PR
31import qualified Streamly.Internal.Data.Stream.IsStream as IP
33import qualified Streamly.Internal.Data.Stream.IsStream as IP
@@ -33,15 +35,15 @@ import qualified Streamly.Internal.FileSystem.Handle as IFH
33import qualified Streamly.Internal.Unicode.Stream as IUS
35import qualified Streamly.Internal.Unicode.Stream as IUS
34import qualified Streamly.Prelude as S
36import qualified Streamly.Prelude as S
35
37
36−import Gauge hiding (env)
38+import Test.Tasty.Bench hiding (env)
37import Prelude hiding (last, length)
39import Prelude hiding (last, length)
38import Streamly.Benchmark.Common
40import Streamly.Benchmark.Common
39import Streamly.Benchmark.Common.Handle
41import Streamly.Benchmark.Common.Handle
40
42
41#ifdef INSPECTION
43#ifdef INSPECTION
42−import Streamly.Internal.Data.Stream.StreamD.Type (Step(..))
44+import Streamly.Internal.Data.Stream (Step(..))
43
45
44−import qualified Streamly.Internal.Data.Array.Unboxed.Mut.Type as MA
46+import qualified Streamly.Internal.Data.MutArray as MA
45import qualified Streamly.Internal.Data.Unfold as IUF
47import qualified Streamly.Internal.Data.Unfold as IUF
46
48
47import Test.Inspection
49import Test.Inspection
@@ -141,7 +143,7 @@ splitOnSeq str inh =
141-- | Split on a word8 sequence.
143-- | Split on a word8 sequence.
142splitOnSeq100k :: Handle -> IO Int
144splitOnSeq100k :: Handle -> IO Int
143splitOnSeq100k inh = do
145splitOnSeq100k inh = do
144− arr <- A.fromStream $ S.replicate 100000 123
146+ arr <- A.fromStream $ IP.toStream $ S.fromSerial $ S.replicate 100000 123
145 (S.length $ IP.splitOnSeq arr FL.drain
147 (S.length $ IP.splitOnSeq arr FL.drain
146 $ S.unfold FH.read inh) -- >>= print
148 $ S.unfold FH.read inh) -- >>= print
147
149
@@ -218,8 +220,9 @@ o_1_space_reduce_read_split env =
218splitOnSeqUtf8 :: String -> Handle -> IO Int
220splitOnSeqUtf8 :: String -> Handle -> IO Int
219splitOnSeqUtf8 str inh =
221splitOnSeqUtf8 str inh =
220 (S.length $ IP.splitOnSeq (A.fromList str) FL.drain
222 (S.length $ IP.splitOnSeq (A.fromList str) FL.drain
223+ $ IP.fromStream
221 $ IUS.decodeUtf8Arrays
224 $ IUS.decodeUtf8Arrays
222− $ IFH.getChunks inh) -- >>= print
225+ $ IFH.readChunks inh) -- >>= print
223
226
224o_1_space_reduce_toChunks_split :: BenchEnv -> [Benchmark]
227o_1_space_reduce_toChunks_split :: BenchEnv -> [Benchmark]
225o_1_space_reduce_toChunks_split env =
228o_1_space_reduce_toChunks_split env =
benchmark/Streamly/Benchmark/Data/Stream/StreamD.hs+38−5
@@ -8,6 +8,8 @@
8{-# LANGUAGE CPP #-}
8{-# LANGUAGE CPP #-}
9{-# LANGUAGE FlexibleContexts #-}
9{-# LANGUAGE FlexibleContexts #-}
10{-# LANGUAGE ScopedTypeVariables #-}
10{-# LANGUAGE ScopedTypeVariables #-}
11+{-# LANGUAGE TupleSections #-}
12+{-# OPTIONS_GHC -Wno-orphans #-}
11
13
12#ifdef __HADDOCK_VERSION__
14#ifdef __HADDOCK_VERSION__
13#undef INSPECTION
15#undef INSPECTION
@@ -20,14 +22,17 @@
20
22
21module Main (main) where
23module Main (main) where
22
24
25+#if !MIN_VERSION_base(4,18,0)
26+import Control.Applicative (liftA2)
27+#endif
23import Control.Monad (when)
28import Control.Monad (when)
24import Data.Maybe (isJust)
29import Data.Maybe (isJust)
25−import Gauge (bench, nfIO, bgroup, Benchmark, defaultMain)
30+import Test.Tasty.Bench (bench, nfIO, bgroup, Benchmark, defaultMain)
26import System.Random (randomRIO)
31import System.Random (randomRIO)
27import Prelude hiding (tail, mapM_, foldl, last, map, mapM, concatMap, zip)
32import Prelude hiding (tail, mapM_, foldl, last, map, mapM, concatMap, zip)
28
33
29import qualified Prelude as P
34import qualified Prelude as P
30−import qualified Streamly.Internal.Data.Stream.StreamD as S
35+import qualified Streamly.Internal.Data.Stream as S
31import qualified Streamly.Internal.Data.Unfold as UF
36import qualified Streamly.Internal.Data.Unfold as UF
32import qualified Streamly.Internal.Data.Fold as FL
37import qualified Streamly.Internal.Data.Fold as FL
33
38
@@ -321,6 +326,34 @@ filterMap n = composeN n $ S.map (subtract 1) . S.filter (<= maxValue)
321-- Nested Composition
326-- Nested Composition
322-------------------------------------------------------------------------------
327-------------------------------------------------------------------------------
323
328
329+instance Monad f => Applicative (S.Stream f) where
330+ {-# INLINE pure #-}
331+ pure = S.fromPure
332+
333+ {-# INLINE (<*>) #-}
334+ (<*>) = S.crossApply
335+
336+ {-# INLINE liftA2 #-}
337+ liftA2 f x = (<*>) (fmap f x)
338+
339+ {-# INLINE (*>) #-}
340+ (*>) = S.crossApplySnd
341+
342+ {-# INLINE (<*) #-}
343+ (<*) = S.crossApplyFst
344+
345+-- NOTE: even though concatMap for StreamD is 4x faster compared to StreamK,
346+-- the monad instance does not seem to be significantly faster.
347+instance Monad m => Monad (S.Stream m) where
348+ {-# INLINE return #-}
349+ return = pure
350+
351+ {-# INLINE (>>=) #-}
352+ (>>=) = flip S.concatMap
353+
354+ {-# INLINE (>>) #-}
355+ (>>) = (*>)
356+
324{-# INLINE toNullApNested #-}
357{-# INLINE toNullApNested #-}
325toNullApNested :: Monad m => Stream m Int -> m ()
358toNullApNested :: Monad m => Stream m Int -> m ()
326toNullApNested s = runStream $ do
359toNullApNested s = runStream $ do
@@ -416,8 +449,8 @@ unfoldManyRepl :: Int -> Int -> Int -> IO ()
416unfoldManyRepl outer inner n =
449unfoldManyRepl outer inner n =
417 S.drain
450 S.drain
418 $ S.unfoldMany
451 $ S.unfoldMany
419− (UF.lmap return (UF.replicateM inner))
452+ UF.replicateM
420− (sourceUnfoldrMN outer n)
453+ (S.map ((inner,) . return) (sourceUnfoldrMN outer n))
421
454
422#ifdef INSPECTION
455#ifdef INSPECTION
423inspect $ hasNoTypeClasses 'unfoldManyRepl
456inspect $ hasNoTypeClasses 'unfoldManyRepl
@@ -430,7 +463,7 @@ inspect $ 'unfoldManyRepl `hasNoType` ''SPEC
430-------------------------------------------------------------------------------
463-------------------------------------------------------------------------------
431
464
432moduleName :: String
465moduleName :: String
433−moduleName = "Data.Stream.StreamD"
466+moduleName = "Data.StreamD"
434
467
435o_1_space :: [Benchmark]
468o_1_space :: [Benchmark]
436o_1_space =
469o_1_space =
benchmark/Streamly/Benchmark/Data/Stream/StreamK.hs+61−33
@@ -8,6 +8,7 @@
8{-# LANGUAGE CPP #-}
8{-# LANGUAGE CPP #-}
9{-# LANGUAGE FlexibleContexts #-}
9{-# LANGUAGE FlexibleContexts #-}
10{-# LANGUAGE ScopedTypeVariables #-}
10{-# LANGUAGE ScopedTypeVariables #-}
11+{-# OPTIONS_GHC -Wno-orphans #-}
11
12
12#ifdef __HADDOCK_VERSION__
13#ifdef __HADDOCK_VERSION__
13#undef INSPECTION
14#undef INSPECTION
@@ -20,22 +21,23 @@
20
21
21module Main (main) where
22module Main (main) where
22
23
24+#if !MIN_VERSION_base(4,18,0)
25+import Control.Applicative (liftA2)
26+#endif
23import Control.Monad (when)
27import Control.Monad (when)
24import Data.Maybe (isJust)
28import Data.Maybe (isJust)
25import System.Random (randomRIO)
29import System.Random (randomRIO)
26import Prelude hiding
30import Prelude hiding
27− ( tail, mapM_, foldl, last, map, mapM, concatMap, zipWith, init, iterate
31+ ( Foldable(..), tail, mapM_, last, map, mapM, concatMap, zipWith, init, iterate
28 , repeat, replicate
32 , repeat, replicate
29 )
33 )
30
34
31import qualified Prelude as P
35import qualified Prelude as P
32import qualified Data.List as List
36import qualified Data.List as List
33
37
34−import qualified Streamly.Internal.Control.Concurrent as S
38+import qualified Streamly.Internal.Data.StreamK as S
35−import qualified Streamly.Internal.Data.Stream.StreamK.Type as S
36−import qualified Streamly.Internal.Data.Stream.StreamK as S
37
39
38−import Gauge (bench, nfIO, bgroup, Benchmark, defaultMain)
40+import Test.Tasty.Bench (bench, nfIO, bgroup, Benchmark, defaultMain)
39
41
40import Streamly.Benchmark.Common
42import Streamly.Benchmark.Common
41
43
@@ -115,7 +117,7 @@ Benchmarks that need to be added
115-- Stream generation and elimination
117-- Stream generation and elimination
116-------------------------------------------------------------------------------
118-------------------------------------------------------------------------------
117
119
118−type Stream m a = S.Stream m a
120+type Stream m a = S.StreamK m a
119
121
120{-# INLINE unfoldr #-}
122{-# INLINE unfoldr #-}
121unfoldr :: Int -> Int -> Stream m Int
123unfoldr :: Int -> Int -> Stream m Int
@@ -127,7 +129,7 @@ unfoldr streamLen n = S.unfoldr step n
127 else Just (cnt, cnt + 1)
129 else Just (cnt, cnt + 1)
128
130
129{-# INLINE unfoldrM #-}
131{-# INLINE unfoldrM #-}
130−unfoldrM :: S.MonadAsync m => Int -> Int -> Stream m Int
132+unfoldrM :: Monad m => Int -> Int -> Stream m Int
131unfoldrM streamLen n = S.unfoldrMWith S.consM step n
133unfoldrM streamLen n = S.unfoldrMWith S.consM step n
132 where
134 where
133 step cnt =
135 step cnt =
@@ -140,7 +142,7 @@ repeat :: Int -> Int -> Stream m Int
140repeat streamLen = S.take streamLen . S.repeat
142repeat streamLen = S.take streamLen . S.repeat
141
143
142{-# INLINE repeatM #-}
144{-# INLINE repeatM #-}
143−repeatM :: S.MonadAsync m => Int -> Int -> Stream m Int
145+repeatM :: Monad m => Int -> Int -> Stream m Int
144repeatM streamLen = S.take streamLen . S.repeatM . return
146repeatM streamLen = S.take streamLen . S.repeatM . return
145
147
146{-# INLINE replicate #-}
148{-# INLINE replicate #-}
@@ -148,7 +150,7 @@ replicate :: Int -> Int -> Stream m Int
148replicate = S.replicate
150replicate = S.replicate
149
151
150{-# INLINE replicateM #-}
152{-# INLINE replicateM #-}
151−replicateM :: S.MonadAsync m => Int -> Int -> Stream m Int
153+replicateM :: Monad m => Int -> Int -> Stream m Int
152replicateM streamLen = S.replicateMWith S.consM streamLen . return
154replicateM streamLen = S.replicateMWith S.consM streamLen . return
153
155
154{-# INLINE iterate #-}
156{-# INLINE iterate #-}
@@ -156,7 +158,7 @@ iterate :: Int -> Int -> Stream m Int
156iterate streamLen = S.take streamLen . S.iterate (+1)
158iterate streamLen = S.take streamLen . S.iterate (+1)
157
159
158{-# INLINE iterateM #-}
160{-# INLINE iterateM #-}
159−iterateM :: S.MonadAsync m => Int -> Int -> Stream m Int
161+iterateM :: Monad m => Int -> Int -> Stream m Int
160iterateM streamLen = S.take streamLen . S.iterateM (return . (+1)) . return
162iterateM streamLen = S.take streamLen . S.iterateM (return . (+1)) . return
161
163
162{-# INLINE fromFoldable #-}
164{-# INLINE fromFoldable #-}
@@ -164,26 +166,27 @@ fromFoldable :: Int -> Int -> Stream m Int
164fromFoldable streamLen n = S.fromFoldable [n..n+streamLen]
166fromFoldable streamLen n = S.fromFoldable [n..n+streamLen]
165
167
166{-# INLINE fromFoldableM #-}
168{-# INLINE fromFoldableM #-}
167−fromFoldableM :: S.MonadAsync m => Int -> Int -> Stream m Int
169+fromFoldableM :: Monad m => Int -> Int -> Stream m Int
168fromFoldableM streamLen n =
170fromFoldableM streamLen n =
169− Prelude.foldr S.consM S.nil (Prelude.fmap return [n..n+streamLen])
171+ List.foldr S.consM S.nil (Prelude.fmap return [n..n+streamLen])
170
172
171{-# INLINABLE concatMapFoldableWith #-}
173{-# INLINABLE concatMapFoldableWith #-}
172−concatMapFoldableWith :: Foldable f
174+concatMapFoldableWith :: P.Foldable f
173 => (Stream m b -> Stream m b -> Stream m b)
175 => (Stream m b -> Stream m b -> Stream m b)
174 -> (a -> Stream m b)
176 -> (a -> Stream m b)
175 -> f a
177 -> f a
176 -> Stream m b
178 -> Stream m b
177−concatMapFoldableWith f g = Prelude.foldr (f . g) S.nil
179+concatMapFoldableWith f g = P.foldr (f . g) S.nil
178
180
179{-# INLINE concatMapFoldableSerial #-}
181{-# INLINE concatMapFoldableSerial #-}
180concatMapFoldableSerial :: Int -> Int -> Stream m Int
182concatMapFoldableSerial :: Int -> Int -> Stream m Int
183+concatMapFoldableSerial streamLen n =
181−concatMapFoldableSerial streamLen n = concatMapFoldableWith S.serial S.fromPure [n..n+streamLen]
184+ concatMapFoldableWith S.append S.fromPure [n..n+streamLen]
182
185
183{-# INLINE concatMapFoldableSerialM #-}
186{-# INLINE concatMapFoldableSerialM #-}
184concatMapFoldableSerialM :: Monad m => Int -> Int -> Stream m Int
187concatMapFoldableSerialM :: Monad m => Int -> Int -> Stream m Int
185concatMapFoldableSerialM streamLen n =
188concatMapFoldableSerialM streamLen n =
186− concatMapFoldableWith S.serial (S.fromEffect . return) [n..n+streamLen]
189+ concatMapFoldableWith S.append (S.fromEffect . return) [n..n+streamLen]
187
190
188-------------------------------------------------------------------------------
191-------------------------------------------------------------------------------
189-- Elimination
192-- Elimination
@@ -268,11 +271,11 @@ fmapK :: Monad m => Int -> Stream m Int -> m ()
268fmapK n = composeN n $ P.fmap (+ 1)
271fmapK n = composeN n $ P.fmap (+ 1)
269
272
270{-# INLINE mapM #-}
273{-# INLINE mapM #-}
271−mapM :: S.MonadAsync m => Int -> Stream m Int -> m ()
274+mapM :: Monad m => Int -> Stream m Int -> m ()
272mapM n = composeN n $ S.mapMWith S.consM return
275mapM n = composeN n $ S.mapMWith S.consM return
273
276
274{-# INLINE mapMSerial #-}
277{-# INLINE mapMSerial #-}
275−mapMSerial :: S.MonadAsync m => Int -> Stream m Int -> m ()
278+mapMSerial :: Monad m => Int -> Stream m Int -> m ()
276mapMSerial n = composeN n $ S.mapMSerial return
279mapMSerial n = composeN n $ S.mapMSerial return
277
280
278{-# INLINE filterEven #-}
281{-# INLINE filterEven #-}
@@ -324,7 +327,7 @@ foldlS :: Monad m => Int -> Stream m Int -> m ()
324foldlS n = composeN n $ S.foldlS (flip S.cons) S.nil
327foldlS n = composeN n $ S.foldlS (flip S.cons) S.nil
325
328
326{-# INLINE intersperse #-}
329{-# INLINE intersperse #-}
327−intersperse :: S.MonadAsync m => Int -> Int -> Stream m Int -> m ()
330+intersperse :: Monad m => Int -> Int -> Stream m Int -> m ()
328intersperse streamLen n = composeN n $ S.intersperse streamLen
331intersperse streamLen n = composeN n $ S.intersperse streamLen
329
332
330-------------------------------------------------------------------------------
333-------------------------------------------------------------------------------
@@ -333,8 +336,7 @@ intersperse streamLen n = composeN n $ S.intersperse streamLen
333
336
334{-# INLINE iterateSource #-}
337{-# INLINE iterateSource #-}
335iterateSource
338iterateSource
336− :: S.MonadAsync m
337− => Int -> (Stream m Int -> Stream m Int) -> Int -> Int -> Stream m Int
339+ :: Monad m => Int -> (Stream m Int -> Stream m Int) -> Int -> Int -> Stream m Int
338iterateSource iterStreamLen g i n = f i (unfoldrM iterStreamLen n)
340iterateSource iterStreamLen g i n = f i (unfoldrM iterStreamLen n)
339 where
341 where
340 f (0 :: Int) m = g m
342 f (0 :: Int) m = g m
@@ -342,37 +344,37 @@ iterateSource iterStreamLen g i n = f i (unfoldrM iterStreamLen n)
342
344
343-- this is quadratic
345-- this is quadratic
344{-# INLINE iterateScan #-}
346{-# INLINE iterateScan #-}
345−iterateScan :: S.MonadAsync m => Int -> Int -> Int -> Stream m Int
347+iterateScan :: Monad m => Int -> Int -> Int -> Stream m Int
346iterateScan iterStreamLen maxIters =
348iterateScan iterStreamLen maxIters =
347 iterateSource iterStreamLen (S.scanl' (+) 0) (maxIters `div` 10)
349 iterateSource iterStreamLen (S.scanl' (+) 0) (maxIters `div` 10)
348
350
349-- this is quadratic
351-- this is quadratic
350{-# INLINE iterateDropWhileFalse #-}
352{-# INLINE iterateDropWhileFalse #-}
351−iterateDropWhileFalse :: S.MonadAsync m => Int -> Int -> Int -> Int -> Stream m Int
353+iterateDropWhileFalse :: Monad m => Int -> Int -> Int -> Int -> Stream m Int
352iterateDropWhileFalse streamLen iterStreamLen maxIters =
354iterateDropWhileFalse streamLen iterStreamLen maxIters =
353 iterateSource iterStreamLen (S.dropWhile (> streamLen)) (maxIters `div` 10)
355 iterateSource iterStreamLen (S.dropWhile (> streamLen)) (maxIters `div` 10)
354
356
355{-# INLINE iterateMapM #-}
357{-# INLINE iterateMapM #-}
356−iterateMapM :: S.MonadAsync m => Int -> Int -> Int -> Stream m Int
358+iterateMapM :: Monad m => Int -> Int -> Int -> Stream m Int
357iterateMapM iterStreamLen =
359iterateMapM iterStreamLen =
358 iterateSource iterStreamLen (S.mapMWith S.consM return)
360 iterateSource iterStreamLen (S.mapMWith S.consM return)
359
361
360{-# INLINE iterateFilterEven #-}
362{-# INLINE iterateFilterEven #-}
361−iterateFilterEven :: S.MonadAsync m => Int -> Int -> Int -> Stream m Int
363+iterateFilterEven :: Monad m => Int -> Int -> Int -> Stream m Int
362iterateFilterEven iterStreamLen = iterateSource iterStreamLen (S.filter even)
364iterateFilterEven iterStreamLen = iterateSource iterStreamLen (S.filter even)
363
365
364{-# INLINE iterateTakeAll #-}
366{-# INLINE iterateTakeAll #-}
365−iterateTakeAll :: S.MonadAsync m => Int -> Int -> Int -> Int -> Stream m Int
367+iterateTakeAll :: Monad m => Int -> Int -> Int -> Int -> Stream m Int
366iterateTakeAll streamLen iterStreamLen =
368iterateTakeAll streamLen iterStreamLen =
367 iterateSource iterStreamLen (S.take streamLen)
369 iterateSource iterStreamLen (S.take streamLen)
368
370
369{-# INLINE iterateDropOne #-}
371{-# INLINE iterateDropOne #-}
370−iterateDropOne :: S.MonadAsync m => Int -> Int -> Int -> Stream m Int
372+iterateDropOne :: Monad m => Int -> Int -> Int -> Stream m Int
371iterateDropOne iterStreamLen = iterateSource iterStreamLen (S.drop 1)
373iterateDropOne iterStreamLen = iterateSource iterStreamLen (S.drop 1)
372
374
373{-# INLINE iterateDropWhileTrue #-}
375{-# INLINE iterateDropWhileTrue #-}
374−iterateDropWhileTrue :: S.MonadAsync m =>
376+iterateDropWhileTrue ::
375− Int -> Int -> Int -> Int -> Stream m Int
377+ Monad m => Int -> Int -> Int -> Int -> Stream m Int
376iterateDropWhileTrue streamLen iterStreamLen =
378iterateDropWhileTrue streamLen iterStreamLen =
377 iterateSource iterStreamLen (S.dropWhile (<= streamLen))
379 iterateSource iterStreamLen (S.dropWhile (<= streamLen))
378
380
@@ -390,7 +392,7 @@ zipWithM src = drain $ S.zipWithM (curry return) src src
390
392
391{-# INLINE sortByK #-}
393{-# INLINE sortByK #-}
392sortByK :: (a -> a -> Ordering) -> Stream m a -> Stream m a
394sortByK :: (a -> a -> Ordering) -> Stream m a -> Stream m a
393−sortByK f = S.concatPairsWith (S.mergeBy f) S.fromPure
395+sortByK f = S.mergeMapWith (S.mergeBy f) S.fromPure
394
396
395{-# INLINE sortBy #-}
397{-# INLINE sortBy #-}
396sortBy :: Monad m => Stream m Int -> m ()
398sortBy :: Monad m => Stream m Int -> m ()
@@ -492,7 +494,7 @@ sourceConcatMapId val n =
492{-# INLINE concatMapBySerial #-}
494{-# INLINE concatMapBySerial #-}
493concatMapBySerial :: Int -> Int -> Int -> IO ()
495concatMapBySerial :: Int -> Int -> Int -> IO ()
494concatMapBySerial outer inner n =
496concatMapBySerial outer inner n =
495− S.drain $ S.concatMapWith S.serial
497+ S.drain $ S.concatMapWith S.append
496 (unfoldrM inner)
498 (unfoldrM inner)
497 (unfoldrM outer n)
499 (unfoldrM outer n)
498
500
@@ -500,6 +502,32 @@ concatMapBySerial outer inner n =
500-- Nested Composition
502-- Nested Composition
501-------------------------------------------------------------------------------
503-------------------------------------------------------------------------------
502
504
505+instance Monad m => Applicative (S.StreamK m) where
506+ {-# INLINE pure #-}
507+ pure = S.fromPure
508+
509+ {-# INLINE (<*>) #-}
510+ (<*>) = S.crossApply
511+
512+ {-# INLINE liftA2 #-}
513+ liftA2 f x = (<*>) (fmap f x)
514+
515+ {-# INLINE (*>) #-}
516+ (*>) = S.crossApplySnd
517+
518+ {-# INLINE (<*) #-}
519+ (<*) = S.crossApplyFst
520+
521+-- NOTE: even though concatMap for StreamD is 3x faster compared to StreamK,
522+-- the monad instance of StreamD is slower than StreamK after foldr/build
523+-- fusion.
524+instance Monad m => Monad (S.StreamK m) where
525+ {-# INLINE return #-}
526+ return = pure
527+
528+ {-# INLINE (>>=) #-}
529+ (>>=) = flip S.concatMap
530+
503{-# INLINE drainApplicative #-}
531{-# INLINE drainApplicative #-}
504drainApplicative :: Monad m => Stream m Int -> m ()
532drainApplicative :: Monad m => Stream m Int -> m ()
505drainApplicative s = drain $ do
533drainApplicative s = drain $ do
@@ -606,7 +634,7 @@ filterAllInNestedList str = do
606-------------------------------------------------------------------------------
634-------------------------------------------------------------------------------
607
635
608moduleName :: String
636moduleName :: String
609−moduleName = "Data.Stream.StreamK"
637+moduleName = "Data.StreamK"
610
638
611o_1_space_generation :: Int -> Benchmark
639o_1_space_generation :: Int -> Benchmark
612o_1_space_generation streamLen =
640o_1_space_generation streamLen =
@@ -703,7 +731,7 @@ o_1_space_concat streamLen =
703 -- This is for comparison with concatMapFoldableWith
731 -- This is for comparison with concatMapFoldableWith
704 , benchIOSrc1 "concatMapWithId (n of 1) (fromFoldable)"
732 , benchIOSrc1 "concatMapWithId (n of 1) (fromFoldable)"
705 (S.drain
733 (S.drain
706− . S.concatMapWith S.serial id
734+ . S.concatMapWith S.append id
707 . sourceConcatMapId streamLen)
735 . sourceConcatMapId streamLen)
708
736
709 , benchIOSrc1 "concatMapBy serial (n of 1)"
737 , benchIOSrc1 "concatMapBy serial (n of 1)"
benchmark/Streamly/Benchmark/Data/Stream/StreamDK.hs → benchmark/Streamly/Benchmark/Data/Stream/StreamKAlt.hsrenamed+5−3
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1-- |
3-- |
2-- Module : Streamly.Benchmark.Data.Stream.StreamDK
4-- Module : Streamly.Benchmark.Data.Stream.StreamDK
3-- Copyright : (c) 2018 Composewell Technologies
5-- Copyright : (c) 2018 Composewell Technologies
@@ -16,12 +18,12 @@ import Prelude hiding ()
16-- import qualified Prelude as P
18-- import qualified Prelude as P
17-- import qualified Data.List as List
19-- import qualified Data.List as List
18
20
19−import qualified Streamly.Internal.Data.Stream.StreamDK as S
21+import qualified Streamly.Internal.Data.StreamK.Alt as S
20-- import qualified Streamly.Internal.Data.Stream.Common as SP
22-- import qualified Streamly.Internal.Data.Stream.Common as SP
21-- import qualified Streamly.Internal.Data.SVar as S
23-- import qualified Streamly.Internal.Data.SVar as S
22
24
23import Streamly.Benchmark.Common
25import Streamly.Benchmark.Common
24−import Gauge (bgroup, Benchmark, defaultMain)
26+import Test.Tasty.Bench (bgroup, Benchmark, defaultMain)
25
27
26value :: Int
28value :: Int
27value = 100000
29value = 100000
@@ -450,4 +452,4 @@ o_1_space =
450 ]
452 ]
451
453
452main :: IO ()
454main :: IO ()
453−main = defaultMain $ concat [o_1_space]
455+main = defaultMain [o_1_space]
benchmark/Streamly/Benchmark/Data/Stream/ToStreamK.hsnew file+938
@@ -0,0 +1,938 @@
1+-- |
2+-- Module : Streamly.Benchmark.Data.StreamK
3+-- Copyright : (c) 2018 Composewell Technologies
4+--
5+-- License : BSD3
6+-- Maintainer : streamly@composewell.com
7+
8+{-# LANGUAGE CPP #-}
9+{-# LANGUAGE FlexibleContexts #-}
10+{-# LANGUAGE ScopedTypeVariables #-}
11+{-# OPTIONS_GHC -Wno-orphans #-}
12+
13+#ifdef __HADDOCK_VERSION__
14+#undef INSPECTION
15+#endif
16+
17+#ifdef INSPECTION
18+{-# LANGUAGE TemplateHaskell #-}
19+{-# OPTIONS_GHC -fplugin Test.Inspection.Plugin #-}
20+#endif
21+
22+module Main (main) where
23+
24+-- import Control.Applicative (liftA2)
25+-- import Control.Monad (when)
26+-- import Data.Maybe (isJust)
27+-- import System.Random (randomRIO)
28+import Prelude hiding
29+ ( tail, mapM_, foldl, last, map, mapM, concatMap, zipWith, init, iterate
30+ , repeat, replicate
31+ )
32+
33+import qualified Prelude as P
34+-- import qualified Data.List as List
35+
36+import qualified Streamly.Internal.Data.StreamK as S
37+import qualified Streamly.Internal.Data.Stream as D
38+import qualified Streamly.Internal.Data.Fold as Fold
39+
40+import Test.Tasty.Bench (bgroup, Benchmark, defaultMain)
41+
42+import Streamly.Benchmark.Common
43+
44+#ifdef INSPECTION
45+import Test.Inspection
46+#endif
47+
48+-------------------------------------------------------------------------------
49+-- Stream generation and elimination
50+-------------------------------------------------------------------------------
51+
52+type Stream m a = S.Stream m a
53+
54+{-# INLINE unfoldrD #-}
55+unfoldrD :: Monad m => Int -> Int -> Stream m Int
56+unfoldrD streamLen n = D.toStreamK (D.unfoldr step n)
57+ where
58+ step cnt =
59+ if cnt > n + streamLen
60+ then Nothing
61+ else Just (cnt, cnt + 1)
62+
63+{-# INLINE unfoldrMD #-}
64+unfoldrMD :: Monad m => Int -> Int -> Stream m Int
65+unfoldrMD streamLen n = D.toStreamK (D.unfoldrM step n)
66+ where
67+ step cnt =
68+ if cnt > n + streamLen
69+ then return Nothing
70+ else return (Just (cnt, cnt + 1))
71+
72+{-
73+{-# INLINE unfoldrK #-}
74+unfoldrK :: Int -> Int -> Stream m Int
75+unfoldrK streamLen n = S.unfoldr step n
76+ where
77+ step cnt =
78+ if cnt > n + streamLen
79+ then Nothing
80+ else Just (cnt, cnt + 1)
81+-}
82+
83+{-# INLINE unfoldrMK #-}
84+unfoldrMK :: Monad m => Int -> Int -> Stream m Int
85+unfoldrMK streamLen n = S.unfoldrMWith S.consM step n
86+ where
87+ step cnt =
88+ if cnt > n + streamLen
89+ then return Nothing
90+ else return (Just (cnt, cnt + 1))
91+
92+{-# INLINE repeat #-}
93+repeat :: Monad m => Int -> Int -> Stream m Int
94+repeat streamLen = S.take streamLen . D.toStreamK . D.repeat
95+
96+{-# INLINE repeatM #-}
97+repeatM :: Monad m => Int -> Int -> Stream m Int
98+repeatM streamLen = S.take streamLen . D.toStreamK . D.repeatM . return
99+
100+{-# INLINE replicate #-}
101+replicate :: Monad m => Int -> Int -> Stream m Int
102+replicate x y = D.toStreamK $ D.replicate x y
103+
104+{-# INLINE replicateM #-}
105+replicateM :: Monad m => Int -> Int -> Stream m Int
106+replicateM streamLen = D.toStreamK . D.replicateM streamLen . return
107+
108+{-# INLINE iterate #-}
109+iterate :: Monad m => Int -> Int -> Stream m Int
110+iterate streamLen = S.take streamLen . D.toStreamK . D.iterate (+1)
111+
112+{-# INLINE iterateM #-}
113+iterateM :: Monad m => Int -> Int -> Stream m Int
114+iterateM streamLen = S.take streamLen . D.toStreamK . D.iterateM (return . (+1)) . return
115+
116+{-# INLINE fromFoldable #-}
117+fromFoldable :: Int -> Int -> Stream m Int
118+fromFoldable streamLen n = S.fromFoldable [n..n+streamLen]
119+
120+{-# INLINE fromFoldableM #-}
121+fromFoldableM :: Monad m => Int -> Int -> Stream m Int
122+fromFoldableM streamLen n =
123+ Prelude.foldr (S.consM . return) S.nil [n .. n + streamLen]
124+
125+{-
126+{-# INLINABLE concatMapFoldableWith #-}
127+concatMapFoldableWith :: Foldable f
128+ => (Stream m b -> Stream m b -> Stream m b)
129+ -> (a -> Stream m b)
130+ -> f a
131+ -> Stream m b
132+concatMapFoldableWith f g = Prelude.foldr (f . g) S.nil
133+-}
134+
135+{-# INLINE concatMapFoldableSerial #-}
136+concatMapFoldableSerial :: Monad m => Int -> Int -> Stream m Int
137+concatMapFoldableSerial streamLen n =
138+ D.toStreamK $ D.concatMap D.fromPure $ D.fromStreamK $ S.fromList [n..n+streamLen]
139+
140+{-# INLINE concatMapFoldableSerialM #-}
141+concatMapFoldableSerialM :: Monad m => Int -> Int -> Stream m Int
142+concatMapFoldableSerialM streamLen n =
143+ -- concatMapFoldableWith S.serial (S.fromEffect . return) [n..n+streamLen]
144+ D.toStreamK $ D.concatMap (D.fromEffect . return) $ D.fromStreamK $ S.fromList [n..n+streamLen]
145+
146+-------------------------------------------------------------------------------
147+-- Elimination
148+-------------------------------------------------------------------------------
149+
150+{-# INLINE drainD #-}
151+drainD :: Monad m => Stream m a -> m ()
152+drainD = D.drain . D.fromStreamK
153+
154+{-# INLINE drain #-}
155+drain :: Monad m => Stream m a -> m ()
156+drain = S.drain
157+
158+{-# INLINE mapM_ #-}
159+mapM_ :: Monad m => Stream m a -> m ()
160+mapM_ s = D.mapM_ (\_ -> return ()) $ D.fromStreamK s
161+
162+{-
163+{-# INLINE uncons #-}
164+uncons :: Monad m => Stream m Int -> m ()
165+uncons s = do
166+ r <- D.uncons $ D.fromStreamK s
167+ case r of
168+ Nothing -> return ()
169+ Just (_, t) -> uncons (D.toStreamK t)
170+
171+{-# INLINE init #-}
172+init :: Monad m => Stream m a -> m ()
173+init s = do
174+ t <- S.init s
175+ P.mapM_ S.drain t
176+
177+{-# INLINE tail #-}
178+tail :: Monad m => Stream m a -> m ()
179+tail s = S.tail s >>= P.mapM_ tail
180+
181+{-# INLINE nullTail #-}
182+nullTail :: Monad m => Stream m Int -> m ()
183+nullTail s = do
184+ r <- S.null s
185+ when (not r) $ S.tail s >>= P.mapM_ nullTail
186+
187+{-# INLINE headTail #-}
188+headTail :: Monad m => Stream m Int -> m ()
189+headTail s = do
190+ h <- S.head s
191+ when (isJust h) $ S.tail s >>= P.mapM_ headTail
192+-}
193+
194+{-# INLINE toList #-}
195+toList :: Monad m => Stream m Int -> m [Int]
196+toList = D.fold Fold.toList . D.fromStreamK
197+
198+{-# INLINE foldl' #-}
199+foldl' :: Monad m => Stream m Int -> m Int
200+foldl' = D.fold (Fold.foldl' (+) 0) . D.fromStreamK
201+
202+{-# INLINE last #-}
203+last :: Monad m => Stream m Int -> m (Maybe Int)
204+last = D.fold Fold.latest . D.fromStreamK
205+
206+-------------------------------------------------------------------------------
207+-- Transformation
208+-------------------------------------------------------------------------------
209+
210+{-# INLINE composeN #-}
211+composeN
212+ :: Monad m
213+ => Int -> (Stream m Int -> Stream m Int) -> Stream m Int -> m ()
214+composeN n f =
215+ case n of
216+ 1 -> drain . f
217+ 2 -> drain . f . f
218+ 3 -> drain . f . f . f
219+ 4 -> drain . f . f . f . f
220+ _ -> undefined
221+
222+{-# INLINE scanl' #-}
223+scanl' :: Monad m => Int -> Stream m Int -> m ()
224+scanl' n =
225+ composeN n (D.toStreamK . D.scan (Fold.foldl' (+) 0) . D.fromStreamK)
226+
227+{-# INLINE map #-}
228+map :: Monad m => Int -> Stream m Int -> m ()
229+map n = composeN n (D.toStreamK . D.map (+ 1) . D.fromStreamK)
230+
231+{-
232+{-# INLINE fmapK #-}
233+fmapK :: Monad m => Int -> Stream m Int -> m ()
234+fmapK n = composeN n $ P.fmap (+ 1)
235+-}
236+
237+{-# INLINE mapM #-}
238+mapM :: Monad m => Int -> Stream m Int -> m ()
239+mapM n = composeN n (D.toStreamK . D.mapM return . D.fromStreamK)
240+
241+{-
242+{-# INLINE mapMSerial #-}
243+mapMSerial :: S.MonadAsync m => Int -> Stream m Int -> m ()
244+mapMSerial n = composeN n $ S.mapMSerial return
245+-}
246+
247+{-# INLINE filterEven #-}
248+filterEven :: Monad m => Int -> Stream m Int -> m ()
249+filterEven n = composeN n (D.toStreamK . D.filter even . D.fromStreamK)
250+
251+{-
252+{-# INLINE filterAllOut #-}
253+filterAllOut :: Monad m => Int -> Int -> Stream m Int -> m ()
254+filterAllOut streamLen n = composeN n $ S.filter (> streamLen)
255+
256+{-# INLINE filterAllIn #-}
257+filterAllIn :: Monad m => Int -> Int -> Stream m Int -> m ()
258+filterAllIn streamLen n = composeN n $ S.filter (<= streamLen)
259+
260+{-# INLINE _takeOne #-}
261+_takeOne :: Monad m => Int -> Stream m Int -> m ()
262+_takeOne n = composeN n $ S.take 1
263+
264+{-# INLINE takeAll #-}
265+takeAll :: Monad m => Int -> Int -> Stream m Int -> m ()
266+takeAll streamLen n = composeN n $ S.take streamLen
267+
268+{-# INLINE takeWhileTrue #-}
269+takeWhileTrue :: Monad m => Int -> Int -> Stream m Int -> m ()
270+takeWhileTrue streamLen n = composeN n $ S.takeWhile (<= streamLen)
271+
272+{-# INLINE dropOne #-}
273+dropOne :: Monad m => Int -> Stream m Int -> m ()
274+dropOne n = composeN n $ S.drop 1
275+
276+{-# INLINE dropAll #-}
277+dropAll :: Monad m => Int -> Int -> Stream m Int -> m ()
278+dropAll streamLen n = composeN n $ S.drop streamLen
279+
280+{-# INLINE dropWhileTrue #-}
281+dropWhileTrue :: Monad m => Int -> Int -> Stream m Int -> m ()
282+dropWhileTrue streamLen n = composeN n $ S.dropWhile (<= streamLen)
283+
284+{-# INLINE dropWhileFalse #-}
285+dropWhileFalse :: Monad m => Int -> Stream m Int -> m ()
286+dropWhileFalse n = composeN n $ S.dropWhile (<= 1)
287+-}
288+
289+{-
290+{-# INLINE foldrS #-}
291+foldrS :: Monad m => Int -> Stream m Int -> m ()
292+foldrS n = composeN n $ S.foldrS S.cons S.nil
293+
294+{-# INLINE foldlS #-}
295+foldlS :: Monad m => Int -> Stream m Int -> m ()
296+foldlS n = composeN n $ S.foldlS (flip S.cons) S.nil
297+-}
298+
299+{-
300+{-# INLINE intersperse #-}
301+intersperse :: S.MonadAsync m => Int -> Int -> Stream m Int -> m ()
302+intersperse streamLen n = composeN n $ S.intersperse streamLen
303+-}
304+
305+-------------------------------------------------------------------------------
306+-- Iteration
307+-------------------------------------------------------------------------------
308+
309+{-
310+{-# INLINE iterateSource #-}
311+iterateSource
312+ :: S.MonadAsync m
313+ => Int -> (Stream m Int -> Stream m Int) -> Int -> Int -> Stream m Int
314+iterateSource iterStreamLen g i n = f i (unfoldrM iterStreamLen n)
315+ where
316+ f (0 :: Int) m = g m
317+ f x m = g (f (x P.- 1) m)
318+
319+-- this is quadratic
320+{-# INLINE iterateScan #-}
321+iterateScan :: S.MonadAsync m => Int -> Int -> Int -> Stream m Int
322+iterateScan iterStreamLen maxIters =
323+ iterateSource iterStreamLen (S.scanl' (+) 0) (maxIters `div` 10)
324+
325+-- this is quadratic
326+{-# INLINE iterateDropWhileFalse #-}
327+iterateDropWhileFalse :: S.MonadAsync m => Int -> Int -> Int -> Int -> Stream m Int
328+iterateDropWhileFalse streamLen iterStreamLen maxIters =
329+ iterateSource iterStreamLen (S.dropWhile (> streamLen)) (maxIters `div` 10)
330+
331+{-# INLINE iterateMapM #-}
332+iterateMapM :: S.MonadAsync m => Int -> Int -> Int -> Stream m Int
333+iterateMapM iterStreamLen =
334+ iterateSource iterStreamLen (S.mapMWith S.consM return)
335+
336+{-# INLINE iterateFilterEven #-}
337+iterateFilterEven :: S.MonadAsync m => Int -> Int -> Int -> Stream m Int
338+iterateFilterEven iterStreamLen = iterateSource iterStreamLen (S.filter even)
339+
340+{-# INLINE iterateTakeAll #-}
341+iterateTakeAll :: S.MonadAsync m => Int -> Int -> Int -> Int -> Stream m Int
342+iterateTakeAll streamLen iterStreamLen =
343+ iterateSource iterStreamLen (S.take streamLen)
344+
345+{-# INLINE iterateDropOne #-}
346+iterateDropOne :: S.MonadAsync m => Int -> Int -> Int -> Stream m Int
347+iterateDropOne iterStreamLen = iterateSource iterStreamLen (S.drop 1)
348+
349+{-# INLINE iterateDropWhileTrue #-}
350+iterateDropWhileTrue :: S.MonadAsync m =>
351+ Int -> Int -> Int -> Int -> Stream m Int
352+iterateDropWhileTrue streamLen iterStreamLen =
353+ iterateSource iterStreamLen (S.dropWhile (<= streamLen))
354+-}
355+
356+-------------------------------------------------------------------------------
357+-- Zipping
358+-------------------------------------------------------------------------------
359+
360+{-
361+{-# INLINE zipWith #-}
362+zipWith :: Monad m => Stream m Int -> m ()
363+zipWith src = drain $ S.zipWith (,) src src
364+
365+{-# INLINE zipWithM #-}
366+zipWithM :: Monad m => Stream m Int -> m ()
367+zipWithM src = drain $ S.zipWithM (curry return) src src
368+
369+{-# INLINE sortByK #-}
370+sortByK :: (a -> a -> Ordering) -> Stream m a -> Stream m a
371+sortByK f = S.concatPairsWith (S.mergeBy f) S.fromPure
372+
373+{-# INLINE sortBy #-}
374+sortBy :: Monad m => Stream m Int -> m ()
375+sortBy = drain . sortByK compare
376+
377+-------------------------------------------------------------------------------
378+-- Mixed Composition
379+-------------------------------------------------------------------------------
380+
381+{-# INLINE scanMap #-}
382+scanMap :: Monad m => Int -> Stream m Int -> m ()
383+scanMap n = composeN n $ S.map (subtract 1) . S.scanl' (+) 0
384+
385+{-# INLINE dropMap #-}
386+dropMap :: Monad m => Int -> Stream m Int -> m ()
387+dropMap n = composeN n $ S.map (subtract 1) . S.drop 1
388+
389+{-# INLINE dropScan #-}
390+dropScan :: Monad m => Int -> Stream m Int -> m ()
391+dropScan n = composeN n $ S.scanl' (+) 0 . S.drop 1
392+
393+{-# INLINE takeDrop #-}
394+takeDrop :: Monad m => Int -> Int -> Stream m Int -> m ()
395+takeDrop streamLen n = composeN n $ S.drop 1 . S.take streamLen
396+
397+{-# INLINE takeScan #-}
398+takeScan :: Monad m => Int -> Int -> Stream m Int -> m ()
399+takeScan streamLen n = composeN n $ S.scanl' (+) 0 . S.take streamLen
400+
401+{-# INLINE takeMap #-}
402+takeMap :: Monad m => Int -> Int -> Stream m Int -> m ()
403+takeMap streamLen n = composeN n $ S.map (subtract 1) . S.take streamLen
404+
405+{-# INLINE filterDrop #-}
406+filterDrop :: Monad m => Int -> Int -> Stream m Int -> m ()
407+filterDrop streamLen n = composeN n $ S.drop 1 . S.filter (<= streamLen)
408+
409+{-# INLINE filterTake #-}
410+filterTake :: Monad m => Int -> Int -> Stream m Int -> m ()
411+filterTake streamLen n = composeN n $ S.take streamLen . S.filter (<= streamLen)
412+
413+{-# INLINE filterScan #-}
414+filterScan :: Monad m => Int -> Stream m Int -> m ()
415+filterScan n = composeN n $ S.scanl' (+) 0 . S.filter (<= maxBound)
416+
417+{-# INLINE filterMap #-}
418+filterMap :: Monad m => Int -> Int -> Stream m Int -> m ()
419+filterMap streamLen n = composeN n $ S.map (subtract 1) . S.filter (<= streamLen)
420+-}
421+
422+-------------------------------------------------------------------------------
423+-- ConcatMap
424+-------------------------------------------------------------------------------
425+
426+-- concatMap unfoldrM/unfoldrM
427+
428+{-# INLINE concatMap #-}
429+concatMap :: Int -> Int -> Int -> IO ()
430+concatMap outer inner n =
431+ S.drain $ D.toStreamK $ D.concatMap
432+ (\_ -> D.fromStreamK $ unfoldrMK inner n)
433+ (D.fromStreamK $ unfoldrMK outer n)
434+
435+#ifdef INSPECTION
436+inspect $ hasNoTypeClasses 'concatMap
437+#endif
438+
439+-- concatMap unfoldr/unfoldr
440+
441+{-
442+{-# INLINE concatMapPure #-}
443+concatMapPure :: Int -> Int -> Int -> IO ()
444+concatMapPure outer inner n =
445+ S.drain $ S.concatMap
446+ (\_ -> unfoldr inner n)
447+ (unfoldr outer n)
448+
449+#ifdef INSPECTION
450+inspect $ hasNoTypeClasses 'concatMapPure
451+#endif
452+
453+-- concatMap replicate/unfoldrM
454+
455+{-# INLINE concatMapRepl #-}
456+concatMapRepl :: Int -> Int -> Int -> IO ()
457+concatMapRepl outer inner n =
458+ S.drain $ S.concatMap (S.replicate inner) (unfoldrM outer n)
459+
460+#ifdef INSPECTION
461+inspect $ hasNoTypeClasses 'concatMapRepl
462+#endif
463+
464+-- concatMapWith
465+
466+{-# INLINE sourceConcatMapId #-}
467+sourceConcatMapId :: Monad m
468+ => Int -> Int -> Stream m (Stream m Int)
469+sourceConcatMapId val n =
470+ S.fromFoldable $ fmap (S.fromEffect . return) [n..n+val]
471+
472+{-# INLINE concatMapBySerial #-}
473+concatMapBySerial :: Int -> Int -> Int -> IO ()
474+concatMapBySerial outer inner n =
475+ S.drain $ S.concatMapWith S.serial
476+ (unfoldrM inner)
477+ (unfoldrM outer n)
478+-}
479+
480+{-
481+-------------------------------------------------------------------------------
482+-- Nested Composition
483+-------------------------------------------------------------------------------
484+
485+instance Monad m => Applicative (S.Stream m) where
486+ {-# INLINE pure #-}
487+ pure = S.fromPure
488+
489+ {-# INLINE (<*>) #-}
490+ (<*>) = S.crossApply
491+
492+ {-# INLINE liftA2 #-}
493+ liftA2 f x = (<*>) (fmap f x)
494+
495+ {-# INLINE (*>) #-}
496+ (*>) = S.crossApplySnd
497+
498+ {-# INLINE (<*) #-}
499+ (<*) = S.crossApplyFst
500+
501+-- NOTE: even though concatMap for StreamD is 3x faster compared to StreamK,
502+-- the monad instance of StreamD is slower than StreamK after foldr/build
503+-- fusion.
504+instance Monad m => Monad (S.Stream m) where
505+ {-# INLINE return #-}
506+ return = pure
507+
508+ {-# INLINE (>>=) #-}
509+ (>>=) = flip S.concatMap
510+
511+{-# INLINE drainApplicative #-}
512+drainApplicative :: Monad m => Stream m Int -> m ()
513+drainApplicative s = drain $ do
514+ (+) <$> s <*> s
515+
516+{-# INLINE drainMonad #-}
517+drainMonad :: Monad m => Stream m Int -> m ()
518+drainMonad s = drain $ do
519+ x <- s
520+ y <- s
521+ return $ x + y
522+
523+{-# INLINE drainMonad3 #-}
524+drainMonad3 :: Monad m => Stream m Int -> m ()
525+drainMonad3 s = drain $ do
526+ x <- s
527+ y <- s
528+ z <- s
529+ return $ x + y + z
530+
531+{-# INLINE filterAllOutMonad #-}
532+filterAllOutMonad
533+ :: Monad m
534+ => Stream m Int -> m ()
535+filterAllOutMonad str = drain $ do
536+ x <- str
537+ y <- str
538+ let s = x + y
539+ if s < 0
540+ then return s
541+ else S.nil
542+
543+{-# INLINE filterAllInMonad #-}
544+filterAllInMonad
545+ :: Monad m
546+ => Stream m Int -> m ()
547+filterAllInMonad str = drain $ do
548+ x <- str
549+ y <- str
550+ let s = x + y
551+ if s > 0
552+ then return s
553+ else S.nil
554+
555+-------------------------------------------------------------------------------
556+-- Nested Composition Pure lists
557+-------------------------------------------------------------------------------
558+
559+-- There are several list benchmarks here for comparison with lists. It is easy
560+-- and convenient to see the comparisons when they are here, otherwise we'll
561+-- have to add a separate module for list benchmarks with the same names and
562+-- then add a comparison in bench.sh.
563+
564+{-# INLINE unfoldrList #-}
565+unfoldrList :: Int -> Int -> [Int]
566+unfoldrList maxval n = List.unfoldr step n
567+ where
568+ step cnt =
569+ if cnt > n + maxval
570+ then Nothing
571+ else Just (cnt, cnt + 1)
572+
573+{-# INLINE toNullApNestedList #-}
574+toNullApNestedList :: [Int] -> [Int]
575+toNullApNestedList s = (+) <$> s <*> s
576+
577+{-# INLINE toNullNestedList #-}
578+toNullNestedList :: [Int] -> [Int]
579+toNullNestedList s = do
580+ x <- s
581+ y <- s
582+ return $ x + y
583+
584+{-# INLINE toNullNestedList3 #-}
585+toNullNestedList3 :: [Int] -> [Int]
586+toNullNestedList3 s = do
587+ x <- s
588+ y <- s
589+ z <- s
590+ return $ x + y + z
591+
592+{-# INLINE filterAllOutNestedList #-}
593+filterAllOutNestedList :: [Int] -> [Int]
594+filterAllOutNestedList str = do
595+ x <- str
596+ y <- str
597+ let s = x + y
598+ if s < 0
599+ then return s
600+ else []
601+
602+{-# INLINE filterAllInNestedList #-}
603+filterAllInNestedList :: [Int] -> [Int]
604+filterAllInNestedList str = do
605+ x <- str
606+ y <- str
607+ let s = x + y
608+ if s > 0
609+ then return s
610+ else []
611+ -}
612+
613+-------------------------------------------------------------------------------
614+-- Benchmarks
615+-------------------------------------------------------------------------------
616+
617+moduleName :: String
618+moduleName = "Data.Stream.ToStreamK"
619+
620+-- Generation of StreamK using StreamD generation functions and eleminating
621+-- using StreamK drain.
622+o_1_space_generation :: Int -> Benchmark
623+o_1_space_generation streamLen =
624+ bgroup "generation"
625+ [ benchFold "unfoldr" drain (unfoldrD streamLen)
626+ , benchFold "unfoldrM" drain (unfoldrMD streamLen)
627+ , benchFold "repeat" drain (repeat streamLen)
628+ , benchFold "repeatM" drain (repeatM streamLen)
629+ , benchFold "replicate" drain (replicate streamLen)
630+ , benchFold "replicateM" drain (replicateM streamLen)
631+ , benchFold "iterate" drain (iterate streamLen)
632+ , benchFold "iterateM" drain (iterateM streamLen)
633+
634+ , benchFold "fromFoldable" drain (fromFoldable streamLen)
635+ , benchFold "fromFoldableM" drain (fromFoldableM streamLen)
636+
637+ -- appends
638+ , benchFold "concatMapFoldableWith" drain (concatMapFoldableSerial streamLen)
639+ , benchFold "concatMapFoldableWithM" drain (concatMapFoldableSerialM streamLen)
640+ ]
641+
642+-- Generating using StreamK and eliminating using StreamD folds.
643+o_1_space_elimination :: Int -> Benchmark
644+o_1_space_elimination streamLen =
645+ bgroup "elimination"
646+ [ benchFold "toNull" drainD (unfoldrMK streamLen)
647+ , benchFold "mapM_" mapM_ (unfoldrMK streamLen)
648+ -- , benchFold "uncons" uncons (unfoldrMK streamLen)
649+ -- , benchFold "init" init (unfoldrM streamLen)
650+ , benchFold "foldl'" foldl' (unfoldrMK streamLen)
651+ , benchFold "last" last (unfoldrMK streamLen)
652+ ]
653+
654+{-
655+o_1_space_nested :: Int -> Benchmark
656+o_1_space_nested streamLen =
657+ bgroup "nested"
658+ [ benchFold "drainApplicative" drainApplicative (unfoldrM streamLen2)
659+ , benchFold "drainMonad" drainMonad (unfoldrM streamLen2)
660+ , benchFold "drainMonad3" drainMonad3 (unfoldrM streamLen3)
661+ , benchFold "filterAllInMonad" filterAllInMonad (unfoldrM streamLen2)
662+ , benchFold "filterAllOutMonad" filterAllOutMonad (unfoldrM streamLen2)
663+ , benchFold "drainApplicative (pure)" drainApplicative (unfoldr streamLen2)
664+ , benchFold "drainMonad (pure)" drainMonad (unfoldr streamLen2)
665+ , benchFold "drainMonad3 (pure)" drainMonad3 (unfoldr streamLen3)
666+ , benchFold "filterAllInMonad (pure)" filterAllInMonad (unfoldr streamLen2)
667+ , benchFold "filterAllOutMonad (pure)" filterAllOutMonad (unfoldr streamLen2)
668+ ]
669+ where
670+ streamLen2 = round (P.fromIntegral streamLen**(1/2::P.Double)) -- double nested loop
671+ streamLen3 = round (P.fromIntegral streamLen**(1/3::P.Double)) -- triple nested loop
672+-}
673+
674+-- Generate using StreamK and transform using StreamD transformation functions
675+-- and then drain using StreamK.
676+o_1_space_transformation :: Int -> Benchmark
677+o_1_space_transformation streamLen =
678+ bgroup "transformation"
679+ [ -- benchFold "foldrS" (foldrS 1) (unfoldrM streamLen)
680+ benchFold "scanl'" (scanl' 1) (unfoldrMK streamLen)
681+ , benchFold "map" (map 1) (unfoldrMK streamLen)
682+ -- , benchFold "fmap" (fmapK 1) (unfoldrM streamLen)
683+ , benchFold "mapM" (mapM 1) (unfoldrMK streamLen)
684+ -- , benchFold "mapMSerial" (mapMSerial 1) (unfoldrM streamLen)
685+ ]
686+
687+o_1_space_transformationX4 :: Int -> Benchmark
688+o_1_space_transformationX4 streamLen =
689+ bgroup "transformationX4"
690+ [ benchFold "scanl'" (scanl' 4) (unfoldrMK streamLen)
691+ , benchFold "map" (map 4) (unfoldrMK streamLen)
692+ -- , benchFold "fmap" (fmapK 4) (unfoldrMK streamLen)
693+ , benchFold "mapM" (mapM 4) (unfoldrMK streamLen)
694+ -- , benchFold "mapMSerial" (mapMSerial 4) (unfoldrM streamLen)
695+ -- XXX this is horribly slow
696+ -- , benchFold "concatMap" (concatMap 4) (unfoldrM streamLen16)
697+ ]
698+
699+-- Generate using K, fold using K, concat using D.concatMap
700+o_1_space_concat :: Int -> Benchmark
701+o_1_space_concat streamLen =
702+ bgroup "concat"
703+ [ {- benchIOSrc1 "concatMapPure (n of 1)"
704+ (concatMapPure streamLen 1)
705+ , benchIOSrc1 "concatMapPure (sqrt n of sqrt n)"
706+ (concatMapPure streamLen2 streamLen2)
707+ , benchIOSrc1 "concatMapPure (1 of n)"
708+ (concatMapPure 1 streamLen)
709+ -}
710+
711+ benchIOSrc1 "concatMap (n of 1)"
712+ (concatMap streamLen 1)
713+ , benchIOSrc1 "concatMap (sqrt n of sqrt n)"
714+ (concatMap streamLen2 streamLen2)
715+ , benchIOSrc1 "concatMap (1 of n)"
716+ (concatMap 1 streamLen)
717+
718+{-
719+ , benchIOSrc1 "concatMapRepl (sqrt n of sqrt n)"
720+ (concatMapRepl streamLen2 streamLen2)
721+
722+ -- This is for comparison with concatMapFoldableWith
723+ , benchIOSrc1 "concatMapWithId (n of 1) (fromFoldable)"
724+ (S.drain
725+ . S.concatMapWith S.serial id
726+ . sourceConcatMapId streamLen)
727+
728+ , benchIOSrc1 "concatMapBy serial (n of 1)"
729+ (concatMapBySerial streamLen 1)
730+ , benchIOSrc1 "concatMapBy serial (sqrt n of sqrt n)"
731+ (concatMapBySerial streamLen2 streamLen2)
732+ , benchIOSrc1 "concatMapBy serial (1 of n)"
733+ (concatMapBySerial 1 streamLen)
734+ , benchFold "sortBy" sortBy (unfoldrM streamLen)
735+ -}
736+ ]
737+ where
738+ streamLen2 = round (P.fromIntegral streamLen**(1/2::P.Double)) -- double nested loop
739+
740+o_1_space_filtering :: Int -> Benchmark
741+o_1_space_filtering streamLen =
742+ bgroup "filtering"
743+ [ benchFold "filter-even" (filterEven 1) (unfoldrMK streamLen)
744+ {-
745+ , benchFold "filter-all-out" (filterAllOut streamLen 1) (unfoldrM streamLen)
746+ , benchFold "filter-all-in" (filterAllIn streamLen 1) (unfoldrM streamLen)
747+ , benchFold "take-all" (takeAll streamLen 1) (unfoldrM streamLen)
748+ , benchFold "takeWhile-true" (takeWhileTrue streamLen 1) (unfoldrM streamLen)
749+ , benchFold "drop-one" (dropOne 1) (unfoldrM streamLen)
750+ , benchFold "drop-all" (dropAll streamLen 1) (unfoldrM streamLen)
751+ , benchFold "dropWhile-true" (dropWhileTrue streamLen 1) (unfoldrM streamLen)
752+ , benchFold "dropWhile-false" (dropWhileFalse 1) (unfoldrM streamLen)
753+ -}
754+ ]
755+
756+o_1_space_filteringX4 :: Int -> Benchmark
757+o_1_space_filteringX4 streamLen =
758+ bgroup "filteringX4"
759+ [ benchFold "filter-even" (filterEven 4) (unfoldrMK streamLen)
760+ {-
761+ , benchFold "filter-all-out" (filterAllOut streamLen 4) (unfoldrM streamLen)
762+ , benchFold "filter-all-in" (filterAllIn streamLen 4) (unfoldrM streamLen)
763+ , benchFold "take-all" (takeAll streamLen 4) (unfoldrM streamLen)
764+ , benchFold "takeWhile-true" (takeWhileTrue streamLen 4) (unfoldrM streamLen)
765+ , benchFold "drop-one" (dropOne 4) (unfoldrM streamLen)
766+ , benchFold "drop-all" (dropAll streamLen 4) (unfoldrM streamLen)
767+ , benchFold "dropWhile-true" (dropWhileTrue streamLen 4) (unfoldrM streamLen)
768+ , benchFold "dropWhile-false" (dropWhileFalse 4) (unfoldrM streamLen)
769+ -}
770+ ]
771+
772+{-
773+o_1_space_zipping :: Int -> Benchmark
774+o_1_space_zipping streamLen =
775+ bgroup "zipping"
776+ [ benchFold "zipWith" zipWith (unfoldrM streamLen)
777+ , benchFold "zipWithM" zipWithM (unfoldrM streamLen)
778+ ]
779+
780+o_1_space_mixed :: Int -> Benchmark
781+o_1_space_mixed streamLen =
782+ bgroup "mixed"
783+ [ benchFold "scan-map" (scanMap 1) (unfoldrM streamLen)
784+ , benchFold "drop-map" (dropMap 1) (unfoldrM streamLen)
785+ , benchFold "drop-scan" (dropScan 1) (unfoldrM streamLen)
786+ , benchFold "take-drop" (takeDrop streamLen 1) (unfoldrM streamLen)
787+ , benchFold "take-scan" (takeScan streamLen 1) (unfoldrM streamLen)
788+ , benchFold "take-map" (takeMap streamLen 1) (unfoldrM streamLen)
789+ , benchFold "filter-drop" (filterDrop streamLen 1) (unfoldrM streamLen)
790+ , benchFold "filter-take" (filterTake streamLen 1) (unfoldrM streamLen)
791+ , benchFold "filter-scan" (filterScan 1) (unfoldrM streamLen)
792+ , benchFold "filter-map" (filterMap streamLen 1) (unfoldrM streamLen)
793+ ]
794+
795+o_1_space_mixedX2 :: Int -> Benchmark
796+o_1_space_mixedX2 streamLen =
797+ bgroup "mixedX2"
798+ [ benchFold "scan-map" (scanMap 2) (unfoldrM streamLen)
799+ , benchFold "drop-map" (dropMap 2) (unfoldrM streamLen)
800+ , benchFold "drop-scan" (dropScan 2) (unfoldrM streamLen)
801+ , benchFold "take-drop" (takeDrop streamLen 2) (unfoldrM streamLen)
802+ , benchFold "take-scan" (takeScan streamLen 2) (unfoldrM streamLen)
803+ , benchFold "take-map" (takeMap streamLen 2) (unfoldrM streamLen)
804+ , benchFold "filter-drop" (filterDrop streamLen 2) (unfoldrM streamLen)
805+ , benchFold "filter-take" (filterTake streamLen 2) (unfoldrM streamLen)
806+ , benchFold "filter-scan" (filterScan 2) (unfoldrM streamLen)
807+ , benchFold "filter-map" (filterMap streamLen 2) (unfoldrM streamLen)
808+ ]
809+
810+o_1_space_mixedX4 :: Int -> Benchmark
811+o_1_space_mixedX4 streamLen =
812+ bgroup "mixedX4"
813+ [ benchFold "scan-map" (scanMap 4) (unfoldrM streamLen)
814+ , benchFold "drop-map" (dropMap 4) (unfoldrM streamLen)
815+ , benchFold "drop-scan" (dropScan 4) (unfoldrM streamLen)
816+ , benchFold "take-drop" (takeDrop streamLen 4) (unfoldrM streamLen)
817+ , benchFold "take-scan" (takeScan streamLen 4) (unfoldrM streamLen)
818+ , benchFold "take-map" (takeMap streamLen 4) (unfoldrM streamLen)
819+ , benchFold "filter-drop" (filterDrop streamLen 4) (unfoldrM streamLen)
820+ , benchFold "filter-take" (filterTake streamLen 4) (unfoldrM streamLen)
821+ , benchFold "filter-scan" (filterScan 4) (unfoldrM streamLen)
822+ , benchFold "filter-map" (filterMap streamLen 4) (unfoldrM streamLen)
823+ ]
824+ -}
825+
826+{-
827+o_1_space_list :: Int -> Benchmark
828+o_1_space_list streamLen =
829+ bgroup "list"
830+ [ bgroup "elimination"
831+ [ benchList "last" (\xs -> [List.last xs]) (unfoldrList streamLen)
832+ ]
833+ , bgroup "nested"
834+ [ benchList "toNullAp" toNullApNestedList (unfoldrList streamLen2)
835+ , benchList "toNull" toNullNestedList (unfoldrList streamLen2)
836+ , benchList "toNull3" toNullNestedList3 (unfoldrList streamLen3)
837+ , benchList "filterAllIn" filterAllInNestedList (unfoldrList streamLen2)
838+ , benchList "filterAllOut" filterAllOutNestedList (unfoldrList streamLen2)
839+ ]
840+ ]
841+ where
842+
843+ streamLen2 = round (P.fromIntegral streamLen**(1/2::P.Double)) -- double nested loop
844+ streamLen3 = round (P.fromIntegral streamLen**(1/3::P.Double)) -- triple nested loop
845+-}
846+
847+o_1_space :: Int -> Benchmark
848+o_1_space streamLen =
849+ bgroup (o_1_space_prefix moduleName)
850+ [ o_1_space_generation streamLen
851+ , o_1_space_elimination streamLen
852+ -- , o_1_space_nested streamLen
853+ , o_1_space_transformation streamLen
854+ , o_1_space_transformationX4 streamLen
855+ , o_1_space_concat streamLen
856+ , o_1_space_filtering streamLen
857+ , o_1_space_filteringX4 streamLen
858+ -- , o_1_space_zipping streamLen
859+ -- , o_1_space_mixed streamLen
860+ -- , o_1_space_mixedX2 streamLen
861+ -- , o_1_space_mixedX4 streamLen
862+ -- , o_1_space_list streamLen
863+ ]
864+
865+{-
866+o_n_heap :: Int -> Benchmark
867+o_n_heap streamLen =
868+ bgroup (o_n_heap_prefix moduleName)
869+ [ bgroup "transformation"
870+ [ benchFold "foldlS" (foldlS 1) (unfoldrM streamLen)
871+ ]
872+ ]
873+
874+{-# INLINE benchK #-}
875+benchK :: P.String -> (Int -> Stream P.IO Int) -> Benchmark
876+benchK name f = bench name $ nfIO $ randomRIO (1,1) >>= drain . f
877+
878+o_n_stack :: Int -> Int -> Int -> Benchmark
879+o_n_stack streamLen iterStreamLen maxIters =
880+ bgroup (o_n_stack_prefix moduleName)
881+ [ bgroup "elimination"
882+ [ benchFold "tail" tail (unfoldrM streamLen)
883+ , benchFold "nullTail" nullTail (unfoldrM streamLen)
884+ , benchFold "headTail" headTail (unfoldrM streamLen)
885+ ]
886+ , bgroup "transformation"
887+ [
888+ -- XXX why do these need so much stack
889+ benchFold "intersperse" (intersperse streamLen 1) (unfoldrM streamLen2)
890+ , benchFold "interspersePure" (intersperse streamLen 1) (unfoldr streamLen2)
891+ ]
892+ , bgroup "transformationX4"
893+ [
894+ benchFold "intersperse" (intersperse streamLen 4) (unfoldrM streamLen16)
895+ ]
896+ , bgroup "iterated"
897+ [ benchK "mapM" (iterateMapM iterStreamLen maxIters)
898+ , benchK "scan(1/10)" (iterateScan iterStreamLen maxIters)
899+ , benchK "filterEven" (iterateFilterEven iterStreamLen maxIters)
900+ , benchK "takeAll" (iterateTakeAll streamLen iterStreamLen maxIters)
901+ , benchK "dropOne" (iterateDropOne iterStreamLen maxIters)
902+ , benchK "dropWhileFalse(1/10)" (iterateDropWhileFalse streamLen iterStreamLen maxIters)
903+ , benchK "dropWhileTrue" (iterateDropWhileTrue streamLen iterStreamLen maxIters)
904+ ]
905+ ]
906+ where
907+ streamLen2 = round (P.fromIntegral streamLen**(1/2::P.Double)) -- double nested loop
908+ streamLen16 = round (P.fromIntegral streamLen**(1/16::P.Double)) -- triple nested loop
909+-}
910+
911+o_n_space :: Int -> Benchmark
912+o_n_space streamLen =
913+ bgroup (o_n_space_prefix moduleName)
914+ [ bgroup "elimination"
915+ [ benchFold "toList" toList (unfoldrMK streamLen)
916+ ]
917+ ]
918+
919+{-
920+{-# INLINE benchList #-}
921+benchList :: P.String -> ([Int] -> [Int]) -> (Int -> [Int]) -> Benchmark
922+benchList name run f = bench name $ nfIO $ randomRIO (1,1) >>= return . run . f
923+-}
924+
925+main :: IO ()
926+main =
927+ defaultMain
928+ [ o_1_space streamLen
929+ -- , o_n_stack streamLen iterStreamLen maxIters
930+ -- , o_n_heap streamLen
931+ , o_n_space streamLen
932+ ]
933+
934+ where
935+
936+ streamLen = 100000
937+ -- maxIters = 10000
938+ -- iterStreamLen = 10
benchmark/Streamly/Benchmark/Prelude/Serial/Transformation.hs → benchmark/Streamly/Benchmark/Data/Stream/Transform.hsrenamed+284−165
@@ -1,14 +1,20 @@
1-- |
1-- |
2−-- Module : Serial.Transformation
2+-- Module : Stream.Transform
3-- Copyright : (c) 2018 Composewell Technologies
3-- Copyright : (c) 2018 Composewell Technologies
4-- License : BSD-3-Clause
4-- License : BSD-3-Clause
5-- Maintainer : streamly@composewell.com
5-- Maintainer : streamly@composewell.com
6
6
7{-# LANGUAGE CPP #-}
7{-# LANGUAGE CPP #-}
8{-# LANGUAGE FlexibleContexts #-}
8{-# LANGUAGE FlexibleContexts #-}
9+{-# LANGUAGE FlexibleInstances #-}
9{-# LANGUAGE ScopedTypeVariables #-}
10{-# LANGUAGE ScopedTypeVariables #-}
10{-# LANGUAGE RankNTypes #-}
11{-# LANGUAGE RankNTypes #-}
11
12
13+{-# OPTIONS_GHC -Wno-orphans #-}
14+#ifdef USE_PRELUDE
15+{-# OPTIONS_GHC -Wno-deprecations #-}
16+#endif
17+
12#ifdef __HADDOCK_VERSION__
18#ifdef __HADDOCK_VERSION__
13#undef INSPECTION
19#undef INSPECTION
14#endif
20#endif
@@ -18,30 +24,48 @@
18{-# OPTIONS_GHC -fplugin Test.Inspection.Plugin #-}
24{-# OPTIONS_GHC -fplugin Test.Inspection.Plugin #-}
19#endif
25#endif
20
26
21−module Serial.Transformation (benchmarks) where
27+module Stream.Transform (benchmarks) where
22
28
23−import Control.DeepSeq (NFData(..))
24import Control.Monad.IO.Class (MonadIO(..))
29import Control.Monad.IO.Class (MonadIO(..))
25−import Data.Functor.Identity (Identity)
26−import System.Random (randomRIO)
27
30
28−#ifdef INSPECTION
31+import System.Random (randomRIO)
29−import Test.Inspection
30−#endif
31
32
32−import qualified Streamly.Prelude as S
33−import qualified Streamly.Internal.Data.Stream as Stream
34−import qualified Streamly.Internal.Data.Stream.IsStream as Internal
35import qualified Streamly.Internal.Data.Fold as FL
33import qualified Streamly.Internal.Data.Fold as FL
34+
35+import qualified Stream.Common as Common
36import qualified Streamly.Internal.Data.Unfold as Unfold
36import qualified Streamly.Internal.Data.Unfold as Unfold
37+
38+#ifdef USE_PRELUDE
39+import Control.DeepSeq (NFData(..))
40+import Data.Functor.Identity (Identity(..))
41+import qualified Prelude
42+import qualified Streamly.Internal.Data.Fold as Fold
43+import qualified Streamly.Internal.Data.Stream.IsStream as Stream
44+import Streamly.Internal.Data.Time.Units
45+#else
46+import Streamly.Internal.Data.Stream (Stream)
47+import qualified Streamly.Internal.Data.Stream as Stream
48+#ifndef USE_STREAMLY_CORE
49+import qualified Streamly.Internal.Data.Stream.Prelude as Stream
50+#endif
51+#ifdef USE_STREAMK
52+import Control.DeepSeq (NFData(..))
53+import Data.Functor.Identity (Identity(..))
37import qualified Prelude
54import qualified Prelude
55+import qualified Streamly.Internal.Data.Fold as Fold
56+import Streamly.Internal.Data.StreamK (StreamK)
57+import qualified Streamly.Internal.Data.StreamK as StreamK
58+#endif
59+#endif
38
60
39−import Gauge
61+import Test.Tasty.Bench
40−import Streamly.Prelude (SerialT, fromSerial, MonadAsync)
62+import Stream.Common hiding (scanl')
41import Streamly.Benchmark.Common
63import Streamly.Benchmark.Common
42−import Streamly.Benchmark.Prelude
43−import Streamly.Internal.Data.Time.Units
44−import Prelude hiding (sequence, mapM, fmap)
64+import Prelude hiding (sequence, mapM)
65+
66+#ifdef USE_PRELUDE
67+type Stream = Stream.SerialT
68+#endif
45
69
46-------------------------------------------------------------------------------
70-------------------------------------------------------------------------------
47-- Pipelines (stream-to-stream transformations)
71-- Pipelines (stream-to-stream transformations)
@@ -55,28 +79,36 @@ import Prelude hiding (sequence, mapM, fmap)
55-- Traversable Instance
79-- Traversable Instance
56-------------------------------------------------------------------------------
80-------------------------------------------------------------------------------
57
81
82+#ifdef USE_STREAMK
58{-# INLINE traversableTraverse #-}
83{-# INLINE traversableTraverse #-}
59−traversableTraverse :: SerialT Identity Int -> IO (SerialT Identity Int)
84+traversableTraverse :: StreamK Identity Int -> IO (StreamK Identity Int)
60traversableTraverse = traverse return
85traversableTraverse = traverse return
61
86
62{-# INLINE traversableSequenceA #-}
87{-# INLINE traversableSequenceA #-}
63−traversableSequenceA :: SerialT Identity Int -> IO (SerialT Identity Int)
88+traversableSequenceA :: StreamK Identity Int -> IO (StreamK Identity Int)
64traversableSequenceA = sequenceA . Prelude.fmap return
89traversableSequenceA = sequenceA . Prelude.fmap return
65
90
66{-# INLINE traversableMapM #-}
91{-# INLINE traversableMapM #-}
67−traversableMapM :: SerialT Identity Int -> IO (SerialT Identity Int)
92+traversableMapM :: StreamK Identity Int -> IO (StreamK Identity Int)
68traversableMapM = Prelude.mapM return
93traversableMapM = Prelude.mapM return
69
94
70{-# INLINE traversableSequence #-}
95{-# INLINE traversableSequence #-}
71−traversableSequence :: SerialT Identity Int -> IO (SerialT Identity Int)
96+traversableSequence :: StreamK Identity Int -> IO (StreamK Identity Int)
72traversableSequence = Prelude.sequence . Prelude.fmap return
97traversableSequence = Prelude.sequence . Prelude.fmap return
73
98
74{-# INLINE benchPureSinkIO #-}
99{-# INLINE benchPureSinkIO #-}
75benchPureSinkIO
100benchPureSinkIO
76 :: NFData b
101 :: NFData b
77− => Int -> String -> (SerialT Identity Int -> IO b) -> Benchmark
102+ => Int -> String -> (StreamK Identity Int -> IO b) -> Benchmark
78benchPureSinkIO value name f =
103benchPureSinkIO value name f =
104+ bench name
79− bench name $ nfIO $ randomRIO (1, 1) >>= f . sourceUnfoldr value
105+ $ nfIO $ randomRIO (1, 1) >>= f . fromStream . sourceUnfoldr value
106+
107+instance NFData a => NFData (StreamK Identity a) where
108+ {-# INLINE rnf #-}
109+ rnf xs =
110+ runIdentity
111+ $ Stream.fold (Fold.foldl' (\_ x -> rnf x) ()) (toStream xs)
80
112
81o_n_space_traversable :: Int -> [Benchmark]
113o_n_space_traversable :: Int -> [Benchmark]
82o_n_space_traversable value =
114o_n_space_traversable value =
@@ -89,106 +121,124 @@ o_n_space_traversable value =
89 , benchPureSinkIO value "sequence" traversableSequence
121 , benchPureSinkIO value "sequence" traversableSequence
90 ]
122 ]
91 ]
123 ]
124+#endif
92
125
93-------------------------------------------------------------------------------
126-------------------------------------------------------------------------------
94-- maps and scans
127-- maps and scans
95-------------------------------------------------------------------------------
128-------------------------------------------------------------------------------
96
129
130+#ifdef USE_PRELUDE
97{-# INLINE scanl' #-}
131{-# INLINE scanl' #-}
98−scanl' :: MonadIO m => Int -> SerialT m Int -> m ()
132+scanl' :: MonadIO m => Int -> Stream m Int -> m ()
99−scanl' n = composeN n $ S.scanl' (+) 0
133+scanl' n = composeN n $ Stream.scanl' (+) 0
100
134
101{-# INLINE scanlM' #-}
135{-# INLINE scanlM' #-}
102−scanlM' :: MonadIO m => Int -> SerialT m Int -> m ()
136+scanlM' :: MonadIO m => Int -> Stream m Int -> m ()
103−scanlM' n = composeN n $ S.scanlM' (\b a -> return $ b + a) (return 0)
137+scanlM' n = composeN n $ Stream.scanlM' (\b a -> return $ b + a) (return 0)
104
138
105{-# INLINE scanl1' #-}
139{-# INLINE scanl1' #-}
106−scanl1' :: MonadIO m => Int -> SerialT m Int -> m ()
140+scanl1' :: MonadIO m => Int -> Stream m Int -> m ()
107−scanl1' n = composeN n $ S.scanl1' (+)
141+scanl1' n = composeN n $ Stream.scanl1' (+)
108
142
109{-# INLINE scanl1M' #-}
143{-# INLINE scanl1M' #-}
110−scanl1M' :: MonadIO m => Int -> SerialT m Int -> m ()
144+scanl1M' :: MonadIO m => Int -> Stream m Int -> m ()
111−scanl1M' n = composeN n $ S.scanl1M' (\b a -> return $ b + a)
145+scanl1M' n = composeN n $ Stream.scanl1M' (\b a -> return $ b + a)
146+#endif
112
147
113{-# INLINE scan #-}
148{-# INLINE scan #-}
114−scan :: MonadIO m => Int -> SerialT m Int -> m ()
149+scan :: MonadIO m => Int -> Stream m Int -> m ()
115−scan n = composeN n $ S.scan FL.sum
150+scan n = composeN n $ Stream.scan FL.sum
116
151
152+#ifdef USE_PRELUDE
117{-# INLINE postscanl' #-}
153{-# INLINE postscanl' #-}
118−postscanl' :: MonadIO m => Int -> SerialT m Int -> m ()
154+postscanl' :: MonadIO m => Int -> Stream m Int -> m ()
119−postscanl' n = composeN n $ S.postscanl' (+) 0
155+postscanl' n = composeN n $ Stream.postscanl' (+) 0
120
156
121{-# INLINE postscanlM' #-}
157{-# INLINE postscanlM' #-}
122−postscanlM' :: MonadIO m => Int -> SerialT m Int -> m ()
158+postscanlM' :: MonadIO m => Int -> Stream m Int -> m ()
123−postscanlM' n = composeN n $ S.postscanlM' (\b a -> return $ b + a) (return 0)
159+postscanlM' n = composeN n $ Stream.postscanlM' (\b a -> return $ b + a) (return 0)
160+#endif
124
161
125{-# INLINE postscan #-}
162{-# INLINE postscan #-}
126−postscan :: MonadIO m => Int -> SerialT m Int -> m ()
163+postscan :: MonadIO m => Int -> Stream m Int -> m ()
127−postscan n = composeN n $ S.postscan FL.sum
164+postscan n = composeN n $ Stream.postscan FL.sum
128
165
129{-# INLINE sequence #-}
166{-# INLINE sequence #-}
130−sequence ::
167+sequence :: MonadAsync m => Stream m (m Int) -> m ()
131− (S.IsStream t, S.MonadAsync m)
132− => (t m Int -> S.SerialT m Int)
133− -> t m (m Int)
134− -> m ()
135−sequence t = S.drain . t . S.sequence
168+sequence = Common.drain . Stream.sequence
136
169
137{-# INLINE tap #-}
170{-# INLINE tap #-}
138−tap :: MonadIO m => Int -> SerialT m Int -> m ()
171+tap :: MonadIO m => Int -> Stream m Int -> m ()
139−tap n = composeN n $ S.tap FL.sum
172+tap n = composeN n $ Stream.tap FL.sum
140
173
174+#ifdef USE_PRELUDE
141{-# INLINE pollCounts #-}
175{-# INLINE pollCounts #-}
142−pollCounts :: Int -> SerialT IO Int -> IO ()
176+pollCounts :: Int -> Stream IO Int -> IO ()
143pollCounts n =
177pollCounts n =
144− composeN n (Internal.pollCounts (const True) f)
178+ composeN n (Stream.pollCounts (const True) f)
145
179
146 where
180 where
147
181
148− f = S.drain . Internal.rollingMap2 (-) . Internal.delayPost 1
182+ f = Stream.drain . Stream.rollingMap2 (-) . Stream.delayPost 1
149
183
150{-# INLINE timestamped #-}
184{-# INLINE timestamped #-}
151−timestamped :: (S.MonadAsync m) => SerialT m Int -> m ()
185+timestamped :: (MonadAsync m) => Stream m Int -> m ()
152−timestamped = S.drain . Internal.timestamped
186+timestamped = Stream.drain . Stream.timestamped
187+#endif
153
188
189+#ifdef USE_STREAMK
154{-# INLINE foldrS #-}
190{-# INLINE foldrS #-}
155−foldrS :: MonadIO m => Int -> SerialT m Int -> m ()
191+foldrS :: MonadIO m => Int -> Stream m Int -> m ()
192+foldrS n =
156−foldrS n = composeN n $ Internal.foldrS S.cons S.nil
193+ composeN n (toStream . StreamK.foldrS StreamK.cons StreamK.nil . fromStream)
157
194
158{-# INLINE foldrSMap #-}
195{-# INLINE foldrSMap #-}
159−foldrSMap :: MonadIO m => Int -> SerialT m Int -> m ()
196+foldrSMap :: MonadIO m => Int -> Stream m Int -> m ()
197+foldrSMap n =
198+ composeN n
199+ ( toStream
160−foldrSMap n = composeN n $ Internal.foldrS (\x xs -> x + 1 `S.cons` xs) S.nil
200+ . StreamK.foldrS (\x xs -> x + 1 `StreamK.cons` xs) StreamK.nil
201+ . fromStream
202+ )
203+#endif
161
204
205+{-
162{-# INLINE foldrT #-}
206{-# INLINE foldrT #-}
163−foldrT :: MonadIO m => Int -> SerialT m Int -> m ()
207+foldrT :: MonadIO m => Int -> Stream m Int -> m ()
164−foldrT n = composeN n $ Internal.foldrT S.cons S.nil
208+foldrT n = composeN n (unCrossStream . Stream.foldrT cns (CrossStream Stream.nil))
165
209
166−{-# INLINE foldrTMap #-}
210+ where cns x (CrossStream xs) = CrossStream (Stream.cons x xs)
167−foldrTMap :: MonadIO m => Int -> SerialT m Int -> m ()
168−foldrTMap n = composeN n $ Internal.foldrT (\x xs -> x + 1 `S.cons` xs) S.nil
169
211
212+{-# INLINE foldrTMap #-}
213+foldrTMap :: MonadIO m => Int -> Stream m Int -> m ()
214+foldrTMap n = composeN n $ Stream.foldrT (\x xs -> x + 1 `Stream.cons` xs) Stream.nil
215+-}
170
216
171{-# INLINE trace #-}
217{-# INLINE trace #-}
172−trace :: MonadAsync m => Int -> SerialT m Int -> m ()
218+trace :: MonadAsync m => Int -> Stream m Int -> m ()
173−trace n = composeN n $ Internal.trace return
219+trace n = composeN n $ Stream.trace return
174
220
175o_1_space_mapping :: Int -> [Benchmark]
221o_1_space_mapping :: Int -> [Benchmark]
176o_1_space_mapping value =
222o_1_space_mapping value =
177 [ bgroup
223 [ bgroup
178 "mapping"
224 "mapping"
179 [
225 [
226+#ifdef USE_STREAMK
180 -- Right folds
227 -- Right folds
181 benchIOSink value "foldrS" (foldrS 1)
228 benchIOSink value "foldrS" (foldrS 1)
182 , benchIOSink value "foldrSMap" (foldrSMap 1)
229 , benchIOSink value "foldrSMap" (foldrSMap 1)
230+ ,
231+#endif
183− , benchIOSink value "foldrT" (foldrT 1)
232+ -- , benchIOSink value "foldrT" (foldrT 1)
184− , benchIOSink value "foldrTMap" (foldrTMap 1)
233+ -- , benchIOSink value "foldrTMap" (foldrTMap 1)
185
234
186 -- Mapping
235 -- Mapping
187− , benchIOSink value "map" (mapN fromSerial 1)
236+ benchIOSink value "map" (mapN 1)
188 , bench "sequence" $ nfIO $ randomRIO (1, 1000) >>= \n ->
237 , bench "sequence" $ nfIO $ randomRIO (1, 1000) >>= \n ->
189− sequence fromSerial (sourceUnfoldrAction value n)
238+ sequence (sourceUnfoldrAction value n)
190− , benchIOSink value "mapM" (mapM fromSerial 1)
239+ , benchIOSink value "mapM" (mapM 1)
191 , benchIOSink value "tap" (tap 1)
240 , benchIOSink value "tap" (tap 1)
241+#ifdef USE_PRELUDE
192 , benchIOSink value "pollCounts 1 second" (pollCounts 1)
242 , benchIOSink value "pollCounts 1 second" (pollCounts 1)
193 , benchIOSink value "timestamped" timestamped
243 , benchIOSink value "timestamped" timestamped
194
244
@@ -199,7 +249,7 @@ o_1_space_mapping value =
199 , benchIOSink value "scanl1M'" (scanl1M' 1)
249 , benchIOSink value "scanl1M'" (scanl1M' 1)
200 , benchIOSink value "postscanl'" (postscanl' 1)
250 , benchIOSink value "postscanl'" (postscanl' 1)
201 , benchIOSink value "postscanlM'" (postscanlM' 1)
251 , benchIOSink value "postscanlM'" (postscanlM' 1)
202−
252+#endif
203 , benchIOSink value "scan" (scan 1)
253 , benchIOSink value "scan" (scan 1)
204 , benchIOSink value "postscan" (postscan 1)
254 , benchIOSink value "postscan" (postscan 1)
205 ]
255 ]
@@ -208,36 +258,37 @@ o_1_space_mapping value =
208o_1_space_mappingX4 :: Int -> [Benchmark]
258o_1_space_mappingX4 :: Int -> [Benchmark]
209o_1_space_mappingX4 value =
259o_1_space_mappingX4 value =
210 [ bgroup "mappingX4"
260 [ bgroup "mappingX4"
211− [ benchIOSink value "map" (mapN fromSerial 4)
261+ [ benchIOSink value "map" (mapN 4)
212− , benchIOSink value "mapM" (mapM fromSerial 4)
262+ , benchIOSink value "mapM" (mapM 4)
213 , benchIOSink value "trace" (trace 4)
263 , benchIOSink value "trace" (trace 4)
214
264
265+#ifdef USE_PRELUDE
215 , benchIOSink value "scanl'" (scanl' 4)
266 , benchIOSink value "scanl'" (scanl' 4)
216 , benchIOSink value "scanl1'" (scanl1' 4)
267 , benchIOSink value "scanl1'" (scanl1' 4)
217 , benchIOSink value "scanlM'" (scanlM' 4)
268 , benchIOSink value "scanlM'" (scanlM' 4)
218 , benchIOSink value "scanl1M'" (scanl1M' 4)
269 , benchIOSink value "scanl1M'" (scanl1M' 4)
219 , benchIOSink value "postscanl'" (postscanl' 4)
270 , benchIOSink value "postscanl'" (postscanl' 4)
220 , benchIOSink value "postscanlM'" (postscanlM' 4)
271 , benchIOSink value "postscanlM'" (postscanlM' 4)
221−
272+#endif
222 ]
273 ]
223 ]
274 ]
224
275
225{-# INLINE sieveScan #-}
276{-# INLINE sieveScan #-}
226−sieveScan :: Monad m => SerialT m Int -> SerialT m Int
277+sieveScan :: Monad m => Stream m Int -> Stream m Int
227sieveScan =
278sieveScan =
228− S.mapMaybe snd
279+ Stream.mapMaybe snd
229− . S.scanlM' (\(primes, _) n -> do
280+ . Stream.scan (FL.foldlM' (\(primes, _) n -> do
230 return $
281 return $
231 let ps = takeWhile (\p -> p * p <= n) primes
282 let ps = takeWhile (\p -> p * p <= n) primes
232 in if all (\p -> n `mod` p /= 0) ps
283 in if all (\p -> n `mod` p /= 0) ps
233 then (primes ++ [n], Just n)
284 then (primes ++ [n], Just n)
234− else (primes, Nothing)) (return ([2], Just 2))
285+ else (primes, Nothing)) (return ([2], Just 2)))
235
286
236o_n_space_mapping :: Int -> [Benchmark]
287o_n_space_mapping :: Int -> [Benchmark]
237o_n_space_mapping value =
288o_n_space_mapping value =
238 [ bgroup "mapping"
289 [ bgroup "mapping"
239 [ benchIO "naive prime sieve"
290 [ benchIO "naive prime sieve"
240− (\n -> S.sum $ sieveScan $ S.enumerateFromTo 2 (value + n))
291+ (\n -> Stream.fold FL.sum $ sieveScan $ Stream.enumerateFromTo 2 (value + n))
241 ]
292 ]
242 ]
293 ]
243
294
@@ -248,8 +299,75 @@ o_n_space_mapping value =
248o_1_space_functor :: Int -> [Benchmark]
299o_1_space_functor :: Int -> [Benchmark]
249o_1_space_functor value =
300o_1_space_functor value =
250 [ bgroup "Functor"
301 [ bgroup "Functor"
251− [ benchIOSink value "fmap" (fmapN fromSerial 1)
302+ [ benchIOSink value "fmap" (mapN 1)
252− , benchIOSink value "fmap x 4" (fmapN fromSerial 4)
303+ , benchIOSink value "fmap x 4" (mapN 4)
304+ ]
305+ ]
306+
307+-------------------------------------------------------------------------------
308+-- Iteration/looping utilities
309+-------------------------------------------------------------------------------
310+
311+{-# INLINE iterateN #-}
312+iterateN :: (Int -> a -> a) -> a -> Int -> a
313+iterateN g initial count = f count initial
314+
315+ where
316+
317+ f (0 :: Int) x = x
318+ f i x = f (i - 1) (g i x)
319+
320+#ifdef USE_STREAMK
321+-- Iterate a transformation over a singleton stream
322+{-# INLINE iterateSingleton #-}
323+iterateSingleton :: Applicative m =>
324+ (Int -> StreamK m Int -> StreamK m Int)
325+ -> Int
326+ -> Int
327+ -> Stream m Int
328+iterateSingleton g count n = toStream $ iterateN g (StreamK.fromPure n) count
329+#else
330+-- Iterate a transformation over a singleton stream
331+{-# INLINE iterateSingleton #-}
332+iterateSingleton :: Applicative m =>
333+ (Int -> Stream m Int -> Stream m Int)
334+ -> Int
335+ -> Int
336+ -> Stream m Int
337+iterateSingleton g count n = iterateN g (Stream.fromPure n) count
338+#endif
339+
340+{-
341+-- XXX need to check why this is slower than the explicit recursion above, even
342+-- if the above code is written in a foldr like head recursive way. We also
343+-- need to try this with foldlM' once #150 is fixed.
344+-- However, it is perhaps best to keep the iteration benchmarks independent of
345+-- foldrM and any related fusion issues.
346+{-# INLINE _iterateSingleton #-}
347+_iterateSingleton ::
348+ Monad m
349+ => (Int -> Stream m Int -> Stream m Int)
350+ -> Int
351+ -> Int
352+ -> Stream m Int
353+_iterateSingleton g value n = S.foldrM g (return n) $ sourceIntFromTo value n
354+-}
355+
356+o_n_space_iterated :: Int -> [Benchmark]
357+o_n_space_iterated value =
358+ [ bgroup "iterated"
359+ [ benchIO "(+) (n times) (baseline)" $ \i0 ->
360+ iterateN (\i acc -> acc >>= \n -> return $ i + n) (return i0) value
361+ , benchIOSrc "(<$) (n times)" $
362+ iterateSingleton (<$) value
363+ , benchIOSrc "fmap (n times)" $
364+ iterateSingleton (fmap . (+)) value
365+ {-
366+ , benchIOSrc fromSerial "_(<$) (n times)" $
367+ _iterateSingleton (<$) value
368+ , benchIOSrc fromSerial "_fmap (n times)" $
369+ _iterateSingleton (fmap . (+)) value
370+ -}
253 ]
371 ]
254 ]
372 ]
255
373
@@ -258,125 +376,129 @@ o_1_space_functor value =
258-------------------------------------------------------------------------------
376-------------------------------------------------------------------------------
259
377
260{-# INLINE filterEven #-}
378{-# INLINE filterEven #-}
261−filterEven :: MonadIO m => Int -> SerialT m Int -> m ()
379+filterEven :: MonadIO m => Int -> Stream m Int -> m ()
262−filterEven n = composeN n $ S.filter even
380+filterEven n = composeN n $ Stream.filter even
263
381
264{-# INLINE filterAllOut #-}
382{-# INLINE filterAllOut #-}
265−filterAllOut :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
383+filterAllOut :: MonadIO m => Int -> Int -> Stream m Int -> m ()
266−filterAllOut value n = composeN n $ S.filter (> (value + 1))
384+filterAllOut value n = composeN n $ Stream.filter (> (value + 1))
267
385
268{-# INLINE filterAllIn #-}
386{-# INLINE filterAllIn #-}
269−filterAllIn :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
387+filterAllIn :: MonadIO m => Int -> Int -> Stream m Int -> m ()
270−filterAllIn value n = composeN n $ S.filter (<= (value + 1))
388+filterAllIn value n = composeN n $ Stream.filter (<= (value + 1))
271
389
272{-# INLINE filterMEven #-}
390{-# INLINE filterMEven #-}
273−filterMEven :: MonadIO m => Int -> SerialT m Int -> m ()
391+filterMEven :: MonadIO m => Int -> Stream m Int -> m ()
274−filterMEven n = composeN n $ S.filterM (return . even)
392+filterMEven n = composeN n $ Stream.filterM (return . even)
275
393
276{-# INLINE filterMAllOut #-}
394{-# INLINE filterMAllOut #-}
277−filterMAllOut :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
395+filterMAllOut :: MonadIO m => Int -> Int -> Stream m Int -> m ()
278−filterMAllOut value n = composeN n $ S.filterM (\x -> return $ x > (value + 1))
396+filterMAllOut value n = composeN n $ Stream.filterM (\x -> return $ x > (value + 1))
279
397
280{-# INLINE filterMAllIn #-}
398{-# INLINE filterMAllIn #-}
281−filterMAllIn :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
399+filterMAllIn :: MonadIO m => Int -> Int -> Stream m Int -> m ()
282−filterMAllIn value n = composeN n $ S.filterM (\x -> return $ x <= (value + 1))
400+filterMAllIn value n = composeN n $ Stream.filterM (\x -> return $ x <= (value + 1))
283−
284−{-# INLINE foldFilterEven #-}
285−foldFilterEven :: MonadIO m => Int -> SerialT m Int -> m ()
286−foldFilterEven n = composeN n $ Stream.foldFilter (FL.satisfy even)
287
401
288{-# INLINE _takeOne #-}
402{-# INLINE _takeOne #-}
289−_takeOne :: MonadIO m => Int -> SerialT m Int -> m ()
403+_takeOne :: MonadIO m => Int -> Stream m Int -> m ()
290−_takeOne n = composeN n $ S.take 1
404+_takeOne n = composeN n $ Stream.take 1
291
405
292{-# INLINE takeAll #-}
406{-# INLINE takeAll #-}
293−takeAll :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
407+takeAll :: MonadIO m => Int -> Int -> Stream m Int -> m ()
294−takeAll value n = composeN n $ S.take (value + 1)
408+takeAll value n = composeN n $ Stream.take (value + 1)
295
409
296{-# INLINE takeWhileTrue #-}
410{-# INLINE takeWhileTrue #-}
297−takeWhileTrue :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
411+takeWhileTrue :: MonadIO m => Int -> Int -> Stream m Int -> m ()
298−takeWhileTrue value n = composeN n $ S.takeWhile (<= (value + 1))
412+takeWhileTrue value n = composeN n $ Stream.takeWhile (<= (value + 1))
299
413
300{-# INLINE takeWhileMTrue #-}
414{-# INLINE takeWhileMTrue #-}
301−takeWhileMTrue :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
415+takeWhileMTrue :: MonadIO m => Int -> Int -> Stream m Int -> m ()
302−takeWhileMTrue value n = composeN n $ S.takeWhileM (return . (<= (value + 1)))
416+takeWhileMTrue value n = composeN n $ Stream.takeWhileM (return . (<= (value + 1)))
303
417
418+#if !defined(USE_STREAMLY_CORE) && !defined(USE_PRELUDE)
304{-# INLINE takeInterval #-}
419{-# INLINE takeInterval #-}
305−takeInterval :: NanoSecond64 -> Int -> SerialT IO Int -> IO ()
420+takeInterval :: Double -> Int -> Stream IO Int -> IO ()
306−takeInterval i n = composeN n (Internal.takeInterval i)
421+takeInterval i n = composeN n (Stream.takeInterval i)
307
422
423+-- Inspection testing is disabled for takeInterval
424+-- Enable it when looking at it throughly
308#ifdef INSPECTION
425#ifdef INSPECTION
309-- inspect $ hasNoType 'takeInterval ''SPEC
426-- inspect $ hasNoType 'takeInterval ''SPEC
310−inspect $ hasNoTypeClasses 'takeInterval
427+-- inspect $ hasNoTypeClasses 'takeInterval
311-- inspect $ 'takeInterval `hasNoType` ''D.Step
428-- inspect $ 'takeInterval `hasNoType` ''D.Step
312#endif
429#endif
313
430
431+{-# INLINE dropInterval #-}
432+dropInterval :: Double -> Int -> Stream IO Int -> IO ()
433+dropInterval i n = composeN n (Stream.dropInterval i)
434+
435+-- Inspection testing is disabled for dropInterval
436+-- Enable it when looking at it throughly
437+#ifdef INSPECTION
438+-- inspect $ hasNoTypeClasses 'dropInterval
439+-- inspect $ 'dropInterval `hasNoType` ''D.Step
440+#endif
441+#endif
442+
314{-# INLINE dropOne #-}
443{-# INLINE dropOne #-}
315−dropOne :: MonadIO m => Int -> SerialT m Int -> m ()
444+dropOne :: MonadIO m => Int -> Stream m Int -> m ()
316−dropOne n = composeN n $ S.drop 1
445+dropOne n = composeN n $ Stream.drop 1
317
446
318{-# INLINE dropAll #-}
447{-# INLINE dropAll #-}
319−dropAll :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
448+dropAll :: MonadIO m => Int -> Int -> Stream m Int -> m ()
320−dropAll value n = composeN n $ S.drop (value + 1)
449+dropAll value n = composeN n $ Stream.drop (value + 1)
321
450
322{-# INLINE dropWhileTrue #-}
451{-# INLINE dropWhileTrue #-}
323−dropWhileTrue :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
452+dropWhileTrue :: MonadIO m => Int -> Int -> Stream m Int -> m ()
324−dropWhileTrue value n = composeN n $ S.dropWhile (<= (value + 1))
453+dropWhileTrue value n = composeN n $ Stream.dropWhile (<= (value + 1))
325
454
326{-# INLINE dropWhileMTrue #-}
455{-# INLINE dropWhileMTrue #-}
327−dropWhileMTrue :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
456+dropWhileMTrue :: MonadIO m => Int -> Int -> Stream m Int -> m ()
328−dropWhileMTrue value n = composeN n $ S.dropWhileM (return . (<= (value + 1)))
457+dropWhileMTrue value n = composeN n $ Stream.dropWhileM (return . (<= (value + 1)))
329
458
330{-# INLINE dropWhileFalse #-}
459{-# INLINE dropWhileFalse #-}
331−dropWhileFalse :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
460+dropWhileFalse :: MonadIO m => Int -> Int -> Stream m Int -> m ()
332−dropWhileFalse value n = composeN n $ S.dropWhile (> (value + 1))
461+dropWhileFalse value n = composeN n $ Stream.dropWhile (> (value + 1))
333
462
463+#ifdef USE_PRELUDE
334-- XXX Decide on the time interval
464-- XXX Decide on the time interval
335{-# INLINE _intervalsOfSum #-}
465{-# INLINE _intervalsOfSum #-}
336−_intervalsOfSum :: MonadAsync m => Double -> Int -> SerialT m Int -> m ()
466+_intervalsOfSum :: MonadAsync m => Double -> Int -> Stream m Int -> m ()
337−_intervalsOfSum i n = composeN n (S.intervalsOf i FL.sum)
467+_intervalsOfSum i n = composeN n (Stream.intervalsOf i FL.sum)
338−
339−{-# INLINE dropInterval #-}
340−dropInterval :: NanoSecond64 -> Int -> SerialT IO Int -> IO ()
341−dropInterval i n = composeN n (Internal.dropInterval i)
342−
343−#ifdef INSPECTION
344−inspect $ hasNoTypeClasses 'dropInterval
345−-- inspect $ 'dropInterval `hasNoType` ''D.Step
346#endif
468#endif
347
469
348{-# INLINE findIndices #-}
470{-# INLINE findIndices #-}
349−findIndices :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
471+findIndices :: MonadIO m => Int -> Int -> Stream m Int -> m ()
350−findIndices value n = composeN n $ S.findIndices (== (value + 1))
472+findIndices value n = composeN n $ Stream.findIndices (== (value + 1))
351
473
352{-# INLINE elemIndices #-}
474{-# INLINE elemIndices #-}
353−elemIndices :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
475+elemIndices :: MonadIO m => Int -> Int -> Stream m Int -> m ()
354−elemIndices value n = composeN n $ S.elemIndices (value + 1)
476+elemIndices value n = composeN n $ Stream.elemIndices (value + 1)
355
477
356{-# INLINE deleteBy #-}
478{-# INLINE deleteBy #-}
357−deleteBy :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
479+deleteBy :: MonadIO m => Int -> Int -> Stream m Int -> m ()
358−deleteBy value n = composeN n $ S.deleteBy (>=) (value + 1)
480+deleteBy value n = composeN n $ Stream.deleteBy (>=) (value + 1)
359
481
360-- uniq . uniq == uniq, composeN 2 ~ composeN 1
482-- uniq . uniq == uniq, composeN 2 ~ composeN 1
361{-# INLINE uniq #-}
483{-# INLINE uniq #-}
362−uniq :: MonadIO m => Int -> SerialT m Int -> m ()
484+uniq :: MonadIO m => Int -> Stream m Int -> m ()
363−uniq n = composeN n S.uniq
485+uniq n = composeN n Stream.uniq
364
486
365{-# INLINE mapMaybe #-}
487{-# INLINE mapMaybe #-}
366−mapMaybe :: MonadIO m => Int -> SerialT m Int -> m ()
488+mapMaybe :: MonadIO m => Int -> Stream m Int -> m ()
367mapMaybe n =
489mapMaybe n =
368 composeN n $
490 composeN n $
369− S.mapMaybe
491+ Stream.mapMaybe
370 (\x ->
492 (\x ->
371 if odd x
493 if odd x
372 then Nothing
494 then Nothing
373 else Just x)
495 else Just x)
374
496
375{-# INLINE mapMaybeM #-}
497{-# INLINE mapMaybeM #-}
376−mapMaybeM :: S.MonadAsync m => Int -> SerialT m Int -> m ()
498+mapMaybeM :: MonadAsync m => Int -> Stream m Int -> m ()
377mapMaybeM n =
499mapMaybeM n =
378 composeN n $
500 composeN n $
379− S.mapMaybeM
501+ Stream.mapMaybeM
380 (\x ->
502 (\x ->
381 if odd x
503 if odd x
382 then return Nothing
504 then return Nothing
@@ -393,22 +515,16 @@ o_1_space_filtering value =
393 , benchIOSink value "filterM-all-out" (filterMAllOut value 1)
515 , benchIOSink value "filterM-all-out" (filterMAllOut value 1)
394 , benchIOSink value "filterM-all-in" (filterMAllIn value 1)
516 , benchIOSink value "filterM-all-in" (filterMAllIn value 1)
395
517
396− , benchIOSink value "foldFilter-even" (foldFilterEven 1)
397−
398 -- Trimming
518 -- Trimming
399 , benchIOSink value "take-all" (takeAll value 1)
519 , benchIOSink value "take-all" (takeAll value 1)
400− , benchIOSink
401− value
402− "takeInterval-all"
403− (takeInterval (NanoSecond64 maxBound) 1)
404 , benchIOSink value "takeWhile-true" (takeWhileTrue value 1)
520 , benchIOSink value "takeWhile-true" (takeWhileTrue value 1)
405 -- , benchIOSink value "takeWhileM-true" (_takeWhileMTrue value 1)
521 -- , benchIOSink value "takeWhileM-true" (_takeWhileMTrue value 1)
406 , benchIOSink value "drop-one" (dropOne 1)
522 , benchIOSink value "drop-one" (dropOne 1)
407 , benchIOSink value "drop-all" (dropAll value 1)
523 , benchIOSink value "drop-all" (dropAll value 1)
408− , benchIOSink
524+#if !defined(USE_STREAMLY_CORE) && !defined(USE_PRELUDE)
409− value
525+ , benchIOSink value "takeInterval-all" (takeInterval 10000 1)
410− "dropInterval-all"
526+ , benchIOSink value "dropInterval-all" (dropInterval 10000 1)
411− (dropInterval (NanoSecond64 maxBound) 1)
527+#endif
412 , benchIOSink value "dropWhile-true" (dropWhileTrue value 1)
528 , benchIOSink value "dropWhile-true" (dropWhileTrue value 1)
413 -- , benchIOSink value "dropWhileM-true" (_dropWhileMTrue value 1)
529 -- , benchIOSink value "dropWhileM-true" (_dropWhileMTrue value 1)
414 , benchIOSink
530 , benchIOSink
@@ -440,8 +556,6 @@ o_1_space_filteringX4 value =
440 , benchIOSink value "filterM-all-out" (filterMAllOut value 4)
556 , benchIOSink value "filterM-all-out" (filterMAllOut value 4)
441 , benchIOSink value "filterM-all-in" (filterMAllIn value 4)
557 , benchIOSink value "filterM-all-in" (filterMAllIn value 4)
442
558
443− , benchIOSink value "foldFilter-even" (foldFilterEven 4)
444−
445 -- trimming
559 -- trimming
446 , benchIOSink value "take-all" (takeAll value 4)
560 , benchIOSink value "take-all" (takeAll value 4)
447 , benchIOSink value "takeWhile-true" (takeWhileTrue value 4)
561 , benchIOSink value "takeWhile-true" (takeWhileTrue value 4)
@@ -473,26 +587,26 @@ o_1_space_filteringX4 value =
473-------------------------------------------------------------------------------
587-------------------------------------------------------------------------------
474
588
475{-# INLINE intersperse #-}
589{-# INLINE intersperse #-}
476−intersperse :: S.MonadAsync m => Int -> Int -> SerialT m Int -> m ()
590+intersperse :: MonadAsync m => Int -> Int -> Stream m Int -> m ()
477−intersperse value n = composeN n $ S.intersperse (value + 1)
591+intersperse value n = composeN n $ Stream.intersperse (value + 1)
478
592
479{-# INLINE intersperseM #-}
593{-# INLINE intersperseM #-}
480−intersperseM :: S.MonadAsync m => Int -> Int -> SerialT m Int -> m ()
594+intersperseM :: MonadAsync m => Int -> Int -> Stream m Int -> m ()
481−intersperseM value n = composeN n $ S.intersperseM (return $ value + 1)
595+intersperseM value n = composeN n $ Stream.intersperseM (return $ value + 1)
482
596
483{-# INLINE insertBy #-}
597{-# INLINE insertBy #-}
484−insertBy :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
598+insertBy :: MonadIO m => Int -> Int -> Stream m Int -> m ()
485−insertBy value n = composeN n $ S.insertBy compare (value + 1)
599+insertBy value n = composeN n $ Stream.insertBy compare (value + 1)
486
600
487{-# INLINE interposeSuffix #-}
601{-# INLINE interposeSuffix #-}
488−interposeSuffix :: S.MonadAsync m => Int -> Int -> SerialT m Int -> m ()
602+interposeSuffix :: Monad m => Int -> Int -> Stream m Int -> m ()
489interposeSuffix value n =
603interposeSuffix value n =
490− composeN n $ Internal.interposeSuffix (value + 1) Unfold.identity
604+ composeN n $ Stream.interposeSuffix (value + 1) Unfold.identity
491
605
492{-# INLINE intercalateSuffix #-}
606{-# INLINE intercalateSuffix #-}
493−intercalateSuffix :: S.MonadAsync m => Int -> Int -> SerialT m Int -> m ()
607+intercalateSuffix :: Monad m => Int -> Int -> Stream m Int -> m ()
494intercalateSuffix value n =
608intercalateSuffix value n =
495− composeN n $ Internal.intercalateSuffix Unfold.identity (value + 1)
609+ composeN n $ Stream.intercalateSuffix Unfold.identity (value + 1)
496
610
497o_1_space_inserting :: Int -> [Benchmark]
611o_1_space_inserting :: Int -> [Benchmark]
498o_1_space_inserting value =
612o_1_space_inserting value =
@@ -518,12 +632,12 @@ o_1_space_insertingX4 value =
518-------------------------------------------------------------------------------
632-------------------------------------------------------------------------------
519
633
520{-# INLINE indexed #-}
634{-# INLINE indexed #-}
521−indexed :: MonadIO m => Int -> SerialT m Int -> m ()
635+indexed :: MonadIO m => Int -> Stream m Int -> m ()
522−indexed n = composeN n (S.map snd . S.indexed)
636+indexed n = composeN n (fmap snd . Stream.indexed)
523
637
524{-# INLINE indexedR #-}
638{-# INLINE indexedR #-}
525−indexedR :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
639+indexedR :: MonadIO m => Int -> Int -> Stream m Int -> m ()
526−indexedR value n = composeN n (S.map snd . S.indexedR value)
640+indexedR value n = composeN n (fmap snd . Stream.indexedR value)
527
641
528o_1_space_indexing :: Int -> [Benchmark]
642o_1_space_indexing :: Int -> [Benchmark]
529o_1_space_indexing value =
643o_1_space_indexing value =
@@ -562,7 +676,12 @@ benchmarks moduleName size =
562 , o_1_space_indexingX4 size
676 , o_1_space_indexingX4 size
563 ]
677 ]
564 , bgroup (o_n_space_prefix moduleName) $ Prelude.concat
678 , bgroup (o_n_space_prefix moduleName) $ Prelude.concat
679+ [
680+#ifdef USE_STREAMK
565− [ o_n_space_traversable size
681+ o_n_space_traversable size
682+ ,
683+#endif
566− , o_n_space_mapping size
684+ o_n_space_mapping size
685+ , o_n_space_iterated size
567 ]
686 ]
568 ]
687 ]
benchmark/Streamly/Benchmark/Data/Unfold.hs+46−37
@@ -28,21 +28,21 @@ import System.IO (Handle, hClose)
28import System.Random (randomRIO)
28import System.Random (randomRIO)
29
29
30import qualified Prelude
30import qualified Prelude
31−import qualified Streamly.Data.Unfold as UF
32import qualified Streamly.FileSystem.Handle as FH
31import qualified Streamly.FileSystem.Handle as FH
33import qualified Streamly.Internal.Data.Fold as FL
32import qualified Streamly.Internal.Data.Fold as FL
34import qualified Streamly.Internal.Data.Unfold as UF
33import qualified Streamly.Internal.Data.Unfold as UF
35−import qualified Streamly.Internal.Data.Stream.IsStream as S
34+import qualified Streamly.Internal.Data.Unfold.Prelude as UF
35+import qualified Streamly.Internal.Data.Stream as S
36−import qualified Streamly.Internal.Data.Stream.StreamD as D
36+import qualified Streamly.Internal.Data.Stream as D
37−import qualified Streamly.Internal.Data.Stream.StreamK as K
37+import qualified Streamly.Internal.Data.StreamK as K
38−import qualified Streamly.Prelude as SP
39
38
40−import Gauge hiding (env)
39+import Test.Tasty.Bench hiding (env)
41−import Prelude hiding (concat, take, filter, zipWith, map, mapM, takeWhile)
40+import Prelude hiding (take, filter, zipWith, map, mapM, takeWhile)
42import Streamly.Benchmark.Common
41import Streamly.Benchmark.Common
43import Streamly.Benchmark.Common.Handle
42import Streamly.Benchmark.Common.Handle
44
43
45#ifdef INSPECTION
44#ifdef INSPECTION
45+import Control.Monad.Catch (MonadCatch)
46import Test.Inspection
46import Test.Inspection
47#endif
47#endif
48
48
@@ -162,7 +162,7 @@ swap size start =
162{-# INLINE fromStream #-}
162{-# INLINE fromStream #-}
163fromStream :: Int -> Int -> IO ()
163fromStream :: Int -> Int -> IO ()
164fromStream size start =
164fromStream size start =
165− drainGeneration UF.fromStream (S.replicate size start :: S.SerialT IO Int)
165+ drainGeneration UF.fromStream (S.replicate size start :: S.Stream IO Int)
166
166
167-- XXX INVESTIGATE: Although the performance of this should be equivalant to
167-- XXX INVESTIGATE: Although the performance of this should be equivalant to
168-- fromStream, this is considerably worse. More than 4x worse.
168-- fromStream, this is considerably worse. More than 4x worse.
@@ -232,7 +232,7 @@ _fromProducer = undefined
232
232
233{-# INLINE replicateM #-}
233{-# INLINE replicateM #-}
234replicateM :: Monad m => Int -> Int -> m ()
234replicateM :: Monad m => Int -> Int -> m ()
235−replicateM size start = drainGeneration (UF.replicateM size) (return start)
235+replicateM size start = drainGeneration UF.replicateM (size, return start)
236
236
237{-# INLINE repeatM #-}
237{-# INLINE repeatM #-}
238repeatM :: Monad m => Int -> Int -> m ()
238repeatM :: Monad m => Int -> Int -> m ()
@@ -305,12 +305,12 @@ mapM :: Monad m => Int -> Int -> m ()
305mapM size start =
305mapM size start =
306 drainTransformationDefault (size + start) (UF.mapM (return . (+) 1)) start
306 drainTransformationDefault (size + start) (UF.mapM (return . (+) 1)) start
307
307
308−{-# INLINE mapMWithInput #-}
308+{-# INLINE mapM2 #-}
309−mapMWithInput :: Monad m => Int -> Int -> m ()
309+mapM2 :: Monad m => Int -> Int -> m ()
310−mapMWithInput size start =
310+mapM2 size start =
311 drainTransformationDefault
311 drainTransformationDefault
312 size
312 size
313− (UF.mapMWithInput (\a b -> return $ a + b))
313+ (UF.mapM2 (\a b -> return $ a + b))
314 start
314 start
315
315
316-------------------------------------------------------------------------------
316-------------------------------------------------------------------------------
@@ -418,13 +418,16 @@ teeZipWith size start =
418-- Applicative
418-- Applicative
419-------------------------------------------------------------------------------
419-------------------------------------------------------------------------------
420
420
421+nthRoot :: Double -> Int -> Int
422+nthRoot n value = round (fromIntegral value**(1/n))
423+
421{-# INLINE toNullAp #-}
424{-# INLINE toNullAp #-}
422toNullAp :: Monad m => Int -> Int -> m ()
425toNullAp :: Monad m => Int -> Int -> m ()
423toNullAp value start =
426toNullAp value start =
424 let end = start + nthRoot 2 value
427 let end = start + nthRoot 2 value
425 s = source end
428 s = source end
426 -- in UF.fold ((+) <$> s <*> s) FL.drain start
429 -- in UF.fold ((+) <$> s <*> s) FL.drain start
427− in UF.fold FL.drain ((+) `fmap` s `UF.apply` s) start
430+ in UF.fold FL.drain ((+) `fmap` s `UF.crossApply` s) start
428
431
429{-# INLINE _apDiscardFst #-}
432{-# INLINE _apDiscardFst #-}
430_apDiscardFst :: Int -> Int -> m ()
433_apDiscardFst :: Int -> Int -> m ()
@@ -438,9 +441,6 @@ _apDiscardSnd = undefined
438-- Monad
441-- Monad
439-------------------------------------------------------------------------------
442-------------------------------------------------------------------------------
440
443
441−nthRoot :: Double -> Int -> Int
442−nthRoot n value = round (fromIntegral value**(1/n))
443−
444{-# INLINE concatMapM #-}
444{-# INLINE concatMapM #-}
445concatMapM :: Monad m => Int -> Int -> m ()
445concatMapM :: Monad m => Int -> Int -> m ()
446concatMapM value start =
446concatMapM value start =
@@ -601,9 +601,9 @@ concatCount :: Int -> Int
601concatCount linearCount =
601concatCount linearCount =
602 round (((1 + 8 * fromIntegral linearCount)**(1/2::Double) - 1) / 2)
602 round (((1 + 8 * fromIntegral linearCount)**(1/2::Double) - 1) / 2)
603
603
604−{-# INLINE concat #-}
604+{-# INLINE many #-}
605−concat :: Monad m => Int -> Int -> m ()
605+many :: Monad m => Int -> Int -> m ()
606−concat linearCount start = do
606+many linearCount start = do
607 let end = start + concatCount linearCount
607 let end = start + concatCount linearCount
608 UF.fold FL.drain (UF.many (source end) (source end)) start
608 UF.fold FL.drain (UF.many (source end) (source end)) start
609
609
@@ -668,7 +668,7 @@ o_1_space_transformation size =
668 "transformation"
668 "transformation"
669 [ benchIO "map" $ map size
669 [ benchIO "map" $ map size
670 , benchIO "mapM" $ mapM size
670 , benchIO "mapM" $ mapM size
671− , benchIO "mapMWithInput" $ mapMWithInput size
671+ , benchIO "mapM2" $ mapM2 size
672 , benchIO "postscan" $ postscan size
672 , benchIO "postscan" $ postscan size
673 ]
673 ]
674 ]
674 ]
@@ -708,7 +708,7 @@ lf = fromIntegral (ord '\n')
708-- | Split on line feed.
708-- | Split on line feed.
709foldManySepBy :: Handle -> IO Int
709foldManySepBy :: Handle -> IO Int
710foldManySepBy =
710foldManySepBy =
711− let u = UF.foldMany (FL.takeEndBy_ (== lf) FL.drain) FH.read
711+ let u = UF.foldMany (FL.takeEndBy_ (== lf) FL.drain) FH.reader
712 in UF.fold FL.length u
712 in UF.fold FL.length u
713
713
714o_1_space_nested :: BenchEnv -> Int -> [Benchmark]
714o_1_space_nested :: BenchEnv -> Int -> [Benchmark]
@@ -728,7 +728,7 @@ o_1_space_nested env size =
728 , benchIO "filterAllIn" $ filterAllIn size
728 , benchIO "filterAllIn" $ filterAllIn size
729 , benchIO "filterSome" $ filterSome size
729 , benchIO "filterSome" $ filterSome size
730
730
731− , benchIO "concat" $ concat size
731+ , benchIO "many" $ many size
732 , mkBench "foldMany (Fold.takeEndBy_ (== lf) Fold.drain)" env
732 , mkBench "foldMany (Fold.takeEndBy_ (== lf) Fold.drain)" env
733 $ \inh _ -> foldManySepBy inh
733 $ \inh _ -> foldManySepBy inh
734 ]
734 ]
@@ -749,11 +749,11 @@ o_n_space_nested size =
749-- | Send the file contents to /dev/null with exception handling
749-- | Send the file contents to /dev/null with exception handling
750readWriteOnExceptionUnfold :: Handle -> Handle -> IO ()
750readWriteOnExceptionUnfold :: Handle -> Handle -> IO ()
751readWriteOnExceptionUnfold inh devNull =
751readWriteOnExceptionUnfold inh devNull =
752− let readEx = UF.onException (\_ -> hClose inh) FH.read
752+ let readEx = UF.onException (\_ -> hClose inh) FH.reader
753− in SP.fold (FH.write devNull) $ SP.unfold readEx inh
753+ in S.fold (FH.write devNull) $ S.unfold readEx inh
754
754
755#ifdef INSPECTION
755#ifdef INSPECTION
756−inspect $ hasNoTypeClasses 'readWriteOnExceptionUnfold
756+-- inspect $ hasNoTypeClasses 'readWriteOnExceptionUnfold
757-- inspect $ 'readWriteOnExceptionUnfold `hasNoType` ''Step
757-- inspect $ 'readWriteOnExceptionUnfold `hasNoType` ''Step
758#endif
758#endif
759
759
@@ -761,45 +761,54 @@ inspect $ hasNoTypeClasses 'readWriteOnExceptionUnfold
761readWriteHandleExceptionUnfold :: Handle -> Handle -> IO ()
761readWriteHandleExceptionUnfold :: Handle -> Handle -> IO ()
762readWriteHandleExceptionUnfold inh devNull =
762readWriteHandleExceptionUnfold inh devNull =
763 let handler (_e :: SomeException) = hClose inh >> return 10
763 let handler (_e :: SomeException) = hClose inh >> return 10
764− readEx = UF.handle (UF.functionM handler) FH.read
764+ readEx = UF.handle (UF.functionM handler) FH.reader
765− in SP.fold (FH.write devNull) $ SP.unfold readEx inh
765+ in S.fold (FH.write devNull) $ S.unfold readEx inh
766
766
767#ifdef INSPECTION
767#ifdef INSPECTION
768+-- hasNoTypeClasses started failing in GHC 9.4.4
768−inspect $ hasNoTypeClasses 'readWriteHandleExceptionUnfold
769+-- inspect $ hasNoTypeClasses 'readWriteHandleExceptionUnfold
769-- inspect $ 'readWriteHandleExceptionUnfold `hasNoType` ''Step
770-- inspect $ 'readWriteHandleExceptionUnfold `hasNoType` ''Step
770#endif
771#endif
771
772
772-- | Send the file contents to /dev/null with exception handling
773-- | Send the file contents to /dev/null with exception handling
773readWriteFinally_Unfold :: Handle -> Handle -> IO ()
774readWriteFinally_Unfold :: Handle -> Handle -> IO ()
774readWriteFinally_Unfold inh devNull =
775readWriteFinally_Unfold inh devNull =
775− let readEx = UF.finally_ (\_ -> hClose inh) FH.read
776+ let readEx = UF.finally_ (\_ -> hClose inh) FH.reader
776− in SP.fold (FH.write devNull) $ SP.unfold readEx inh
777+ in S.fold (FH.write devNull) $ S.unfold readEx inh
777
778
778#ifdef INSPECTION
779#ifdef INSPECTION
780+#if __GLASGOW_HASKELL__ >= 906
781+inspect $ hasNoTypeClassesExcept 'readWriteFinally_Unfold [''MonadCatch]
782+#else
779inspect $ hasNoTypeClasses 'readWriteFinally_Unfold
783inspect $ hasNoTypeClasses 'readWriteFinally_Unfold
784+#endif
780-- inspect $ 'readWriteFinallyUnfold `hasNoType` ''Step
785-- inspect $ 'readWriteFinallyUnfold `hasNoType` ''Step
781#endif
786#endif
782
787
783readWriteFinallyUnfold :: Handle -> Handle -> IO ()
788readWriteFinallyUnfold :: Handle -> Handle -> IO ()
784readWriteFinallyUnfold inh devNull =
789readWriteFinallyUnfold inh devNull =
785− let readEx = UF.finally (\_ -> hClose inh) FH.read
790+ let readEx = UF.finally (\_ -> hClose inh) FH.reader
786− in SP.fold (FH.write devNull) $ SP.unfold readEx inh
791+ in S.fold (FH.write devNull) $ S.unfold readEx inh
787
792
788-- | Send the file contents to /dev/null with exception handling
793-- | Send the file contents to /dev/null with exception handling
789readWriteBracket_Unfold :: Handle -> Handle -> IO ()
794readWriteBracket_Unfold :: Handle -> Handle -> IO ()
790readWriteBracket_Unfold inh devNull =
795readWriteBracket_Unfold inh devNull =
791− let readEx = UF.bracket_ return (\_ -> hClose inh) FH.read
796+ let readEx = UF.bracket_ return (\_ -> hClose inh) FH.reader
792− in SP.fold (FH.write devNull) $ SP.unfold readEx inh
797+ in S.fold (FH.write devNull) $ S.unfold readEx inh
793
798
794#ifdef INSPECTION
799#ifdef INSPECTION
800+#if __GLASGOW_HASKELL__ >= 906
801+inspect $ hasNoTypeClassesExcept 'readWriteBracket_Unfold [''MonadCatch]
802+#else
795inspect $ hasNoTypeClasses 'readWriteBracket_Unfold
803inspect $ hasNoTypeClasses 'readWriteBracket_Unfold
804+#endif
796-- inspect $ 'readWriteBracketUnfold `hasNoType` ''Step
805-- inspect $ 'readWriteBracketUnfold `hasNoType` ''Step
797#endif
806#endif
798
807
799readWriteBracketUnfold :: Handle -> Handle -> IO ()
808readWriteBracketUnfold :: Handle -> Handle -> IO ()
800readWriteBracketUnfold inh devNull =
809readWriteBracketUnfold inh devNull =
801− let readEx = UF.bracket return (\_ -> hClose inh) FH.read
810+ let readEx = UF.bracket return (\_ -> hClose inh) FH.reader
802− in SP.fold (FH.write devNull) $ S.unfold readEx inh
811+ in S.fold (FH.write devNull) $ S.unfold readEx inh
803
812
804o_1_space_copy_read_exceptions :: BenchEnv -> [Benchmark]
813o_1_space_copy_read_exceptions :: BenchEnv -> [Benchmark]
805o_1_space_copy_read_exceptions env =
814o_1_space_copy_read_exceptions env =
benchmark/Streamly/Benchmark/FileSystem/Handle.hs+1−1
@@ -22,7 +22,7 @@ import Streamly.Benchmark.Common.Handle (mkHandleBenchEnv)
22import qualified Handle.ReadWrite as RW
22import qualified Handle.ReadWrite as RW
23import qualified Handle.Read as RO
23import qualified Handle.Read as RO
24
24
25−import Gauge hiding (env)
25+import Test.Tasty.Bench hiding (env)
26import Prelude hiding (last, length)
26import Prelude hiding (last, length)
27import Streamly.Benchmark.Common
27import Streamly.Benchmark.Common
28
28
benchmark/Streamly/Benchmark/FileSystem/Handle/Read.hs+59−51
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1-- |
3-- |
2-- Module : Streamly.Benchmark.FileSystem.Handle
4-- Module : Streamly.Benchmark.FileSystem.Handle
3-- Copyright : (c) 2019 Composewell Technologies
5-- Copyright : (c) 2019 Composewell Technologies
@@ -27,25 +29,26 @@ import GHC.Magic (inline)
27import GHC.Magic (noinline)
29import GHC.Magic (noinline)
28import System.IO (Handle)
30import System.IO (Handle)
29
31
32+import qualified Streamly.Data.Stream as Stream
33+import qualified Streamly.Data.Fold as Fold
30import qualified Streamly.FileSystem.Handle as FH
34import qualified Streamly.FileSystem.Handle as FH
31−import qualified Streamly.Internal.Data.Array.Unboxed as A
35+import qualified Streamly.Internal.Data.Array as A
32−import qualified Streamly.Internal.Data.Array.Unboxed.Type as AT
33import qualified Streamly.Internal.Data.Fold as FL
36import qualified Streamly.Internal.Data.Fold as FL
34−import qualified Streamly.Internal.Data.Stream.IsStream as IP
37+import qualified Streamly.Internal.Data.Stream as IP
35import qualified Streamly.Internal.FileSystem.Handle as IFH
38import qualified Streamly.Internal.FileSystem.Handle as IFH
36import qualified Streamly.Internal.Unicode.Stream as IUS
39import qualified Streamly.Internal.Unicode.Stream as IUS
37−import qualified Streamly.Prelude as S
40+import qualified Streamly.Data.Stream.Prelude as S
38import qualified Streamly.Unicode.Stream as SS
41import qualified Streamly.Unicode.Stream as SS
39
42
40−import Gauge hiding (env)
43+import Test.Tasty.Bench hiding (env)
41import Prelude hiding (last, length)
44import Prelude hiding (last, length)
42import Streamly.Benchmark.Common.Handle
45import Streamly.Benchmark.Common.Handle
43
46
44#ifdef INSPECTION
47#ifdef INSPECTION
45−import Streamly.Internal.Data.Stream.StreamD.Type (Step(..), FoldMany)
48+import Streamly.Internal.Data.Stream (Step(..), FoldMany)
46
49
47−import qualified Streamly.Internal.Data.Array.Unboxed.Mut.Type as MA
50+import qualified Streamly.Internal.Data.MutArray as MutArray
48−import qualified Streamly.Internal.Data.Stream.StreamD as D
51+import qualified Streamly.Internal.Data.Stream as D
49import qualified Streamly.Internal.Data.Unfold as IUF
52import qualified Streamly.Internal.Data.Unfold as IUF
50
53
51import Test.Inspection
54import Test.Inspection
@@ -59,49 +62,49 @@ import Test.Inspection
59
62
60-- | Get the last byte from a file bytestream.
63-- | Get the last byte from a file bytestream.
61readLast :: Handle -> IO (Maybe Word8)
64readLast :: Handle -> IO (Maybe Word8)
62−readLast = S.last . S.unfold FH.read
65+readLast = S.fold Fold.last . S.unfold FH.reader
63
66
64#ifdef INSPECTION
67#ifdef INSPECTION
65inspect $ hasNoTypeClasses 'readLast
68inspect $ hasNoTypeClasses 'readLast
66inspect $ 'readLast `hasNoType` ''Step -- S.unfold
69inspect $ 'readLast `hasNoType` ''Step -- S.unfold
67inspect $ 'readLast `hasNoType` ''IUF.ConcatState -- FH.read/UF.many
70inspect $ 'readLast `hasNoType` ''IUF.ConcatState -- FH.read/UF.many
68−inspect $ 'readLast `hasNoType` ''MA.ArrayUnsafe -- FH.read/A.read
71+inspect $ 'readLast `hasNoType` ''MutArray.ArrayUnsafe -- FH.read/A.read
69#endif
72#endif
70
73
71-- assert that flattenArrays constructors are not present
74-- assert that flattenArrays constructors are not present
72-- | Count the number of bytes in a file.
75-- | Count the number of bytes in a file.
73readCountBytes :: Handle -> IO Int
76readCountBytes :: Handle -> IO Int
74−readCountBytes = S.length . S.unfold FH.read
77+readCountBytes = S.fold Fold.length . S.unfold FH.reader
75
78
76#ifdef INSPECTION
79#ifdef INSPECTION
77inspect $ hasNoTypeClasses 'readCountBytes
80inspect $ hasNoTypeClasses 'readCountBytes
78inspect $ 'readCountBytes `hasNoType` ''Step -- S.unfold
81inspect $ 'readCountBytes `hasNoType` ''Step -- S.unfold
79inspect $ 'readCountBytes `hasNoType` ''IUF.ConcatState -- FH.read/UF.many
82inspect $ 'readCountBytes `hasNoType` ''IUF.ConcatState -- FH.read/UF.many
80−inspect $ 'readCountBytes `hasNoType` ''MA.ArrayUnsafe -- FH.read/A.read
83+inspect $ 'readCountBytes `hasNoType` ''MutArray.ArrayUnsafe -- FH.read/A.read
81#endif
84#endif
82
85
83-- | Count the number of lines in a file.
86-- | Count the number of lines in a file.
84readCountLines :: Handle -> IO Int
87readCountLines :: Handle -> IO Int
85readCountLines =
88readCountLines =
86− S.length
89+ S.fold Fold.length
87 . IUS.lines FL.drain
90 . IUS.lines FL.drain
88 . SS.decodeLatin1
91 . SS.decodeLatin1
89− . S.unfold FH.read
92+ . S.unfold FH.reader
90
93
91#ifdef INSPECTION
94#ifdef INSPECTION
92inspect $ hasNoTypeClasses 'readCountLines
95inspect $ hasNoTypeClasses 'readCountLines
93inspect $ 'readCountLines `hasNoType` ''Step
96inspect $ 'readCountLines `hasNoType` ''Step
94inspect $ 'readCountLines `hasNoType` ''IUF.ConcatState -- FH.read/UF.many
97inspect $ 'readCountLines `hasNoType` ''IUF.ConcatState -- FH.read/UF.many
95−inspect $ 'readCountLines `hasNoType` ''MA.ArrayUnsafe -- FH.read/A.read
98+inspect $ 'readCountLines `hasNoType` ''MutArray.ArrayUnsafe -- FH.read/A.read
96#endif
99#endif
97
100
98-- | Count the number of words in a file.
101-- | Count the number of words in a file.
99readCountWords :: Handle -> IO Int
102readCountWords :: Handle -> IO Int
100readCountWords =
103readCountWords =
101− S.length
104+ S.fold Fold.length
102 . IUS.words FL.drain
105 . IUS.words FL.drain
103 . SS.decodeLatin1
106 . SS.decodeLatin1
104− . S.unfold FH.read
107+ . S.unfold FH.reader
105
108
106#ifdef INSPECTION
109#ifdef INSPECTION
107inspect $ hasNoTypeClasses 'readCountWords
110inspect $ hasNoTypeClasses 'readCountWords
@@ -110,13 +113,13 @@ inspect $ hasNoTypeClasses 'readCountWords
110
113
111-- | Sum the bytes in a file.
114-- | Sum the bytes in a file.
112readSumBytes :: Handle -> IO Word8
115readSumBytes :: Handle -> IO Word8
113−readSumBytes = S.sum . S.unfold FH.read
116+readSumBytes = S.fold Fold.sum . S.unfold FH.reader
114
117
115#ifdef INSPECTION
118#ifdef INSPECTION
116inspect $ hasNoTypeClasses 'readSumBytes
119inspect $ hasNoTypeClasses 'readSumBytes
117inspect $ 'readSumBytes `hasNoType` ''Step
120inspect $ 'readSumBytes `hasNoType` ''Step
118inspect $ 'readSumBytes `hasNoType` ''IUF.ConcatState -- FH.read/UF.many
121inspect $ 'readSumBytes `hasNoType` ''IUF.ConcatState -- FH.read/UF.many
119−inspect $ 'readSumBytes `hasNoType` ''MA.ArrayUnsafe -- FH.read/A.read
122+inspect $ 'readSumBytes `hasNoType` ''MutArray.ArrayUnsafe -- FH.read/A.read
120#endif
123#endif
121
124
122-- XXX When we mark this with INLINE and we have two benchmarks using S.drain
125-- XXX When we mark this with INLINE and we have two benchmarks using S.drain
@@ -130,21 +133,21 @@ inspect $ 'readSumBytes `hasNoType` ''MA.ArrayUnsafe -- FH.read/A.read
130-- fusion-plugin to propagate INLINE phase information such that this problem
133-- fusion-plugin to propagate INLINE phase information such that this problem
131-- does not occur.
134-- does not occur.
132readDrain :: Handle -> IO ()
135readDrain :: Handle -> IO ()
133−readDrain inh = S.drain $ S.unfold FH.read inh
136+readDrain inh = S.fold Fold.drain $ S.unfold FH.reader inh
134
137
135-- XXX investigate why we need an INLINE in this case (GHC)
138-- XXX investigate why we need an INLINE in this case (GHC)
136{-# INLINE readDecodeLatin1 #-}
139{-# INLINE readDecodeLatin1 #-}
137readDecodeLatin1 :: Handle -> IO ()
140readDecodeLatin1 :: Handle -> IO ()
138readDecodeLatin1 inh =
141readDecodeLatin1 inh =
139− S.drain
142+ S.fold Fold.drain
140 $ SS.decodeLatin1
143 $ SS.decodeLatin1
141− $ S.unfold FH.read inh
144+ $ S.unfold FH.reader inh
142
145
143readDecodeUtf8 :: Handle -> IO ()
146readDecodeUtf8 :: Handle -> IO ()
144readDecodeUtf8 inh =
147readDecodeUtf8 inh =
145− S.drain
148+ S.fold Fold.drain
146 $ SS.decodeUtf8
149 $ SS.decodeUtf8
147− $ S.unfold FH.read inh
150+ $ S.unfold FH.reader inh
148
151
149#ifdef INSPECTION
152#ifdef INSPECTION
150inspect $ hasNoTypeClasses 'readDecodeUtf8
153inspect $ hasNoTypeClasses 'readDecodeUtf8
@@ -185,11 +188,11 @@ o_1_space_reduce_read env =
185-- | Count the number of lines in a file.
188-- | Count the number of lines in a file.
186getChunksConcatUnfoldCountLines :: Handle -> IO Int
189getChunksConcatUnfoldCountLines :: Handle -> IO Int
187getChunksConcatUnfoldCountLines inh =
190getChunksConcatUnfoldCountLines inh =
188− S.length
191+ S.fold Fold.length
189 $ IUS.lines FL.drain
192 $ IUS.lines FL.drain
190 $ SS.decodeLatin1
193 $ SS.decodeLatin1
191 -- XXX replace with toBytes
194 -- XXX replace with toBytes
192− $ S.unfoldMany A.read (IFH.getChunks inh)
195+ $ S.unfoldMany A.reader (IFH.readChunks inh)
193
196
194#ifdef INSPECTION
197#ifdef INSPECTION
195inspect $ hasNoTypeClasses 'getChunksConcatUnfoldCountLines
198inspect $ hasNoTypeClasses 'getChunksConcatUnfoldCountLines
@@ -210,46 +213,51 @@ o_1_space_reduce_toBytes env =
210-------------------------------------------------------------------------------
213-------------------------------------------------------------------------------
211
214
212chunksOfSum :: Int -> Handle -> IO Int
215chunksOfSum :: Int -> Handle -> IO Int
216+chunksOfSum n inh =
213−chunksOfSum n inh = S.length $ S.chunksOf n FL.sum (S.unfold FH.read inh)
217+ S.fold Fold.length $ IP.groupsOf n FL.sum (S.unfold FH.reader inh)
214
218
215foldManyPostChunksOfSum :: Int -> Handle -> IO Int
219foldManyPostChunksOfSum :: Int -> Handle -> IO Int
216foldManyPostChunksOfSum n inh =
220foldManyPostChunksOfSum n inh =
221+ S.fold Fold.length
217− S.length $ IP.foldManyPost (FL.take n FL.sum) (S.unfold FH.read inh)
222+ $ IP.foldManyPost (FL.take n FL.sum) (S.unfold FH.reader inh)
218
223
219foldManyChunksOfSum :: Int -> Handle -> IO Int
224foldManyChunksOfSum :: Int -> Handle -> IO Int
220foldManyChunksOfSum n inh =
225foldManyChunksOfSum n inh =
226+ S.fold Fold.length
221− S.length $ IP.foldMany (FL.take n FL.sum) (S.unfold FH.read inh)
227+ $ IP.foldMany (FL.take n FL.sum) (S.unfold FH.reader inh)
222
228
223-- XXX investigate why we need an INLINE in this case (GHC)
229-- XXX investigate why we need an INLINE in this case (GHC)
224-- Even though allocations remain the same in both cases inlining improves time
230-- Even though allocations remain the same in both cases inlining improves time
225-- by 4x.
231-- by 4x.
226-- | Slice in chunks of size n and get the count of chunks.
232-- | Slice in chunks of size n and get the count of chunks.
227−{-# INLINE chunksOf #-}
233+{-# INLINE groupsOf #-}
228−chunksOf :: Int -> Handle -> IO Int
234+groupsOf :: Int -> Handle -> IO Int
229−chunksOf n inh =
235+groupsOf n inh =
230 -- writeNUnsafe gives 2.5x boost here over writeN.
236 -- writeNUnsafe gives 2.5x boost here over writeN.
237+ S.fold Fold.length
231− S.length $ S.chunksOf n (AT.writeNUnsafe n) (S.unfold FH.read inh)
238+ $ IP.groupsOf n (A.writeNUnsafe n) (S.unfold FH.reader inh)
232
239
233#ifdef INSPECTION
240#ifdef INSPECTION
234−inspect $ hasNoTypeClasses 'chunksOf
241+inspect $ hasNoTypeClasses 'groupsOf
235−inspect $ 'chunksOf `hasNoType` ''Step
242+inspect $ 'groupsOf `hasNoType` ''Step
236−inspect $ 'chunksOf `hasNoType` ''FoldMany
243+inspect $ 'groupsOf `hasNoType` ''FoldMany
237−inspect $ 'chunksOf `hasNoType` ''AT.ArrayUnsafe -- AT.writeNUnsafe
244+inspect $ 'groupsOf `hasNoType` ''MutArray.ArrayUnsafe -- AT.writeNUnsafe
238 -- FH.read/A.read
245 -- FH.read/A.read
239−inspect $ 'chunksOf `hasNoType` ''IUF.ConcatState -- FH.read/UF.many
246+inspect $ 'groupsOf `hasNoType` ''IUF.ConcatState -- FH.read/UF.many
240#endif
247#endif
241
248
242−{-# INLINE arraysOf #-}
249+{-# INLINE chunksOf #-}
243−arraysOf :: Int -> Handle -> IO Int
250+chunksOf :: Int -> Handle -> IO Int
251+chunksOf n inh =
244−arraysOf n inh = S.length $ IP.arraysOf n (S.unfold FH.read inh)
252+ S.fold Fold.length $ Stream.chunksOf n (S.unfold FH.reader inh)
245
253
246o_1_space_reduce_read_grouped :: BenchEnv -> [Benchmark]
254o_1_space_reduce_read_grouped :: BenchEnv -> [Benchmark]
247o_1_space_reduce_read_grouped env =
255o_1_space_reduce_read_grouped env =
248 [ bgroup "reduce/read/chunks"
256 [ bgroup "reduce/read/chunks"
249− [ mkBench ("S.chunksOf " ++ show (bigSize env) ++ " FL.sum") env $
257+ [ mkBench ("S.groupsOf " ++ show (bigSize env) ++ " FL.sum") env $
250 \inh _ ->
258 \inh _ ->
251 chunksOfSum (bigSize env) inh
259 chunksOfSum (bigSize env) inh
252− , mkBench "S.chunksOf 1 FL.sum" env $ \inh _ ->
260+ , mkBench "S.groupsOf 1 FL.sum" env $ \inh _ ->
253 chunksOfSum 1 inh
261 chunksOfSum 1 inh
254
262
255 -- XXX investigate why we need inline/noinline in these cases (GHC)
263 -- XXX investigate why we need inline/noinline in these cases (GHC)
@@ -272,20 +280,20 @@ o_1_space_reduce_read_grouped env =
272 $ \inh _ -> inline foldManyChunksOfSum 1 inh
280 $ \inh _ -> inline foldManyChunksOfSum 1 inh
273
281
274 -- folding chunks to arrays
282 -- folding chunks to arrays
283+ , mkBenchSmall "S.groupsOf 1" env $ \inh _ ->
284+ groupsOf 1 inh
285+ , mkBench "S.groupsOf 10" env $ \inh _ ->
286+ groupsOf 10 inh
287+ , mkBench "S.groupsOf 1000" env $ \inh _ ->
288+ groupsOf 1000 inh
289+
290+ -- chunksOf may use a different impl than groupsOf
275 , mkBenchSmall "S.chunksOf 1" env $ \inh _ ->
291 , mkBenchSmall "S.chunksOf 1" env $ \inh _ ->
276 chunksOf 1 inh
292 chunksOf 1 inh
277 , mkBench "S.chunksOf 10" env $ \inh _ ->
293 , mkBench "S.chunksOf 10" env $ \inh _ ->
278 chunksOf 10 inh
294 chunksOf 10 inh
279 , mkBench "S.chunksOf 1000" env $ \inh _ ->
295 , mkBench "S.chunksOf 1000" env $ \inh _ ->
280 chunksOf 1000 inh
296 chunksOf 1000 inh
281−
282− -- arraysOf may use a different impl than chunksOf
283− , mkBenchSmall "S.arraysOf 1" env $ \inh _ ->
284− arraysOf 1 inh
285− , mkBench "S.arraysOf 10" env $ \inh _ ->
286− arraysOf 10 inh
287− , mkBench "S.arraysOf 1000" env $ \inh _ ->
288− arraysOf 1000 inh
289 ]
297 ]
290 ]
298 ]
291
299
benchmark/Streamly/Benchmark/FileSystem/Handle/ReadWrite.hs+23−22
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1-- |
3-- |
2-- Module : Streamly.Benchmark.FileSystem.Handle
4-- Module : Streamly.Benchmark.FileSystem.Handle
3-- Copyright : (c) 2019 Composewell Technologies
5-- Copyright : (c) 2019 Composewell Technologies
@@ -29,19 +31,18 @@ import Streamly.Internal.System.IO (defaultChunkSize)
29import qualified Streamly.FileSystem.Handle as FH
31import qualified Streamly.FileSystem.Handle as FH
30import qualified Streamly.Internal.Data.Unfold as IUF
32import qualified Streamly.Internal.Data.Unfold as IUF
31import qualified Streamly.Internal.FileSystem.Handle as IFH
33import qualified Streamly.Internal.FileSystem.Handle as IFH
32−import qualified Streamly.Data.Array.Unboxed as A
34+import qualified Streamly.Data.Array as A
33−import qualified Streamly.Prelude as S
35+import qualified Streamly.Data.Stream.Prelude as S
34
36
35−import Gauge hiding (env)
37+import Test.Tasty.Bench hiding (env)
36import Streamly.Benchmark.Common.Handle
38import Streamly.Benchmark.Common.Handle
37
39
38#ifdef INSPECTION
40#ifdef INSPECTION
39−import Streamly.Internal.Data.Stream.StreamD.Type (Step(..))
41+import Streamly.Internal.Data.Stream (Step(..))
40
42
41−import qualified Streamly.Internal.Data.Stream.StreamD.Type as D
43+import qualified Streamly.Internal.Data.Stream as D
42import qualified Streamly.Internal.Data.Tuple.Strict as Strict
44import qualified Streamly.Internal.Data.Tuple.Strict as Strict
43−import qualified Streamly.Internal.Data.Array.Stream.Mut.Foreign as MAS
45+import qualified Streamly.Internal.Data.MutArray as MutArray
44−import qualified Streamly.Internal.Data.Array.Unboxed.Type as AT
45
46
46import Test.Inspection
47import Test.Inspection
47#endif
48#endif
@@ -52,7 +53,7 @@ import Test.Inspection
52
53
53-- | Copy file
54-- | Copy file
54copyChunks :: Handle -> Handle -> IO ()
55copyChunks :: Handle -> Handle -> IO ()
55−copyChunks inh outh = S.fold (IFH.writeChunks outh) $ IFH.getChunks inh
56+copyChunks inh outh = S.fold (IFH.writeChunks outh) $ IFH.readChunks inh
56
57
57#ifdef INSPECTION
58#ifdef INSPECTION
58inspect $ hasNoTypeClasses 'copyChunks
59inspect $ hasNoTypeClasses 'copyChunks
@@ -75,13 +76,13 @@ o_1_space_copy_chunked env =
75
76
76-- | Copy file
77-- | Copy file
77copyStream :: Handle -> Handle -> IO ()
78copyStream :: Handle -> Handle -> IO ()
78−copyStream inh outh = S.fold (FH.write outh) (S.unfold FH.read inh)
79+copyStream inh outh = S.fold (FH.write outh) (S.unfold FH.reader inh)
79
80
80#ifdef INSPECTION
81#ifdef INSPECTION
81inspect $ hasNoTypeClasses 'copyStream
82inspect $ hasNoTypeClasses 'copyStream
82inspect $ 'copyStream `hasNoType` ''Step -- S.unfold
83inspect $ 'copyStream `hasNoType` ''Step -- S.unfold
83inspect $ 'copyStream `hasNoType` ''IUF.ConcatState -- FH.read/UF.many
84inspect $ 'copyStream `hasNoType` ''IUF.ConcatState -- FH.read/UF.many
84−inspect $ 'copyStream `hasNoType` ''AT.ArrayUnsafe -- FH.write/writeNUnsafe
85+inspect $ 'copyStream `hasNoType` ''MutArray.ArrayUnsafe -- FH.write/writeNUnsafe
85 -- FH.read/A.read
86 -- FH.read/A.read
86inspect $ 'copyStream `hasNoType` ''Strict.Tuple3' -- FH.write/chunksOf
87inspect $ 'copyStream `hasNoType` ''Strict.Tuple3' -- FH.write/chunksOf
87#endif
88#endif
@@ -102,13 +103,13 @@ o_1_space_copy_read env =
102
103
103-- | Send the file contents to /dev/null
104-- | Send the file contents to /dev/null
104readFromBytesNull :: Handle -> Handle -> IO ()
105readFromBytesNull :: Handle -> Handle -> IO ()
105−readFromBytesNull inh devNull = IFH.putBytes devNull $ S.unfold FH.read inh
106+readFromBytesNull inh devNull = IFH.putBytes devNull $ S.unfold FH.reader inh
106
107
107#ifdef INSPECTION
108#ifdef INSPECTION
108inspect $ hasNoTypeClasses 'readFromBytesNull
109inspect $ hasNoTypeClasses 'readFromBytesNull
109inspect $ 'readFromBytesNull `hasNoType` ''Step
110inspect $ 'readFromBytesNull `hasNoType` ''Step
110−inspect $ 'readFromBytesNull `hasNoType` ''MAS.SpliceState
111+inspect $ 'readFromBytesNull `hasNoType` ''MutArray.SpliceState
111−inspect $ 'readFromBytesNull `hasNoType` ''AT.ArrayUnsafe -- FH.fromBytes/S.arraysOf
112+inspect $ 'readFromBytesNull `hasNoType` ''MutArray.ArrayUnsafe -- FH.fromBytes/S.chunksOf
112inspect $ 'readFromBytesNull `hasNoType` ''D.FoldMany
113inspect $ 'readFromBytesNull `hasNoType` ''D.FoldMany
113#endif
114#endif
114
115
@@ -116,13 +117,13 @@ inspect $ 'readFromBytesNull `hasNoType` ''D.FoldMany
116readWithFromBytesNull :: Handle -> Handle -> IO ()
117readWithFromBytesNull :: Handle -> Handle -> IO ()
117readWithFromBytesNull inh devNull =
118readWithFromBytesNull inh devNull =
118 IFH.putBytes devNull
119 IFH.putBytes devNull
119− $ S.unfold FH.readWith (defaultChunkSize, inh)
120+ $ S.unfold FH.readerWith (defaultChunkSize, inh)
120
121
121#ifdef INSPECTION
122#ifdef INSPECTION
122inspect $ hasNoTypeClasses 'readWithFromBytesNull
123inspect $ hasNoTypeClasses 'readWithFromBytesNull
123inspect $ 'readWithFromBytesNull `hasNoType` ''Step
124inspect $ 'readWithFromBytesNull `hasNoType` ''Step
124−inspect $ 'readWithFromBytesNull `hasNoType` ''MAS.SpliceState
125+inspect $ 'readWithFromBytesNull `hasNoType` ''MutArray.SpliceState
125−inspect $ 'readWithFromBytesNull `hasNoType` ''AT.ArrayUnsafe -- FH.fromBytes/S.arraysOf
126+inspect $ 'readWithFromBytesNull `hasNoType` ''MutArray.ArrayUnsafe -- FH.fromBytes/S.chunksOf
126inspect $ 'readWithFromBytesNull `hasNoType` ''D.FoldMany
127inspect $ 'readWithFromBytesNull `hasNoType` ''D.FoldMany
127#endif
128#endif
128
129
@@ -134,7 +135,7 @@ _readChunks inh devNull = IUF.fold fld unf inh
134 where
135 where
135
136
136 fld = FH.write devNull
137 fld = FH.write devNull
137− unf = IUF.many A.read FH.readChunks
138+ unf = IUF.many A.reader FH.chunkReader
138
139
139-- | Send the chunk content to /dev/null
140-- | Send the chunk content to /dev/null
140-- Implicitly benchmarked via 'readWithFromBytesNull'
141-- Implicitly benchmarked via 'readWithFromBytesNull'
@@ -144,7 +145,7 @@ _readChunksWith inh devNull = IUF.fold fld unf (defaultChunkSize, inh)
144 where
145 where
145
146
146 fld = FH.write devNull
147 fld = FH.write devNull
147− unf = IUF.many A.read FH.readChunksWith
148+ unf = IUF.many A.reader FH.chunkReaderWith
148
149
149o_1_space_copy_fromBytes :: BenchEnv -> [Benchmark]
150o_1_space_copy_fromBytes :: BenchEnv -> [Benchmark]
150o_1_space_copy_fromBytes env =
151o_1_space_copy_fromBytes env =
@@ -163,13 +164,13 @@ writeReadWith inh devNull = IUF.fold fld unf (defaultChunkSize, inh)
163 where
164 where
164
165
165 fld = FH.writeWith defaultChunkSize devNull
166 fld = FH.writeWith defaultChunkSize devNull
166− unf = FH.readWith
167+ unf = FH.readerWith
167
168
168#ifdef INSPECTION
169#ifdef INSPECTION
169inspect $ hasNoTypeClasses 'writeReadWith
170inspect $ hasNoTypeClasses 'writeReadWith
170inspect $ 'writeReadWith `hasNoType` ''Step
171inspect $ 'writeReadWith `hasNoType` ''Step
171inspect $ 'writeReadWith `hasNoType` ''IUF.ConcatState -- FH.read/UF.many
172inspect $ 'writeReadWith `hasNoType` ''IUF.ConcatState -- FH.read/UF.many
172−inspect $ 'writeReadWith `hasNoType` ''AT.ArrayUnsafe -- FH.write/writeNUnsafe
173+inspect $ 'writeReadWith `hasNoType` ''MutArray.ArrayUnsafe -- FH.write/writeNUnsafe
173 -- FH.read/A.read
174 -- FH.read/A.read
174#endif
175#endif
175
176
@@ -180,13 +181,13 @@ writeRead inh devNull = IUF.fold fld unf inh
180 where
181 where
181
182
182 fld = FH.write devNull
183 fld = FH.write devNull
183− unf = FH.read
184+ unf = FH.reader
184
185
185#ifdef INSPECTION
186#ifdef INSPECTION
186inspect $ hasNoTypeClasses 'writeRead
187inspect $ hasNoTypeClasses 'writeRead
187inspect $ 'writeRead `hasNoType` ''Step
188inspect $ 'writeRead `hasNoType` ''Step
188inspect $ 'writeRead `hasNoType` ''IUF.ConcatState -- FH.read/UF.many
189inspect $ 'writeRead `hasNoType` ''IUF.ConcatState -- FH.read/UF.many
189−inspect $ 'writeRead `hasNoType` ''AT.ArrayUnsafe -- FH.write/writeNUnsafe
190+inspect $ 'writeRead `hasNoType` ''MutArray.ArrayUnsafe -- FH.write/writeNUnsafe
190 -- FH.read/A.read
191 -- FH.read/A.read
191#endif
192#endif
192
193
benchmark/Streamly/Benchmark/Prelude/Adaptive.hs+11−6
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1-- |
3-- |
2-- Module : Main
4-- Module : Main
3-- Copyright : (c) 2018 Composewell Technologies
5-- Copyright : (c) 2018 Composewell Technologies
@@ -8,7 +10,7 @@
8import Control.Concurrent (threadDelay)
10import Control.Concurrent (threadDelay)
9import Control.Monad (when)
11import Control.Monad (when)
10import Control.Monad.IO.Class (liftIO)
12import Control.Monad.IO.Class (liftIO)
11−import Gauge
13+import Test.Tasty.Bench
12import Streamly.Prelude as S
14import Streamly.Prelude as S
13import System.Random (randomRIO)
15import System.Random (randomRIO)
14
16
@@ -34,11 +36,14 @@ source range = S.replicateM value $ do
34
36
35{-# INLINE run #-}
37{-# INLINE run #-}
36run :: IsStream t => (Int, Int) -> (Int, Int) -> (t IO Int -> SerialT IO Int) -> IO ()
38run :: IsStream t => (Int, Int) -> (Int, Int) -> (t IO Int -> SerialT IO Int) -> IO ()
37−run srange crange t = S.drain $ do
39+run srange crange t = S.drain $ S.mapM action (t $ source srange)
38− n <- t $ source srange
40+
41+ where
42+
43+ action x = liftIO $ do
39− d <- liftIO (randomRIO crange)
44+ d <- randomRIO crange
40− when (d /= 0) $ liftIO $ threadDelay d
45+ when (d /= 0) $ threadDelay d
41− return n
46+ return x
42
47
43low, medium, high :: Int
48low, medium, high :: Int
44low = 10
49low = 10
benchmark/Streamly/Benchmark/Prelude/Ahead.hs+3−1
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1-- |
3-- |
2-- Module : Main
4-- Module : Main
3-- Copyright : (c) 2018 Composewell Technologies
5-- Copyright : (c) 2018 Composewell Technologies
@@ -13,7 +15,7 @@ import qualified Streamly.Prelude as S
13import Streamly.Benchmark.Common
15import Streamly.Benchmark.Common
14import Streamly.Benchmark.Prelude
16import Streamly.Benchmark.Prelude
15
17
16−import Gauge
18+import Test.Tasty.Bench
17
19
18moduleName :: String
20moduleName :: String
19moduleName = "Prelude.Ahead"
21moduleName = "Prelude.Ahead"
benchmark/Streamly/Benchmark/Prelude/Async.hs+5−3
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1-- |
3-- |
2-- Module : Main
4-- Module : Main
3-- Copyright : (c) 2018 Composewell Technologies
5-- Copyright : (c) 2018 Composewell Technologies
@@ -14,7 +16,7 @@ import qualified Streamly.Internal.Data.Stream.IsStream.Transform as Transform
14import Streamly.Benchmark.Common
16import Streamly.Benchmark.Common
15import Streamly.Benchmark.Prelude
17import Streamly.Benchmark.Prelude
16
18
17−import Gauge
19+import Test.Tasty.Bench
18
20
19moduleName :: String
21moduleName :: String
20moduleName = "Prelude.Async"
22moduleName = "Prelude.Async"
@@ -122,9 +124,9 @@ o_1_space_concatFoldable value =
122 (sourceFoldMapWithStream value)
124 (sourceFoldMapWithStream value)
123 , benchIOSrc fromAsync "foldMapWithM (<>) (List)"
125 , benchIOSrc fromAsync "foldMapWithM (<>) (List)"
124 (sourceFoldMapWithM value)
126 (sourceFoldMapWithM value)
125− , benchIOSrc fromSerial "S.concatFoldableWith (<>) (List)"
127+ , benchIOSrc fromAsync "S.concatFoldableWith (<>) (List)"
126 (concatFoldableWith value)
128 (concatFoldableWith value)
127− , benchIOSrc fromSerial "S.concatForFoldableWith (<>) (List)"
129+ , benchIOSrc fromAsync "S.concatForFoldableWith (<>) (List)"
128 (concatForFoldableWith value)
130 (concatForFoldableWith value)
129 , benchIOSrc fromAsync "foldMapM (List)" (sourceFoldMapM value)
131 , benchIOSrc fromAsync "foldMapM (List)" (sourceFoldMapM value)
130 ]
132 ]
benchmark/Streamly/Benchmark/Prelude/Concurrent.hs+2−1
@@ -1,3 +1,4 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
1{-# LANGUAGE CPP #-}
2{-# LANGUAGE CPP #-}
2{-# LANGUAGE RankNTypes #-}
3{-# LANGUAGE RankNTypes #-}
3-- |
4-- |
@@ -14,7 +15,7 @@ import Streamly.Prelude
14 , fromWAsync, parallel, fromParallel
15 , fromWAsync, parallel, fromParallel
15 )
16 )
16
17
17−import Gauge
18+import Test.Tasty.Bench
18import qualified Streamly.Prelude as S
19import qualified Streamly.Prelude as S
19
20
20-------------------------------------------------------------------------------
21-------------------------------------------------------------------------------
benchmark/Streamly/Benchmark/Prelude/Merge.hs+4−2
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1-- |
3-- |
2-- Module : Main
4-- Module : Main
3-- Copyright : (c) 2018 Composewell Technologies
5-- Copyright : (c) 2018 Composewell Technologies
@@ -28,13 +30,13 @@ import qualified Streamly.Internal.Data.Stream.IsStream as Stream
28import Streamly.Benchmark.Common
30import Streamly.Benchmark.Common
29import Streamly.Benchmark.Prelude
31import Streamly.Benchmark.Prelude
30
32
31−import Gauge
33+import Test.Tasty.Bench
32
34
33#ifdef INSPECTION
35#ifdef INSPECTION
34import GHC.Types (SPEC(..))
36import GHC.Types (SPEC(..))
35import Test.Inspection
37import Test.Inspection
36
38
37−import qualified Streamly.Internal.Data.Stream.StreamD as D
39+import qualified Streamly.Internal.Data.Stream as D
38#endif
40#endif
39
41
40moduleName :: String
42moduleName :: String
benchmark/Streamly/Benchmark/Prelude/Parallel.hs+3−1
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1-- |
3-- |
2-- Module : Main
4-- Module : Main
3-- Copyright : (c) 2018 Composewell Technologies
5-- Copyright : (c) 2018 Composewell Technologies
@@ -20,7 +22,7 @@ import qualified Streamly.Internal.Data.Stream.IsStream as Internal
20import Streamly.Benchmark.Common
22import Streamly.Benchmark.Common
21import Streamly.Benchmark.Prelude
23import Streamly.Benchmark.Prelude
22
24
23−import Gauge
25+import Test.Tasty.Bench
24
26
25moduleName :: String
27moduleName :: String
26moduleName = "Prelude.Parallel"
28moduleName = "Prelude.Parallel"
benchmark/Streamly/Benchmark/Prelude/Rate.hs+2−1
@@ -1,3 +1,4 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
1{-# LANGUAGE FlexibleContexts #-}
2{-# LANGUAGE FlexibleContexts #-}
2
3
3-- |
4-- |
@@ -13,7 +14,7 @@ import qualified Streamly.Prelude as S
13import Streamly.Benchmark.Common
14import Streamly.Benchmark.Common
14import Streamly.Benchmark.Prelude
15import Streamly.Benchmark.Prelude
15
16
16−import Gauge
17+import Test.Tasty.Bench
17
18
18moduleName :: String
19moduleName :: String
19moduleName = "Prelude.Rate"
20moduleName = "Prelude.Rate"
benchmark/Streamly/Benchmark/Prelude/Serial.hsdeleted−53
@@ -1,53 +0,0 @@
1−-- |
2−-- Module : Serial
3−-- Copyright : (c) 2018 Composewell Technologies
4−-- License : BSD-3-Clause
5−-- Maintainer : streamly@composewell.com
6−
7−{-# LANGUAGE CPP #-}
8−{-# LANGUAGE FlexibleContexts #-}
9−{-# LANGUAGE ScopedTypeVariables #-}
10−{-# LANGUAGE RankNTypes #-}
11−
12−module Main (main) where
13−
14−import Streamly.Benchmark.Common.Handle (mkHandleBenchEnv)
15−
16−import qualified Serial.Elimination as Elimination
17−import qualified Serial.Exceptions as Exceptions
18−import qualified Serial.Generation as Generation
19−import qualified Serial.NestedStream as NestedStream
20−import qualified Serial.Split as Split
21−import qualified Serial.Transformation as Transformation
22−import qualified Serial.NestedFold as NestedFold
23−import qualified Serial.Lift as Lift
24−
25−import Streamly.Benchmark.Common
26−
27−moduleName :: String
28−moduleName = "Prelude.Serial"
29−
30−-------------------------------------------------------------------------------
31−-- Main
32−-------------------------------------------------------------------------------
33−
34−-- In addition to gauge options, the number of elements in the stream can be
35−-- passed using the --stream-size option.
36−--
37−main :: IO ()
38−main = do
39− env <- mkHandleBenchEnv
40− runWithCLIOpts defaultStreamSize (allBenchmarks env)
41−
42− where
43−
44− allBenchmarks env size = Prelude.concat
45− [ Generation.benchmarks moduleName size
46− , Elimination.benchmarks moduleName size
47− , Exceptions.benchmarks moduleName env size
48− , Split.benchmarks moduleName env
49− , Transformation.benchmarks moduleName size
50− , NestedFold.benchmarks moduleName size
51− , Lift.benchmarks moduleName size
52− , NestedStream.benchmarks moduleName size
53− ]
benchmark/Streamly/Benchmark/Prelude/Serial/Generation.hsdeleted−179
@@ -1,179 +0,0 @@
1−-- |
2−-- Module : Serial.Generation
3−-- Copyright : (c) 2018 Composewell Technologies
4−-- License : BSD-3-Clause
5−-- Maintainer : streamly@composewell.com
6−
7−{-# LANGUAGE CPP #-}
8−{-# LANGUAGE FlexibleContexts #-}
9−{-# LANGUAGE ScopedTypeVariables #-}
10−{-# LANGUAGE RankNTypes #-}
11−
12−module Serial.Generation (benchmarks) where
13−
14−import Data.Functor.Identity (Identity)
15−
16−import qualified Prelude
17−import qualified GHC.Exts as GHC
18−
19−import qualified Streamly.Prelude as S
20−
21−import Gauge
22−import Streamly.Prelude (SerialT, fromSerial, MonadAsync)
23−import Streamly.Benchmark.Common
24−import Streamly.Benchmark.Prelude
25−import Prelude hiding (repeat, replicate, iterate)
26−
27−-------------------------------------------------------------------------------
28−-- Generation
29−-------------------------------------------------------------------------------
30−
31−-------------------------------------------------------------------------------
32−-- fromList
33−-------------------------------------------------------------------------------
34−
35−{-# INLINE sourceIsList #-}
36−sourceIsList :: Int -> Int -> SerialT Identity Int
37−sourceIsList value n = GHC.fromList [n..n+value]
38−
39−{-# INLINE sourceIsString #-}
40−sourceIsString :: Int -> Int -> SerialT Identity Char
41−sourceIsString value n = GHC.fromString (Prelude.replicate (n + value) 'a')
42−
43−{-# INLINE readInstance #-}
44−readInstance :: String -> SerialT Identity Int
45−readInstance str =
46− let r = reads str
47− in case r of
48− [(x,"")] -> x
49− _ -> error "readInstance: no parse"
50−
51−-- For comparisons
52−{-# INLINE readInstanceList #-}
53−readInstanceList :: String -> [Int]
54−readInstanceList str =
55− let r = reads str
56− in case r of
57− [(x,"")] -> x
58− _ -> error "readInstance: no parse"
59−
60−{-# INLINE repeat #-}
61−repeat :: (Monad m, S.IsStream t) => Int -> Int -> t m Int
62−repeat count = S.take count . S.repeat
63−
64−{-# INLINE repeatM #-}
65−repeatM :: (MonadAsync m, S.IsStream t) => Int -> Int -> t m Int
66−repeatM count = S.take count . S.repeatM . return
67−
68−{-# INLINE replicate #-}
69−replicate :: (Monad m, S.IsStream t) => Int -> Int -> t m Int
70−replicate = S.replicate
71−
72−{-# INLINE replicateM #-}
73−replicateM :: (MonadAsync m, S.IsStream t) => Int -> Int -> t m Int
74−replicateM count = S.replicateM count . return
75−
76−{-# INLINE enumerateFrom #-}
77−enumerateFrom :: (Monad m, S.IsStream t) => Int -> Int -> t m Int
78−enumerateFrom count = S.take count . S.enumerateFrom
79−
80−{-# INLINE enumerateFromTo #-}
81−enumerateFromTo :: (Monad m, S.IsStream t) => Int -> Int -> t m Int
82−enumerateFromTo = sourceIntFromTo
83−
84−{-# INLINE enumerateFromThen #-}
85−enumerateFromThen :: (Monad m, S.IsStream t) => Int -> Int -> t m Int
86−enumerateFromThen count inp = S.take count $ S.enumerateFromThen inp (inp + 1)
87−
88−{-# INLINE enumerateFromThenTo #-}
89−enumerateFromThenTo :: (Monad m, S.IsStream t) => Int -> Int -> t m Int
90−enumerateFromThenTo = sourceIntFromThenTo
91−
92−-- n ~ 1
93−{-# INLINE enumerate #-}
94−enumerate :: (Monad m, S.IsStream t) => Int -> Int -> t m Int
95−enumerate count n = S.take (count + n) S.enumerate
96−
97−-- n ~ 1
98−{-# INLINE enumerateTo #-}
99−enumerateTo :: (Monad m, S.IsStream t) => Int -> Int -> t m Int
100−enumerateTo count n = S.enumerateTo (minBound + count + n)
101−
102−{-# INLINE iterate #-}
103−iterate :: (Monad m, S.IsStream t) => Int -> Int -> t m Int
104−iterate count = S.take count . S.iterate (+1)
105−
106−{-# INLINE iterateM #-}
107−iterateM :: (MonadAsync m, S.IsStream t) => Int -> Int -> t m Int
108−iterateM count = S.take count . S.iterateM (return . (+1)) . return
109−
110−{-# INLINE fromIndices #-}
111−fromIndices :: (Monad m, S.IsStream t) => Int -> Int -> t m Int
112−fromIndices value n = S.take value $ S.fromIndices (+ n)
113−
114−{-# INLINE fromIndicesM #-}
115−fromIndicesM :: (MonadAsync m, S.IsStream t) => Int -> Int -> t m Int
116−fromIndicesM value n = S.take value $ S.fromIndicesM (return <$> (+ n))
117−
118−o_1_space_generation :: Int -> [Benchmark]
119−o_1_space_generation value =
120− [ bgroup "generation"
121− [ benchIOSrc fromSerial "unfoldr" (sourceUnfoldr value)
122− , benchIOSrc fromSerial "unfoldrM" (sourceUnfoldrM value)
123− , benchIOSrc fromSerial "repeat" (repeat value)
124− , benchIOSrc fromSerial "repeatM" (repeatM value)
125− , benchIOSrc fromSerial "replicate" (replicate value)
126− , benchIOSrc fromSerial "replicateM" (replicateM value)
127− , benchIOSrc fromSerial "iterate" (iterate value)
128− , benchIOSrc fromSerial "iterateM" (iterateM value)
129− , benchIOSrc fromSerial "fromIndices" (fromIndices value)
130− , benchIOSrc fromSerial "fromIndicesM" (fromIndicesM value)
131− , benchIOSrc fromSerial "intFromTo" (sourceIntFromTo value)
132− , benchIOSrc fromSerial "intFromThenTo" (sourceIntFromThenTo value)
133− , benchIOSrc fromSerial "integerFromStep" (sourceIntegerFromStep value)
134− , benchIOSrc fromSerial "fracFromThenTo" (sourceFracFromThenTo value)
135− , benchIOSrc fromSerial "fracFromTo" (sourceFracFromTo value)
136− , benchIOSrc fromSerial "fromList" (sourceFromList value)
137− , benchPureSrc "IsList.fromList" (sourceIsList value)
138− , benchPureSrc "IsString.fromString" (sourceIsString value)
139− , benchIOSrc fromSerial "fromListM" (sourceFromListM value)
140− , benchIOSrc fromSerial "enumerateFrom" (enumerateFrom value)
141− , benchIOSrc fromSerial "enumerateFromTo" (enumerateFromTo value)
142− , benchIOSrc fromSerial "enumerateFromThen" (enumerateFromThen value)
143− , benchIOSrc fromSerial "enumerateFromThenTo" (enumerateFromThenTo value)
144− , benchIOSrc fromSerial "enumerate" (enumerate value)
145− , benchIOSrc fromSerial "enumerateTo" (enumerateTo value)
146−
147− -- These essentially test cons and consM
148− , benchIOSrc fromSerial "fromFoldable" (sourceFromFoldable value)
149− , benchIOSrc fromSerial "fromFoldableM" (sourceFromFoldableM value)
150−
151− , benchIOSrc fromSerial "absTimes" $ absTimes value
152− ]
153− ]
154−
155−o_n_heap_generation :: Int -> [Benchmark]
156−o_n_heap_generation value =
157− [ bgroup "buffered"
158− -- Buffers the output of show/read.
159− -- XXX can the outputs be streaming? Can we have special read/show
160− -- style type classes, readM/showM supporting streaming effects?
161− [ bench "readsPrec pure streams" $
162− nf readInstance (mkString value)
163− , bench "readsPrec Haskell lists" $
164− nf readInstanceList (mkListString value)
165− ]
166− ]
167−
168−-------------------------------------------------------------------------------
169−-- Main
170−-------------------------------------------------------------------------------
171−
172−-- In addition to gauge options, the number of elements in the stream can be
173−-- passed using the --stream-size option.
174−--
175−benchmarks :: String -> Int -> [Benchmark]
176−benchmarks moduleName size =
177− [ bgroup (o_1_space_prefix moduleName) (o_1_space_generation size)
178− , bgroup (o_n_heap_prefix moduleName) (o_n_heap_generation size)
179− ]
benchmark/Streamly/Benchmark/Prelude/Serial/Lift.hsdeleted−123
@@ -1,123 +0,0 @@
1−-- |
2−-- Module : Serial.Lift
3−-- Copyright : (c) 2018 Composewell Technologies
4−-- License : BSD-3-Clause
5−-- Maintainer : streamly@composewell.com
6−
7−{-# LANGUAGE CPP #-}
8−{-# LANGUAGE FlexibleContexts #-}
9−{-# LANGUAGE ScopedTypeVariables #-}
10−{-# LANGUAGE RankNTypes #-}
11−
12−module Serial.Lift (benchmarks) where
13−
14−import Control.Monad.State.Strict (StateT, get, put, MonadState)
15−import qualified Control.Monad.State.Strict as State
16−import Control.Monad.Trans.Class (lift)
17−
18−import qualified Streamly.Prelude as S
19−import qualified Streamly.Internal.Data.Stream.IsStream as Internal
20−
21−import Gauge
22−import Streamly.Prelude (SerialT, fromSerial)
23−import Streamly.Benchmark.Common
24−import Streamly.Benchmark.Prelude
25−import Prelude hiding (reverse, tail)
26−
27−-------------------------------------------------------------------------------
28−-- Monad transformation (hoisting etc.)
29−-------------------------------------------------------------------------------
30−
31−{-# INLINE sourceUnfoldrState #-}
32−sourceUnfoldrState :: (S.IsStream t, S.MonadAsync m)
33− => Int -> Int -> t (StateT Int m) Int
34−sourceUnfoldrState value n = S.unfoldrM step n
35− where
36− step cnt =
37− if cnt > n + value
38− then return Nothing
39− else do
40− s <- get
41− put (s + 1)
42− return (Just (s, cnt + 1))
43−
44−{-# INLINE evalStateT #-}
45−evalStateT :: S.MonadAsync m => Int -> Int -> SerialT m Int
46−evalStateT value n =
47− Internal.evalStateT (return 0) (sourceUnfoldrState value n)
48−
49−{-# INLINE withState #-}
50−withState :: S.MonadAsync m => Int -> Int -> SerialT m Int
51−withState value n =
52− Internal.evalStateT
53− (return (0 :: Int)) (Internal.liftInner (sourceUnfoldrM value n))
54−
55−o_1_space_hoisting :: Int -> [Benchmark]
56−o_1_space_hoisting value =
57− [ bgroup "hoisting"
58− [ benchIOSrc fromSerial "evalState" (evalStateT value)
59− , benchIOSrc fromSerial "withState" (withState value)
60− ]
61− ]
62−
63−{-# INLINE iterateStateIO #-}
64−iterateStateIO ::
65− (S.MonadAsync m)
66− => Int
67− -> StateT Int m Int
68−iterateStateIO n = do
69− x <- get
70− if x > n
71− then do
72− put (x - 1)
73− iterateStateIO n
74− else return x
75−
76−{-# INLINE iterateStateT #-}
77−iterateStateT :: Int -> SerialT (StateT Int IO) Int
78−iterateStateT n = do
79− x <- lift get
80− if x > n
81− then do
82− lift $ put (x - 1)
83− iterateStateT n
84− else return x
85−
86−{-# INLINE iterateState #-}
87−{-# SPECIALIZE iterateState :: Int -> SerialT (StateT Int IO) Int #-}
88−iterateState ::
89− (S.MonadAsync m, MonadState Int m)
90− => Int
91− -> SerialT m Int
92−iterateState n = do
93− x <- get
94− if x > n
95− then do
96− put (x - 1)
97− iterateState n
98− else return x
99−
100−o_n_heap_transformer :: Int -> [Benchmark]
101−o_n_heap_transformer value =
102− [ bgroup "transformer"
103− [ benchIO "StateT Int IO (n times) (baseline)" $ \n ->
104− State.evalStateT (iterateStateIO n) value
105− , benchIO "SerialT (StateT Int IO) (n times)" $ \n ->
106− State.evalStateT (S.drain (iterateStateT n)) value
107− , benchIO "MonadState Int m => SerialT m Int" $ \n ->
108− State.evalStateT (S.drain (iterateState n)) value
109− ]
110− ]
111−
112−-------------------------------------------------------------------------------
113−-- Main
114−-------------------------------------------------------------------------------
115−
116−-- In addition to gauge options, the number of elements in the stream can be
117−-- passed using the --stream-size option.
118−--
119−benchmarks :: String -> Int -> [Benchmark]
120−benchmarks moduleName size =
121− [ bgroup (o_1_space_prefix moduleName) (o_1_space_hoisting size)
122− , bgroup (o_n_heap_prefix moduleName) (o_n_heap_transformer size)
123− ]
benchmark/Streamly/Benchmark/Prelude/Serial/NestedFold.hsdeleted−488
@@ -1,488 +0,0 @@
1−-- |
2−-- Module : Serial.NestedFold
3−-- Copyright : (c) 2018 Composewell Technologies
4−-- License : BSD-3-Clause
5−-- Maintainer : streamly@composewell.com
6−
7−{-# LANGUAGE CPP #-}
8−{-# LANGUAGE FlexibleContexts #-}
9−{-# LANGUAGE ScopedTypeVariables #-}
10−{-# LANGUAGE DeriveAnyClass #-}
11−{-# LANGUAGE DeriveGeneric #-}
12−{-# LANGUAGE RankNTypes #-}
13−
14−module Serial.NestedFold (benchmarks) where
15−
16−import Control.DeepSeq (NFData(..))
17−import Control.Monad (when)
18−import Control.Monad.IO.Class (MonadIO(..))
19−import Data.Monoid (Sum(..))
20−import Data.Proxy (Proxy(..))
21−import Data.HashMap.Strict (HashMap)
22−import GHC.Generics (Generic)
23−import Streamly.Internal.Data.IsMap.HashMap ()
24−
25−import qualified Streamly.Internal.Data.Refold.Type as Refold
26−import qualified Streamly.Internal.Data.Fold as FL
27−import qualified Streamly.Internal.Data.Stream.IsStream as Internal
28−import qualified Streamly.Prelude as S
29−
30−import Gauge
31−import Streamly.Prelude (SerialT, fromSerial)
32−import Streamly.Benchmark.Common
33−import Streamly.Benchmark.Prelude
34−import Prelude hiding (reverse, tail)
35−
36−-------------------------------------------------------------------------------
37−-- Iteration/looping utilities
38−-------------------------------------------------------------------------------
39−
40−{-# INLINE iterateN #-}
41−iterateN :: (Int -> a -> a) -> a -> Int -> a
42−iterateN g initial count = f count initial
43−
44− where
45−
46− f (0 :: Int) x = x
47− f i x = f (i - 1) (g i x)
48−
49−-- Iterate a transformation over a singleton stream
50−{-# INLINE iterateSingleton #-}
51−iterateSingleton :: S.MonadAsync m
52− => (Int -> SerialT m Int -> SerialT m Int)
53− -> Int
54− -> Int
55− -> SerialT m Int
56−iterateSingleton g count n = iterateN g (return n) count
57−
58−-- XXX need to check why this is slower than the explicit recursion above, even
59−-- if the above code is written in a foldr like head recursive way. We also
60−-- need to try this with foldlM' once #150 is fixed.
61−-- However, it is perhaps best to keep the iteration benchmarks independent of
62−-- foldrM and any related fusion issues.
63−{-# INLINE _iterateSingleton #-}
64−_iterateSingleton ::
65− S.MonadAsync m
66− => (Int -> SerialT m Int -> SerialT m Int)
67− -> Int
68− -> Int
69− -> SerialT m Int
70−_iterateSingleton g value n = S.foldrM g (return n) $ sourceIntFromTo value n
71−
72−-- Apply transformation g count times on a stream of length len
73−{-# INLINE iterateSource #-}
74−iterateSource ::
75− S.MonadAsync m
76− => (SerialT m Int -> SerialT m Int)
77− -> Int
78− -> Int
79− -> Int
80− -> SerialT m Int
81−iterateSource g count len n = f count (sourceUnfoldrM len n)
82−
83− where
84−
85− f (0 :: Int) stream = stream
86− f i stream = f (i - 1) (g stream)
87−
88−-------------------------------------------------------------------------------
89−-- Functor
90−-------------------------------------------------------------------------------
91−
92−o_n_space_functor :: Int -> [Benchmark]
93−o_n_space_functor value =
94− [ bgroup "Functor"
95− [ benchIO "(+) (n times) (baseline)" $ \i0 ->
96− iterateN (\i acc -> acc >>= \n -> return $ i + n) (return i0) value
97− , benchIOSrc fromSerial "(<$) (n times)" $
98− iterateSingleton (<$) value
99− , benchIOSrc fromSerial "fmap (n times)" $
100− iterateSingleton (fmap . (+)) value
101− {-
102− , benchIOSrc fromSerial "_(<$) (n times)" $
103− _iterateSingleton (<$) value
104− , benchIOSrc fromSerial "_fmap (n times)" $
105− _iterateSingleton (fmap . (+)) value
106− -}
107− ]
108− ]
109−
110−-------------------------------------------------------------------------------
111−-- Grouping transformations
112−-------------------------------------------------------------------------------
113−
114−{-# INLINE groups #-}
115−groups :: MonadIO m => SerialT m Int -> m ()
116−groups = S.drain . S.groups FL.drain
117−
118−-- XXX Change this test when the order of comparison is later changed
119−{-# INLINE groupsByGT #-}
120−groupsByGT :: MonadIO m => SerialT m Int -> m ()
121−groupsByGT = S.drain . S.groupsBy (>) FL.drain
122−
123−{-# INLINE groupsByEq #-}
124−groupsByEq :: MonadIO m => SerialT m Int -> m ()
125−groupsByEq = S.drain . S.groupsBy (==) FL.drain
126−
127−-- XXX Change this test when the order of comparison is later changed
128−{-# INLINE groupsByRollingLT #-}
129−groupsByRollingLT :: MonadIO m => SerialT m Int -> m ()
130−groupsByRollingLT =
131− S.drain . S.groupsByRolling (<) FL.drain
132−
133−{-# INLINE groupsByRollingEq #-}
134−groupsByRollingEq :: MonadIO m => SerialT m Int -> m ()
135−groupsByRollingEq =
136− S.drain . S.groupsByRolling (==) FL.drain
137−
138−{-# INLINE foldMany #-}
139−foldMany :: Monad m => SerialT m Int -> m ()
140−foldMany =
141− S.drain
142− . S.map getSum
143− . Internal.foldMany (FL.take 2 FL.mconcat)
144− . S.map Sum
145−
146−{-# INLINE refoldMany #-}
147−refoldMany :: Monad m => SerialT m Int -> m ()
148−refoldMany =
149− S.drain
150− . S.map getSum
151− . Internal.refoldMany (Refold.take 2 Refold.sconcat) (return mempty)
152− . S.map Sum
153−
154−{-# INLINE foldIterateM #-}
155−foldIterateM :: Monad m => SerialT m Int -> m ()
156−foldIterateM =
157− S.drain
158− . S.map getSum
159− . Internal.foldIterateM
160− (return . FL.take 2 . FL.sconcat) (return (Sum 0))
161− . S.map Sum
162−
163−{-# INLINE refoldIterateM #-}
164−refoldIterateM :: Monad m => SerialT m Int -> m ()
165−refoldIterateM =
166− S.drain
167− . S.map getSum
168− . Internal.refoldIterateM
169− (Refold.take 2 Refold.sconcat) (return (Sum 0))
170− . S.map Sum
171−
172−o_1_space_grouping :: Int -> [Benchmark]
173−o_1_space_grouping value =
174− -- Buffering operations using heap proportional to group/window sizes.
175− [ bgroup "grouping"
176− [ benchIOSink value "groups" groups
177− , benchIOSink value "groupsByGT" groupsByGT
178− , benchIOSink value "groupsByEq" groupsByEq
179− , benchIOSink value "groupsByRollingLT" groupsByRollingLT
180− , benchIOSink value "groupsByRollingEq" groupsByRollingEq
181− , benchIOSink value "foldMany" foldMany
182− , benchIOSink value "refoldMany" refoldMany
183− , benchIOSink value "foldIterateM" foldIterateM
184− , benchIOSink value "refoldIterateM" refoldIterateM
185− ]
186− ]
187−
188−-------------------------------------------------------------------------------
189−-- Size conserving transformations (reordering, buffering, etc.)
190−-------------------------------------------------------------------------------
191−
192−{-# INLINE reverse #-}
193−reverse :: MonadIO m => Int -> SerialT m Int -> m ()
194−reverse n = composeN n S.reverse
195−
196−{-# INLINE reverse' #-}
197−reverse' :: MonadIO m => Int -> SerialT m Int -> m ()
198−reverse' n = composeN n Internal.reverse'
199−
200−o_n_heap_buffering :: Int -> [Benchmark]
201−o_n_heap_buffering value =
202− [ bgroup "buffered"
203− [
204− -- Reversing a stream
205− benchIOSink value "reverse" (reverse 1)
206− , benchIOSink value "reverse'" (reverse' 1)
207−
208− , benchIOSink value "mkAsync" (mkAsync fromSerial)
209− ]
210− ]
211−
212−-------------------------------------------------------------------------------
213−-- Grouping/Splitting
214−-------------------------------------------------------------------------------
215−
216−{-# INLINE classifySessionsOf #-}
217−classifySessionsOf :: S.MonadAsync m => (Int -> Int) -> SerialT m Int -> m ()
218−classifySessionsOf getKey =
219− S.drain
220− . Internal.classifySessionsOf
221− (const (return False)) 3 (FL.take 10 FL.sum)
222− . Internal.timestamped
223− . S.map (\x -> (getKey x, x))
224−
225−{-# INLINE classifySessionsOfHash #-}
226−classifySessionsOfHash :: S.MonadAsync m =>
227− (Int -> Int) -> SerialT m Int -> m ()
228−classifySessionsOfHash getKey =
229− S.drain
230− . Internal.classifySessionsByGeneric
231− (Proxy :: Proxy (HashMap k))
232− 1 False (const (return False)) 3 (FL.take 10 FL.sum)
233− . Internal.timestamped
234− . S.map (\x -> (getKey x, x))
235−
236−o_n_space_grouping :: Int -> [Benchmark]
237−o_n_space_grouping value =
238− -- Buffering operations using heap proportional to group/window sizes.
239− [ bgroup "grouping"
240− [ benchIOSink value "classifySessionsOf (10000 buckets)"
241− (classifySessionsOf (getKey 10000))
242− , benchIOSink value "classifySessionsOf (64 buckets)"
243− (classifySessionsOf (getKey 64))
244− , benchIOSink value "classifySessionsOfHash (10000 buckets)"
245− (classifySessionsOfHash (getKey 10000))
246− , benchIOSink value "classifySessionsOfHash (64 buckets)"
247− (classifySessionsOfHash (getKey 64))
248− ]
249− ]
250−
251− where
252−
253− getKey n = (`mod` n)
254−
255−-------------------------------------------------------------------------------
256−-- Mixed Transformation
257−-------------------------------------------------------------------------------
258−
259−{-# INLINE scanMap #-}
260−scanMap :: MonadIO m => Int -> SerialT m Int -> m ()
261−scanMap n = composeN n $ S.map (subtract 1) . S.scanl' (+) 0
262−
263−{-# INLINE dropMap #-}
264−dropMap :: MonadIO m => Int -> SerialT m Int -> m ()
265−dropMap n = composeN n $ S.map (subtract 1) . S.drop 1
266−
267−{-# INLINE dropScan #-}
268−dropScan :: MonadIO m => Int -> SerialT m Int -> m ()
269−dropScan n = composeN n $ S.scanl' (+) 0 . S.drop 1
270−
271−{-# INLINE takeDrop #-}
272−takeDrop :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
273−takeDrop value n = composeN n $ S.drop 1 . S.take (value + 1)
274−
275−{-# INLINE takeScan #-}
276−takeScan :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
277−takeScan value n = composeN n $ S.scanl' (+) 0 . S.take (value + 1)
278−
279−{-# INLINE takeMap #-}
280−takeMap :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
281−takeMap value n = composeN n $ S.map (subtract 1) . S.take (value + 1)
282−
283−{-# INLINE filterDrop #-}
284−filterDrop :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
285−filterDrop value n = composeN n $ S.drop 1 . S.filter (<= (value + 1))
286−
287−{-# INLINE filterTake #-}
288−filterTake :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
289−filterTake value n = composeN n $ S.take (value + 1) . S.filter (<= (value + 1))
290−
291−{-# INLINE filterScan #-}
292−filterScan :: MonadIO m => Int -> SerialT m Int -> m ()
293−filterScan n = composeN n $ S.scanl' (+) 0 . S.filter (<= maxBound)
294−
295−{-# INLINE filterScanl1 #-}
296−filterScanl1 :: MonadIO m => Int -> SerialT m Int -> m ()
297−filterScanl1 n = composeN n $ S.scanl1' (+) . S.filter (<= maxBound)
298−
299−{-# INLINE filterMap #-}
300−filterMap :: MonadIO m => Int -> Int -> SerialT m Int -> m ()
301−filterMap value n = composeN n $ S.map (subtract 1) . S.filter (<= (value + 1))
302−
303−-------------------------------------------------------------------------------
304−-- Scan and fold
305−-------------------------------------------------------------------------------
306−
307−data Pair a b =
308− Pair !a !b
309− deriving (Generic, NFData)
310−
311−{-# INLINE sumProductFold #-}
312−sumProductFold :: Monad m => SerialT m Int -> m (Int, Int)
313−sumProductFold = S.foldl' (\(s, p) x -> (s + x, p * x)) (0, 1)
314−
315−{-# INLINE sumProductScan #-}
316−sumProductScan :: Monad m => SerialT m Int -> m (Pair Int Int)
317−sumProductScan =
318− S.foldl' (\(Pair _ p) (s0, x) -> Pair s0 (p * x)) (Pair 0 1) .
319− S.scanl' (\(s, _) x -> (s + x, x)) (0, 0)
320−
321−{-# INLINE foldl'ReduceMap #-}
322−foldl'ReduceMap :: Monad m => SerialT m Int -> m Int
323−foldl'ReduceMap = fmap (+ 1) . S.foldl' (+) 0
324−
325−o_1_space_transformations_mixed :: Int -> [Benchmark]
326−o_1_space_transformations_mixed value =
327− -- scanl-map and foldl-map are equivalent to the scan and fold in the foldl
328− -- library. If scan/fold followed by a map is efficient enough we may not
329− -- need monolithic implementations of these.
330− [ bgroup "mixed"
331− [ benchIOSink value "scanl-map" (scanMap 1)
332− , benchIOSink value "foldl-map" foldl'ReduceMap
333− , benchIOSink value "sum-product-fold" sumProductFold
334− , benchIOSink value "sum-product-scan" sumProductScan
335− ]
336− ]
337−
338−o_1_space_transformations_mixedX4 :: Int -> [Benchmark]
339−o_1_space_transformations_mixedX4 value =
340− [ bgroup "mixedX4"
341− [ benchIOSink value "scan-map" (scanMap 4)
342− , benchIOSink value "drop-map" (dropMap 4)
343− , benchIOSink value "drop-scan" (dropScan 4)
344− , benchIOSink value "take-drop" (takeDrop value 4)
345− , benchIOSink value "take-scan" (takeScan value 4)
346− , benchIOSink value "take-map" (takeMap value 4)
347− , benchIOSink value "filter-drop" (filterDrop value 4)
348− , benchIOSink value "filter-take" (filterTake value 4)
349− , benchIOSink value "filter-scan" (filterScan 4)
350− , benchIOSink value "filter-scanl1" (filterScanl1 4)
351− , benchIOSink value "filter-map" (filterMap value 4)
352− ]
353− ]
354−
355−-------------------------------------------------------------------------------
356−-- Iterating a transformation over and over again
357−-------------------------------------------------------------------------------
358−
359−-- this is quadratic
360−{-# INLINE iterateScan #-}
361−iterateScan :: S.MonadAsync m => Int -> Int -> Int -> SerialT m Int
362−iterateScan = iterateSource (S.scanl' (+) 0)
363−
364−-- this is quadratic
365−{-# INLINE iterateScanl1 #-}
366−iterateScanl1 :: S.MonadAsync m => Int -> Int -> Int -> SerialT m Int
367−iterateScanl1 = iterateSource (S.scanl1' (+))
368−
369−{-# INLINE iterateMapM #-}
370−iterateMapM :: S.MonadAsync m => Int -> Int -> Int -> SerialT m Int
371−iterateMapM = iterateSource (S.mapM return)
372−
373−{-# INLINE iterateFilterEven #-}
374−iterateFilterEven :: S.MonadAsync m => Int -> Int -> Int -> SerialT m Int
375−iterateFilterEven = iterateSource (S.filter even)
376−
377−{-# INLINE iterateTakeAll #-}
378−iterateTakeAll :: S.MonadAsync m => Int -> Int -> Int -> Int -> SerialT m Int
379−iterateTakeAll value = iterateSource (S.take (value + 1))
380−
381−{-# INLINE iterateDropOne #-}
382−iterateDropOne :: S.MonadAsync m => Int -> Int -> Int -> SerialT m Int
383−iterateDropOne = iterateSource (S.drop 1)
384−
385−{-# INLINE iterateDropWhileFalse #-}
386−iterateDropWhileFalse :: S.MonadAsync m
387− => Int -> Int -> Int -> Int -> SerialT m Int
388−iterateDropWhileFalse value = iterateSource (S.dropWhile (> (value + 1)))
389−
390−{-# INLINE iterateDropWhileTrue #-}
391−iterateDropWhileTrue :: S.MonadAsync m
392− => Int -> Int -> Int -> Int -> SerialT m Int
393−iterateDropWhileTrue value = iterateSource (S.dropWhile (<= (value + 1)))
394−
395−{-# INLINE tail #-}
396−tail :: Monad m => SerialT m a -> m ()
397−tail s = S.tail s >>= mapM_ tail
398−
399−{-# INLINE nullHeadTail #-}
400−nullHeadTail :: Monad m => SerialT m Int -> m ()
401−nullHeadTail s = do
402− r <- S.null s
403− when (not r) $ do
404− _ <- S.head s
405− S.tail s >>= mapM_ nullHeadTail
406−
407−-- Head recursive operations.
408−o_n_stack_iterated :: Int -> [Benchmark]
409−o_n_stack_iterated value = by10 `seq` by100 `seq`
410− [ bgroup "iterated"
411− [ benchIOSrc fromSerial "mapM (n/10 x 10)" $ iterateMapM by10 10
412− , benchIOSrc fromSerial "scanl' (quadratic) (n/100 x 100)" $
413− iterateScan by100 100
414− , benchIOSrc fromSerial "scanl1' (n/10 x 10)" $ iterateScanl1 by10 10
415− , benchIOSrc fromSerial "filterEven (n/10 x 10)" $
416− iterateFilterEven by10 10
417− , benchIOSrc fromSerial "takeAll (n/10 x 10)" $
418− iterateTakeAll value by10 10
419− , benchIOSrc fromSerial "dropOne (n/10 x 10)" $ iterateDropOne by10 10
420− , benchIOSrc fromSerial "dropWhileFalse (n/10 x 10)" $
421− iterateDropWhileFalse value by10 10
422− , benchIOSrc fromSerial "dropWhileTrue (n/10 x 10)" $
423− iterateDropWhileTrue value by10 10
424− , benchIOSink value "tail" tail
425− , benchIOSink value "nullHeadTail" nullHeadTail
426− ]
427− ]
428−
429− where
430−
431− by10 = value `div` 10
432− by100 = value `div` 100
433−
434−-------------------------------------------------------------------------------
435−-- Pipes
436−-------------------------------------------------------------------------------
437−
438−o_1_space_pipes :: Int -> [Benchmark]
439−o_1_space_pipes value =
440− [ bgroup "pipes"
441− [ benchIOSink value "mapM" (transformMapM fromSerial 1)
442− , benchIOSink value "compose" (transformComposeMapM fromSerial 1)
443− , benchIOSink value "tee" (transformTeeMapM fromSerial 1)
444−#ifdef DEVBUILD
445− -- XXX this take 1 GB memory to compile
446− , benchIOSink value "zip" (transformZipMapM fromSerial 1)
447−#endif
448− ]
449− ]
450−
451−o_1_space_pipesX4 :: Int -> [Benchmark]
452−o_1_space_pipesX4 value =
453− [ bgroup "pipesX4"
454− [ benchIOSink value "mapM" (transformMapM fromSerial 4)
455− , benchIOSink value "compose" (transformComposeMapM fromSerial 4)
456− , benchIOSink value "tee" (transformTeeMapM fromSerial 4)
457−#ifdef DEVBUILD
458− -- XXX this take 1 GB memory to compile
459− , benchIOSink value "zip" (transformZipMapM fromSerial 4)
460−#endif
461− ]
462− ]
463−
464−-------------------------------------------------------------------------------
465−-- Main
466−-------------------------------------------------------------------------------
467−
468−-- In addition to gauge options, the number of elements in the stream can be
469−-- passed using the --stream-size option.
470−--
471−benchmarks :: String -> Int -> [Benchmark]
472−benchmarks moduleName size =
473− [ bgroup (o_1_space_prefix moduleName) $ Prelude.concat
474− [ o_1_space_grouping size
475− , o_1_space_transformations_mixed size
476− , o_1_space_transformations_mixedX4 size
477−
478− -- pipes
479− , o_1_space_pipes size
480− , o_1_space_pipesX4 size
481− ]
482− , bgroup (o_n_stack_prefix moduleName) (o_n_stack_iterated size)
483− , bgroup (o_n_heap_prefix moduleName) $ Prelude.concat
484− [ o_n_space_grouping size
485− , o_n_space_functor size
486− , o_n_heap_buffering size
487− ]
488− ]
benchmark/Streamly/Benchmark/Prelude/WAsync.hs+3−1
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1-- |
3-- |
2-- Module : Main
4-- Module : Main
3-- Copyright : (c) 2018 Composewell Technologies
5-- Copyright : (c) 2018 Composewell Technologies
@@ -13,7 +15,7 @@ import qualified Streamly.Prelude as S
13import Streamly.Benchmark.Common
15import Streamly.Benchmark.Common
14import Streamly.Benchmark.Prelude
16import Streamly.Benchmark.Prelude
15
17
16−import Gauge
18+import Test.Tasty.Bench
17
19
18moduleName :: String
20moduleName :: String
19moduleName = "Prelude.WAsync"
21moduleName = "Prelude.WAsync"
benchmark/Streamly/Benchmark/Prelude/WSerial.hs+4−2
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1-- |
3-- |
2-- Module : Main
4-- Module : Main
3-- Copyright : (c) 2018 Composewell Technologies
5-- Copyright : (c) 2018 Composewell Technologies
@@ -27,13 +29,13 @@ import qualified Streamly.Internal.Data.Unfold as UF
27import Streamly.Benchmark.Common
29import Streamly.Benchmark.Common
28import Streamly.Benchmark.Prelude
30import Streamly.Benchmark.Prelude
29
31
30−import Gauge
32+import Test.Tasty.Bench
31
33
32#ifdef INSPECTION
34#ifdef INSPECTION
33import GHC.Types (SPEC(..))
35import GHC.Types (SPEC(..))
34import Test.Inspection
36import Test.Inspection
35
37
36−import qualified Streamly.Internal.Data.Stream.StreamD as D
38+import qualified Streamly.Internal.Data.Stream as D
37#endif
39#endif
38
40
39moduleName :: String
41moduleName :: String
benchmark/Streamly/Benchmark/Prelude/ZipAsync.hs+3−1
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1-- |
3-- |
2-- Module : Main
4-- Module : Main
3-- Copyright : (c) 2018 Composewell Technologies
5-- Copyright : (c) 2018 Composewell Technologies
@@ -13,7 +15,7 @@ import qualified Streamly.Prelude as S
13import Streamly.Benchmark.Common
15import Streamly.Benchmark.Common
14import Streamly.Benchmark.Prelude
16import Streamly.Benchmark.Prelude
15
17
16−import Gauge
18+import Test.Tasty.Bench
17
19
18moduleName :: String
20moduleName :: String
19moduleName = "Prelude.ZipAsync"
21moduleName = "Prelude.ZipAsync"
benchmark/Streamly/Benchmark/Prelude/ZipSerial.hs+4−2
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1-- |
3-- |
2-- Module : Main
4-- Module : Main
3-- Copyright : (c) 2018 Composewell Technologies
5-- Copyright : (c) 2018 Composewell Technologies
@@ -27,13 +29,13 @@ import qualified Streamly.Prelude as S
27import Streamly.Benchmark.Common
29import Streamly.Benchmark.Common
28import Streamly.Benchmark.Prelude hiding (sourceUnfoldrM)
30import Streamly.Benchmark.Prelude hiding (sourceUnfoldrM)
29
31
30−import Gauge
32+import Test.Tasty.Bench
31
33
32#ifdef INSPECTION
34#ifdef INSPECTION
33import GHC.Types (SPEC(..))
35import GHC.Types (SPEC(..))
34import Test.Inspection
36import Test.Inspection
35
37
36−import qualified Streamly.Internal.Data.Stream.StreamD as D
38+import qualified Streamly.Internal.Data.Stream as D
37#endif
39#endif
38
40
39moduleName :: String
41moduleName :: String
benchmark/Streamly/Benchmark/Unicode/Char.hs+18−10
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations -Wno-orphans #-}
2+
1--
3--
2-- Module : Streamly.Unicode.Char
4-- Module : Streamly.Unicode.Char
3-- Copyright : (c) 2021 Composewell Technologies
5-- Copyright : (c) 2021 Composewell Technologies
@@ -10,19 +12,19 @@
10-- Imports
12-- Imports
11--------------------------------------------------------------------------------
13--------------------------------------------------------------------------------
12
14
13−import Control.DeepSeq (NFData)
15+import Control.DeepSeq (NFData(..))
14−import Streamly.Internal.Data.Array.Unboxed (Array)
16+import Streamly.Internal.Data.Array (Array)
15import System.FilePath (dropExtensions, takeFileName)
17import System.FilePath (dropExtensions, takeFileName)
16import System.FilePath.Posix ((</>))
18import System.FilePath.Posix ((</>))
17−import Gauge.Main (Benchmark, bench, bgroup, defaultMain, env, nfIO)
19+import Test.Tasty.Bench (Benchmark, bench, bgroup, defaultMain, env, nfIO)
18import Streamly.Internal.Unicode.Char
20import Streamly.Internal.Unicode.Char
19 ( NormalizationMode(NFC, NFD, NFKC, NFKD)
21 ( NormalizationMode(NFC, NFD, NFKC, NFKD)
20 , normalize
22 , normalize
21 )
23 )
22import Streamly.Benchmark.Common (o_1_space_prefix)
24import Streamly.Benchmark.Common (o_1_space_prefix)
23
25
24−import qualified Streamly.Internal.Data.Array.Unboxed as Array
26+import qualified Streamly.Internal.Data.Array as Array
25−import qualified Streamly.Internal.Data.Stream.IsStream as IsStream
27+import qualified Streamly.Internal.Data.Stream as IsStream
26import qualified System.Directory as Dir
28import qualified System.Directory as Dir
27
29
28--------------------------------------------------------------------------------
30--------------------------------------------------------------------------------
@@ -41,7 +43,13 @@ dataDir = "benchmark/Streamly/Benchmark/Unicode/data"
41dataSetSize :: Int
43dataSetSize :: Int
42dataSetSize = 1000000
44dataSetSize = 1000000
43
45
46+-- Unboxed arrays are fully evaluated.
47+instance NFData (Array a) where
48+ {-# INLINE rnf #-}
49+ rnf _ = ()
50+
51+makeBench ::
44−makeBench :: (NFData a) => (String, a -> IO ()) -> (String, IO a) -> Benchmark
52+ (String, Array Char -> IO ()) -> (String, IO (Array Char)) -> Benchmark
45makeBench (implName, func) (dataName, setup) =
53makeBench (implName, func) (dataName, setup) =
46 env setup (bench (implName ++ "/" ++ dataName) . nfIO . func)
54 env setup (bench (implName ++ "/" ++ dataName) . nfIO . func)
47
55
@@ -65,10 +73,10 @@ arrInput file = second (fmap Array.fromList) (strInput file)
65
73
66benchFunctions :: [(String, Array Char -> IO ())]
74benchFunctions :: [(String, Array Char -> IO ())]
67benchFunctions =
75benchFunctions =
68− [ ("NFD", IsStream.drain . normalize NFD . Array.toStream)
76+ [ ("NFD", IsStream.drain . normalize NFD . Array.read)
69− , ("NFKD", IsStream.drain . normalize NFKD . Array.toStream)
77+ , ("NFKD", IsStream.drain . normalize NFKD . Array.read)
70− , ("NFC", IsStream.drain . normalize NFC . Array.toStream)
78+ , ("NFC", IsStream.drain . normalize NFC . Array.read)
71− , ("NFKC", IsStream.drain . normalize NFKC . Array.toStream)
79+ , ("NFKC", IsStream.drain . normalize NFKC . Array.read)
72 ]
80 ]
73
81
74main :: IO ()
82main :: IO ()
benchmark/Streamly/Benchmark/Unicode/Parser.hsnew file+107
@@ -0,0 +1,107 @@
1+-- |
2+-- Module : Streamly.Benchmark.Data.Parser
3+-- Copyright : (c) 2020 Composewell Technologies
4+--
5+-- License : BSD-3-Clause
6+-- Maintainer : streamly@composewell.com
7+
8+{-# LANGUAGE CPP #-}
9+{-# LANGUAGE FlexibleContexts #-}
10+{-# LANGUAGE ScopedTypeVariables #-}
11+{-# OPTIONS_GHC -Wno-orphans #-}
12+
13+#undef FUSION_CHECK
14+#ifdef FUSION_CHECK
15+{-# OPTIONS_GHC -ddump-simpl -ddump-to-file -dsuppress-all #-}
16+#endif
17+
18+module Main
19+ (
20+ main
21+ ) where
22+
23+import Control.DeepSeq (NFData(..))
24+import Control.Monad (replicateM_)
25+import Streamly.Internal.Data.Parser (ParseError(..))
26+import Streamly.Internal.Data.Stream (Stream)
27+import Prelude hiding
28+ (any, all, take, sequence, sequence_, sequenceA, takeWhile, dropWhile)
29+
30+import qualified Streamly.Data.Array as Array
31+import qualified Streamly.Data.Stream as Stream
32+import qualified Streamly.Internal.Unicode.Parser as PRU
33+
34+import Test.Tasty.Bench hiding (env)
35+import Streamly.Benchmark.Common
36+
37+runParser :: Int -> (Stream IO Char -> IO a) -> IO ()
38+runParser count p = do
39+ let v = "+123456789.123456789e-123"
40+ let !(arr :: Array.Array Char) = Array.fromListN (length v) v
41+ let s = Stream.unfold Array.reader arr
42+ replicateM_ count (p s)
43+
44+-- | Takes a fold method, and uses it with a default source.
45+{-# INLINE benchIOSink #-}
46+benchIOSink :: Int -> String -> (Stream IO Char -> IO b) -> Benchmark
47+benchIOSink value name f = bench name $ nfIO $ runParser value f
48+
49+{-# INLINE doubleParser #-}
50+doubleParser :: Monad m => Stream m Char -> m (Either ParseError (Int, Int))
51+doubleParser = Stream.parse PRU.doubleParser
52+
53+{-# INLINE number #-}
54+number :: Monad m => Stream m Char -> m (Either ParseError (Integer, Int))
55+number = Stream.parse PRU.number
56+
57+{-# INLINE double #-}
58+double :: Monad m => Stream m Char -> m (Either ParseError Double)
59+double = Stream.parse PRU.double
60+
61+{-# INLINE numberDouble #-}
62+numberDouble :: Monad m => Stream m Char -> m (Either ParseError Double)
63+numberDouble = Stream.parse p
64+ where p = uncurry PRU.mkDouble <$> PRU.number
65+
66+-------------------------------------------------------------------------------
67+-- Benchmarks
68+-------------------------------------------------------------------------------
69+
70+moduleName :: String
71+moduleName = "Unicode.Parser"
72+
73+instance NFData ParseError where
74+ {-# INLINE rnf #-}
75+ rnf (ParseError x) = rnf x
76+
77+o_n_heap_serial :: Int -> [Benchmark]
78+o_n_heap_serial value =
79+ [
80+ benchIOSink value "doubleParser" doubleParser
81+ , benchIOSink value "number" number
82+ , benchIOSink value "double (doubleParser)" double
83+ , benchIOSink value "double (number)" numberDouble
84+ ]
85+
86+-------------------------------------------------------------------------------
87+-- Driver
88+-------------------------------------------------------------------------------
89+
90+main :: IO ()
91+main = do
92+#ifndef FUSION_CHECK
93+ runWithCLIOpts defaultStreamSize allBenchmarks
94+
95+ where
96+
97+ allBenchmarks value =
98+ [ bgroup (o_n_heap_prefix moduleName) (o_n_heap_serial value)
99+ ]
100+#else
101+ -- Enable FUSION_CHECK macro at the beginning of the file
102+ -- Enable one benchmark below, and run the benchmark
103+ -- Check the .dump-simpl output
104+ let value = 100000
105+ runParser value double
106+ return ()
107+#endif
benchmark/Streamly/Benchmark/Unicode/Stream.hs+58−31
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1--
3--
2-- Module : Streamly.Unicode.Stream
4-- Module : Streamly.Unicode.Stream
3-- Copyright : (c) 2019 Composewell Technologies
5-- Copyright : (c) 2019 Composewell Technologies
@@ -9,6 +11,11 @@
9{-# LANGUAGE CPP #-}
11{-# LANGUAGE CPP #-}
10{-# LANGUAGE ScopedTypeVariables #-}
12{-# LANGUAGE ScopedTypeVariables #-}
11
13
14+#undef FUSION_CHECK
15+#ifdef FUSION_CHECK
16+{-# OPTIONS_GHC -ddump-simpl -ddump-to-file -dsuppress-all #-}
17+#endif
18+
12#ifdef __HADDOCK_VERSION__
19#ifdef __HADDOCK_VERSION__
13#undef INSPECTION
20#undef INSPECTION
14#endif
21#endif
@@ -18,28 +25,30 @@
18{-# OPTIONS_GHC -fplugin Test.Inspection.Plugin #-}
25{-# OPTIONS_GHC -fplugin Test.Inspection.Plugin #-}
19#endif
26#endif
20
27
28+import Streamly.Data.Stream (Stream)
29+import Streamly.Data.Fold (Fold)
21import Prelude hiding (last, length)
30import Prelude hiding (last, length)
22import System.IO (Handle)
31import System.IO (Handle)
23
32
24−import qualified Streamly.Data.Array.Unboxed as Array
33+import qualified Streamly.Data.Array as Array
25import qualified Streamly.Data.Fold as Fold
34import qualified Streamly.Data.Fold as Fold
26−import qualified Streamly.FileSystem.Handle as Handle
27−import qualified Streamly.Internal.Data.Stream.IsStream as Stream
35+import qualified Streamly.Internal.Data.Stream as Stream
28import qualified Streamly.Internal.Data.Unfold as Unfold
36import qualified Streamly.Internal.Data.Unfold as Unfold
29import qualified Streamly.Internal.FileSystem.Handle as Handle
37import qualified Streamly.Internal.FileSystem.Handle as Handle
30−import qualified Streamly.Internal.Unicode.Array.Char as UnicodeArr
38+import qualified Streamly.Internal.Unicode.Array as UnicodeArr
31import qualified Streamly.Internal.Unicode.Stream as Unicode
39import qualified Streamly.Internal.Unicode.Stream as Unicode
32
40
33−import Gauge hiding (env)
41+import Test.Tasty.Bench hiding (env)
34import Streamly.Benchmark.Common
42import Streamly.Benchmark.Common
35import Streamly.Benchmark.Common.Handle
43import Streamly.Benchmark.Common.Handle
36
44
37#ifdef INSPECTION
45#ifdef INSPECTION
38−import Streamly.Internal.Data.Unboxed (Unboxed)
46+import Streamly.Internal.Data.MutByteArray (Unbox)
39−import Streamly.Internal.Data.Stream.StreamD.Type (Step(..))
47+import Streamly.Internal.Data.Stream (Step(..))
40−import qualified Streamly.Internal.Data.Fold.Type as Fold
48+import qualified Streamly.Internal.Data.Array as Array
49+import qualified Streamly.Internal.Data.MutArray as MutArray
50+import qualified Streamly.Internal.Data.Fold as Fold
41import qualified Streamly.Internal.Data.Tuple.Strict as Strict
51import qualified Streamly.Internal.Data.Tuple.Strict as Strict
42−import qualified Streamly.Internal.Data.Array.Unboxed.Type as Array
43
52
44import Test.Inspection
53import Test.Inspection
45#endif
54#endif
@@ -53,8 +62,8 @@ copyCodecUtf8ArraysLenient :: Handle -> Handle -> IO ()
53copyCodecUtf8ArraysLenient inh outh =
62copyCodecUtf8ArraysLenient inh outh =
54 Stream.fold (Handle.write outh)
63 Stream.fold (Handle.write outh)
55 $ Unicode.encodeUtf8'
64 $ Unicode.encodeUtf8'
56− $ Unicode.decodeUtf8Arrays
65+ $ Unicode.decodeUtf8Chunks
57− $ Handle.getChunks inh
66+ $ Handle.readChunks inh
58
67
59#ifdef INSPECTION
68#ifdef INSPECTION
60inspect $ hasNoTypeClasses 'copyCodecUtf8ArraysLenient
69inspect $ hasNoTypeClasses 'copyCodecUtf8ArraysLenient
@@ -74,23 +83,29 @@ o_1_space_decode_encode_chunked env =
74-- copy with group/ungroup transformations
83-- copy with group/ungroup transformations
75-------------------------------------------------------------------------------
84-------------------------------------------------------------------------------
76
85
86+{-# INLINE splitOnSuffix #-}
87+splitOnSuffix
88+ :: (Monad m)
89+ => (a -> Bool) -> Fold m a b -> Stream m a -> Stream m b
90+splitOnSuffix predicate f = Stream.foldMany (Fold.takeEndBy_ predicate f)
91+
77{-# NOINLINE linesUnlinesCopy #-}
92{-# NOINLINE linesUnlinesCopy #-}
78linesUnlinesCopy :: Handle -> Handle -> IO ()
93linesUnlinesCopy :: Handle -> Handle -> IO ()
79linesUnlinesCopy inh outh =
94linesUnlinesCopy inh outh =
80 Stream.fold (Handle.write outh)
95 Stream.fold (Handle.write outh)
81 $ Unicode.encodeLatin1'
96 $ Unicode.encodeLatin1'
82 $ Unicode.unlines Unfold.fromList
97 $ Unicode.unlines Unfold.fromList
83− $ Stream.splitOnSuffix (== '\n') Fold.toList
98+ $ splitOnSuffix (== '\n') Fold.toList
84 $ Unicode.decodeLatin1
99 $ Unicode.decodeLatin1
85− $ Stream.unfold Handle.read inh
100+ $ Stream.unfold Handle.reader inh
86
101
87{-# NOINLINE linesUnlinesArrayWord8Copy #-}
102{-# NOINLINE linesUnlinesArrayWord8Copy #-}
88linesUnlinesArrayWord8Copy :: Handle -> Handle -> IO ()
103linesUnlinesArrayWord8Copy :: Handle -> Handle -> IO ()
89linesUnlinesArrayWord8Copy inh outh =
104linesUnlinesArrayWord8Copy inh outh =
90 Stream.fold (Handle.write outh)
105 Stream.fold (Handle.write outh)
91− $ Stream.interposeSuffix 10 Array.read
106+ $ Stream.interposeSuffix 10 Array.reader
92− $ Stream.splitOnSuffix (== 10) Array.write
107+ $ splitOnSuffix (== 10) Array.write
93− $ Stream.unfold Handle.read inh
108+ $ Stream.unfold Handle.reader inh
94
109
95-- XXX splitSuffixOn requires -funfolding-use-threshold=150 for better fusion
110-- XXX splitSuffixOn requires -funfolding-use-threshold=150 for better fusion
96-- | Lines and unlines
111-- | Lines and unlines
@@ -102,10 +117,10 @@ linesUnlinesArrayCharCopy inh outh =
102 $ UnicodeArr.unlines
117 $ UnicodeArr.unlines
103 $ UnicodeArr.lines
118 $ UnicodeArr.lines
104 $ Unicode.decodeLatin1
119 $ Unicode.decodeLatin1
105− $ Stream.unfold Handle.read inh
120+ $ Stream.unfold Handle.reader inh
106
121
107#ifdef INSPECTION
122#ifdef INSPECTION
108−inspect $ hasNoTypeClassesExcept 'linesUnlinesArrayCharCopy [''Unboxed]
123+inspect $ hasNoTypeClassesExcept 'linesUnlinesArrayCharCopy [''Unbox]
109-- inspect $ 'linesUnlinesArrayCharCopy `hasNoType` ''Step
124-- inspect $ 'linesUnlinesArrayCharCopy `hasNoType` ''Step
110#endif
125#endif
111
126
@@ -130,7 +145,7 @@ wordsUnwordsCopyWord8 inh outh =
130 Stream.fold (Handle.write outh)
145 Stream.fold (Handle.write outh)
131 $ Stream.interposeSuffix 32 Unfold.fromList
146 $ Stream.interposeSuffix 32 Unfold.fromList
132 $ Stream.wordsBy isSp Fold.toList
147 $ Stream.wordsBy isSp Fold.toList
133− $ Stream.unfold Handle.read inh
148+ $ Stream.unfold Handle.reader inh
134
149
135#ifdef INSPECTION
150#ifdef INSPECTION
136inspect $ hasNoTypeClasses 'wordsUnwordsCopyWord8
151inspect $ hasNoTypeClasses 'wordsUnwordsCopyWord8
@@ -154,7 +169,7 @@ wordsUnwordsCopy inh outh =
154 $ Stream.wordsBy isSpace Fold.toList
169 $ Stream.wordsBy isSpace Fold.toList
155 -- -- $ Stream.splitOn isSpace Fold.toList
170 -- -- $ Stream.splitOn isSpace Fold.toList
156 $ Unicode.decodeLatin1
171 $ Unicode.decodeLatin1
157− $ Stream.unfold Handle.read inh
172+ $ Stream.unfold Handle.reader inh
158
173
159#ifdef INSPECTION
174#ifdef INSPECTION
160-- inspect $ hasNoTypeClasses 'wordsUnwordsCopy
175-- inspect $ hasNoTypeClasses 'wordsUnwordsCopy
@@ -169,7 +184,7 @@ wordsUnwordsCharArrayCopy inh outh =
169 $ UnicodeArr.unwords
184 $ UnicodeArr.unwords
170 $ UnicodeArr.words
185 $ UnicodeArr.words
171 $ Unicode.decodeLatin1
186 $ Unicode.decodeLatin1
172− $ Stream.unfold Handle.read inh
187+ $ Stream.unfold Handle.reader inh
173
188
174o_1_space_copy_read_group_ungroup :: BenchEnv -> [Benchmark]
189o_1_space_copy_read_group_ungroup :: BenchEnv -> [Benchmark]
175o_1_space_copy_read_group_ungroup env =
190o_1_space_copy_read_group_ungroup env =
@@ -201,7 +216,7 @@ copyStreamLatin1' inh outh =
201 Stream.fold (Handle.write outh)
216 Stream.fold (Handle.write outh)
202 $ Unicode.encodeLatin1'
217 $ Unicode.encodeLatin1'
203 $ Unicode.decodeLatin1
218 $ Unicode.decodeLatin1
204− $ Stream.unfold Handle.read inh
219+ $ Stream.unfold Handle.reader inh
205
220
206#ifdef INSPECTION
221#ifdef INSPECTION
207inspect $ hasNoTypeClasses 'copyStreamLatin1'
222inspect $ hasNoTypeClasses 'copyStreamLatin1'
@@ -209,7 +224,7 @@ inspect $ 'copyStreamLatin1' `hasNoType` ''Step
209inspect $ 'copyStreamLatin1' `hasNoType` ''Unfold.ConcatState -- Handle.read/UF.many
224inspect $ 'copyStreamLatin1' `hasNoType` ''Unfold.ConcatState -- Handle.read/UF.many
210
225
211inspect $ 'copyStreamLatin1' `hasNoType` ''Fold.Step
226inspect $ 'copyStreamLatin1' `hasNoType` ''Fold.Step
212−inspect $ 'copyStreamLatin1' `hasNoType` ''Array.ArrayUnsafe -- Handle.write/writeNUnsafe
227+inspect $ 'copyStreamLatin1' `hasNoType` ''MutArray.ArrayUnsafe -- Handle.write/writeNUnsafe
213 -- Handle.read/Array.read
228 -- Handle.read/Array.read
214inspect $ 'copyStreamLatin1' `hasNoType` ''Strict.Tuple3' -- Handle.write/chunksOf
229inspect $ 'copyStreamLatin1' `hasNoType` ''Strict.Tuple3' -- Handle.write/chunksOf
215#endif
230#endif
@@ -221,7 +236,7 @@ copyStreamLatin1 inh outh =
221 Stream.fold (Handle.write outh)
236 Stream.fold (Handle.write outh)
222 $ Unicode.encodeLatin1
237 $ Unicode.encodeLatin1
223 $ Unicode.decodeLatin1
238 $ Unicode.decodeLatin1
224− $ Stream.unfold Handle.read inh
239+ $ Stream.unfold Handle.reader inh
225
240
226#ifdef INSPECTION
241#ifdef INSPECTION
227inspect $ hasNoTypeClasses 'copyStreamLatin1
242inspect $ hasNoTypeClasses 'copyStreamLatin1
@@ -230,7 +245,7 @@ inspect $ 'copyStreamLatin1 `hasNoType` ''Unfold.ConcatState -- Handle.read/UF.m
230
245
231inspect $ 'copyStreamLatin1 `hasNoType` ''Fold.ManyState
246inspect $ 'copyStreamLatin1 `hasNoType` ''Fold.ManyState
232inspect $ 'copyStreamLatin1 `hasNoType` ''Fold.Step
247inspect $ 'copyStreamLatin1 `hasNoType` ''Fold.Step
233−inspect $ 'copyStreamLatin1 `hasNoType` ''Array.ArrayUnsafe -- Handle.write/writeNUnsafe
248+inspect $ 'copyStreamLatin1 `hasNoType` ''MutArray.ArrayUnsafe -- Handle.write/writeNUnsafe
234 -- Handle.read/Array.read
249 -- Handle.read/Array.read
235inspect $ 'copyStreamLatin1 `hasNoType` ''Strict.Tuple3' -- Handle.write/chunksOf
250inspect $ 'copyStreamLatin1 `hasNoType` ''Strict.Tuple3' -- Handle.write/chunksOf
236#endif
251#endif
@@ -241,7 +256,7 @@ _copyStreamUtf8' inh outh =
241 Stream.fold (Handle.write outh)
256 Stream.fold (Handle.write outh)
242 $ Unicode.encodeUtf8'
257 $ Unicode.encodeUtf8'
243 $ Unicode.decodeUtf8'
258 $ Unicode.decodeUtf8'
244− $ Stream.unfold Handle.read inh
259+ $ Stream.unfold Handle.reader inh
245
260
246#ifdef INSPECTION
261#ifdef INSPECTION
247inspect $ hasNoTypeClasses '_copyStreamUtf8'
262inspect $ hasNoTypeClasses '_copyStreamUtf8'
@@ -257,7 +272,7 @@ copyStreamUtf8 inh outh =
257 Stream.fold (Handle.write outh)
272 Stream.fold (Handle.write outh)
258 $ Unicode.encodeUtf8
273 $ Unicode.encodeUtf8
259 $ Unicode.decodeUtf8
274 $ Unicode.decodeUtf8
260− $ Stream.unfold Handle.read inh
275+ $ Stream.unfold Handle.reader inh
261
276
262#ifdef INSPECTION
277#ifdef INSPECTION
263inspect $ hasNoTypeClasses 'copyStreamUtf8
278inspect $ hasNoTypeClasses 'copyStreamUtf8
@@ -271,17 +286,18 @@ _copyStreamUtf8'Fold :: Handle -> Handle -> IO ()
271_copyStreamUtf8'Fold inh outh =
286_copyStreamUtf8'Fold inh outh =
272 Stream.fold (Handle.write outh)
287 Stream.fold (Handle.write outh)
273 $ Unicode.encodeUtf8
288 $ Unicode.encodeUtf8
289+ $ Stream.catRights
274− $ Stream.foldMany Unicode.writeCharUtf8'
290+ $ Stream.parseMany Unicode.writeCharUtf8'
275− $ Stream.unfold Handle.read inh
291+ $ Stream.unfold Handle.reader inh
276
292
277{-# NOINLINE _copyStreamUtf8Parser #-}
293{-# NOINLINE _copyStreamUtf8Parser #-}
278_copyStreamUtf8Parser :: Handle -> Handle -> IO ()
294_copyStreamUtf8Parser :: Handle -> Handle -> IO ()
279_copyStreamUtf8Parser inh outh =
295_copyStreamUtf8Parser inh outh =
280 Stream.fold (Handle.write outh)
296 Stream.fold (Handle.write outh)
281 $ Unicode.encodeUtf8
297 $ Unicode.encodeUtf8
282− $ Stream.parseMany
298+ $ Stream.catRights $ Stream.parseMany
283 (Unicode.parseCharUtf8With Unicode.TransliterateCodingFailure)
299 (Unicode.parseCharUtf8With Unicode.TransliterateCodingFailure)
284− $ Stream.unfold Handle.read inh
300+ $ Stream.unfold Handle.reader inh
285
301
286o_1_space_decode_encode_read :: BenchEnv -> [Benchmark]
302o_1_space_decode_encode_read :: BenchEnv -> [Benchmark]
287o_1_space_decode_encode_read env =
303o_1_space_decode_encode_read env =
@@ -308,6 +324,7 @@ o_1_space_decode_encode_read env =
308
324
309main :: IO ()
325main :: IO ()
310main = do
326main = do
327+#ifndef FUSION_CHECK
311 env <- mkHandleBenchEnv
328 env <- mkHandleBenchEnv
312 defaultMain (allBenchmarks env)
329 defaultMain (allBenchmarks env)
313
330
@@ -320,3 +337,13 @@ main = do
320 , o_1_space_decode_encode_read env
337 , o_1_space_decode_encode_read env
321 ]
338 ]
322 ]
339 ]
340+#else
341+ -- Enable FUSION_CHECK macro at the beginning of the file
342+ -- Enable one benchmark below, and run the benchmark
343+ -- Check the .dump-simpl output
344+ env <- mkHandleBenchEnv
345+ let mkHandles (RefHandles {bigInH = inh, outputH = outh}) = Handles inh outh
346+ (Handles inh outh) <- getHandles env mkHandles
347+ copyStreamLatin1' inh outh
348+ return ()
349+#endif
benchmark/Streamly/Benchmark/Unicode/Utf8.hs+3−3
@@ -13,7 +13,7 @@
13import Data.Char (chr)
13import Data.Char (chr)
14import Streamly.Internal.Unicode.Utf8 (Utf8)
14import Streamly.Internal.Unicode.Utf8 (Utf8)
15
15
16−import Gauge hiding (env)
16+import Test.Tasty.Bench hiding (env)
17import Streamly.Benchmark.Common
17import Streamly.Benchmark.Common
18
18
19import qualified Streamly.Internal.Unicode.Utf8 as Utf8
19import qualified Streamly.Internal.Unicode.Utf8 as Utf8
@@ -49,7 +49,7 @@ main = runWithCLIOpts defaultStreamSize allBenchmarks
49 allBenchmarks value =
49 allBenchmarks value =
50 [ bgroup
50 [ bgroup
51 moduleName
51 moduleName
52− [ bench "pack" $ nf pack value
52+ [ bench "pack" $ whnf pack value
53− , bench "pack + unpack" $ nf packUnpack value
53+ , bench "pack + unpack" $ whnf packUnpack value
54 ]
54 ]
55 ]
55 ]
benchmark/bench-runner/Main.hs+93−41
@@ -14,20 +14,32 @@ rtsOpts exeName benchName0 = unwords [general, exeSpecific, benchSpecific]
14
14
15 -- Drop All.
15 -- Drop All.
16 benchName = drop 4 benchName0
16 benchName = drop 4 benchName0
17+
17 general
18 general
19+ -- GHC-9.6 requires 32M heap vs 16M for GHC-9.4
18− | "o-1-sp" `isInfixOf` benchName = "-K36K -M16M"
20+ | "o-1-sp" `isInfixOf` benchName = "-K36K -M32M"
19 | "o-n-h" `isInfixOf` benchName = "-K36K -M32M"
21 | "o-n-h" `isInfixOf` benchName = "-K36K -M32M"
22+ -- GHC-9.6 requires 32M heap vs 16M for GHC-9.4
20− | "o-n-st" `isInfixOf` benchName = "-K1M -M16M"
23+ | "o-n-st" `isInfixOf` benchName = "-K1M -M32M"
21 | "o-n-sp" `isInfixOf` benchName = "-K1M -M32M"
24 | "o-n-sp" `isInfixOf` benchName = "-K1M -M32M"
22 | otherwise = ""
25 | otherwise = ""
26+
23 exeSpecific
27 exeSpecific
24 | "Prelude.Concurrent" `isSuffixOf` exeName = "-K512K -M384M"
28 | "Prelude.Concurrent" `isSuffixOf` exeName = "-K512K -M384M"
25 | otherwise = ""
29 | otherwise = ""
30+
26 benchSpecific
31 benchSpecific
27− | "Data.Stream.StreamD/o-n-space.elimination.toList" == benchName =
32+ -- GHC-9.6 requires 64M, earlier it was 16M
28− "-K2M"
33+ | "Data.Fold/o-n-heap.key-value.toHashMapIO (max buckets) sum" == benchName =
34+ "-M64M"
35+
36+ -- This is required only for the --long case because we allocate all
37+ -- the arrays upfront. depends on the size of the stream.
29− | "Data.Stream.StreamK/o-n-space.elimination.toList" == benchName =
38+ | "Data.Parser/o-1-space" `isPrefixOf` benchName =
30− "-K2M"
39+ "-M128M"
40+
41+ -----------------------------------------------------------------------
42+
31 | "Prelude.Parallel/o-n-heap.mapping.mapM" == benchName = "-M256M"
43 | "Prelude.Parallel/o-n-heap.mapping.mapM" == benchName = "-M256M"
32 | "Prelude.Parallel/o-n-heap.monad-outer-product."
44 | "Prelude.Parallel/o-n-heap.monad-outer-product."
33 `isPrefixOf` benchName = "-M256M"
45 `isPrefixOf` benchName = "-M256M"
@@ -35,52 +47,92 @@ rtsOpts exeName benchName0 = unwords [general, exeSpecific, benchSpecific]
35 `isPrefixOf` benchName = "-K2M -M256M"
47 `isPrefixOf` benchName = "-K2M -M256M"
36 | "Prelude.Rate/o-1-space." `isPrefixOf` benchName = "-K128K"
48 | "Prelude.Rate/o-1-space." `isPrefixOf` benchName = "-K128K"
37 | "Prelude.Rate/o-1-space.asyncly." `isPrefixOf` benchName = "-K128K"
49 | "Prelude.Rate/o-1-space.asyncly." `isPrefixOf` benchName = "-K128K"
38− | "Prelude.Serial/o-1-space.mixed.sum-product-fold" == benchName =
39− "-K64M"
40− | "Prelude.Serial/o-n-heap.grouping.classifySessionsOf"
41− `isPrefixOf` benchName = "-K1M -M32M"
42− | "Prelude.Serial/o-n-heap.Functor." `isPrefixOf` benchName =
43− "-K4M -M32M"
44− | "Prelude.Serial/o-n-heap.transformer." `isPrefixOf` benchName =
45− "-K8M -M64M"
46− | "Prelude.Serial/o-n-space.Functor." `isPrefixOf` benchName =
47− "-K4M -M64M"
48− | "Prelude.Serial/o-n-space.Applicative." `isPrefixOf` benchName =
49− "-K8M -M128M"
50− | "Prelude.Serial/o-n-space.Monad." `isPrefixOf` benchName =
51− "-K8M -M64M"
52− | "Prelude.Serial/o-n-space.grouping." `isPrefixOf` benchName = ""
53− | "Prelude.Serial/o-n-space." `isPrefixOf` benchName = "-K4M"
54 | "Prelude.WSerial/o-n-space." `isPrefixOf` benchName = "-K4M"
50 | "Prelude.WSerial/o-n-space." `isPrefixOf` benchName = "-K4M"
55 | "Prelude.Async/o-n-space.monad-outer-product." `isPrefixOf` benchName =
51 | "Prelude.Async/o-n-space.monad-outer-product." `isPrefixOf` benchName =
56 "-K4M"
52 "-K4M"
53+ | "Prelude.Ahead/o-1-space.monad-outer-product." `isPrefixOf` benchName =
54+ "-K128K -M32M"
55+ | "Prelude.Ahead/o-1-space." `isPrefixOf` benchName = "-K128K"
57 | "Prelude.Ahead/o-n-space.monad-outer-product." `isPrefixOf` benchName =
56 | "Prelude.Ahead/o-n-space.monad-outer-product." `isPrefixOf` benchName =
58 "-K4M"
57 "-K4M"
59− | "Prelude.Ahead/o-1-space." `isPrefixOf` benchName = "-K128K"
60 | "Prelude.WAsync/o-n-heap.monad-outer-product.toNull3" == benchName =
58 | "Prelude.WAsync/o-n-heap.monad-outer-product.toNull3" == benchName =
61 "-M64M"
59 "-M64M"
62 | "Prelude.WAsync/o-n-space.monad-outer-product." `isPrefixOf` benchName =
60 | "Prelude.WAsync/o-n-space.monad-outer-product." `isPrefixOf` benchName =
63 "-K4M"
61 "-K4M"
64− | "Data.Parser.ParserD/o-1-space.some" == benchName = "-K8M"
62+
65− | "Data.Parser/o-1-space.some" == benchName = "-K8M"
63+ -- This module is dev only now, and can be removed at some point
66− | "Data.Parser.ParserD/o-1-space.manyTill" == benchName = "-K4M"
64+ | "Data.Stream.StreamDK/o-1-space.grouping.classifySessionsOf"
65+ `isPrefixOf` benchName = "-K512K"
66+ | "Data.Stream.StreamDK/o-n-space.foldr.foldrM/"
67+ `isPrefixOf` benchName = "-K4M"
68+ | "Data.Stream.StreamDK/o-n-space.iterated."
69+ `isPrefixOf` benchName = "-K4M -M64M"
70+ -- GHC 9.4.4 requires 4M
71+ | "Data.Stream.StreamDK/o-n-space.traversable."
67− | "Data.Parser/o-1-space.manyTill" == benchName = "-K4M"
72+ `isPrefixOf` benchName = "-K4M"
68− | "Data.Parser/o-n-heap.manyAlt" == benchName = "-K4M -M128M"
73+ -- GHC-9.6 requires 64M, earlier it was 32M
69− | "Data.Parser/o-n-heap.someAlt" == benchName = "-K4M -M128M"
74+ | "Data.Stream.StreamDK/o-n-heap.buffered.readsPrec pure streams" == benchName =
70− | "Data.Parser/o-n-heap.choice" == benchName = "-K16M -M32M"
75+ "-M64M"
71− | "Data.Parser.ParserK/o-n-heap.manyAlt" == benchName = "-K4M -M128M"
76+ -- GHC-9.6 requires 64M, earlier it was 32M
72− | "Data.Parser.ParserK/o-n-heap.someAlt" == benchName = "-K4M -M128M"
77+ | "Data.Stream.StreamDK/o-n-heap.buffered.showPrec Haskell lists" == benchName =
73− | "Data.Parser.ParserK/o-n-heap.sequence" == benchName = "-M64M"
78+ "-M64M"
74− | "Data.Parser.ParserK/o-n-heap.sequenceA" == benchName = "-M64M"
79+
80+ -----------------------------------------------------------------------
81+
82+ | "Data.StreamD/o-n-space.elimination.toList" == benchName =
83+ "-K2M"
84+ | "Data.StreamK/o-n-space.elimination.toList" == benchName =
85+ "-K2M"
86+
87+ -----------------------------------------------------------------------
88+
89+ | "Data.Stream/o-1-space.grouping.classifySessionsOf"
90+ `isPrefixOf` benchName = "-K512K"
91+ | "Data.Stream/o-n-space.foldr.foldrM/"
92+ `isPrefixOf` benchName = "-K4M"
93+ | "Data.Stream/o-n-space.iterated."
94+ `isPrefixOf` benchName = "-K4M"
95+
96+ -- GHC-9.6 requires 64M, earlier it was 32M
97+ | "Data.Stream/o-n-heap.buffered.showPrec Haskell lists" == benchName =
98+ "-M64M"
99+ -- GHC-9.6 requires 64M, earlier it was 32M
100+ | "Data.Stream/o-n-heap.buffered.readsPrec pure streams" == benchName =
101+ "-M64M"
102+
103+ | "Data.Stream.ConcurrentEager/o-n-heap.monad-outer-product.toNullAp"
104+ `isPrefixOf` benchName = "-M1024M"
105+ | "Data.Stream.ConcurrentEager/o-1-space."
106+ `isPrefixOf` benchName = "-M128M"
107+
108+ | "Data.Stream.ConcurrentOrdered/o-1-space.concat-foldable.foldMapWith"
75− | "Data.SmallArray.o-1-sp" `isPrefixOf` benchName = "-K128K"
109+ `isPrefixOf` benchName = "-K128K"
110+
111+ ----------------------------------------------------------------------
112+
113+ | "Data.Array" `isPrefixOf` benchName
114+ && "/o-1-space.generation.read" `isSuffixOf` benchName = "-M32M"
115+ -- XXX GHC 9.6 onwards needs 64M, earlier it was 32M
76 | "Data.Array" `isPrefixOf` benchName
116 | "Data.Array" `isPrefixOf` benchName
77− && "/o-1-space.generation.show" `isSuffixOf` benchName = "-M32M"
117+ && "/o-1-space.generation.show" `isSuffixOf` benchName = "-M64M"
118+ -- XXX GHC 9.6 onwards needs 64M, earlier it was 32M
78− | "Data.Array/o-1-space.transformationX4.map" == benchName = "-M32M"
119+ | "Data.Array.Generic/o-1-space.transformationX4.map"
120+ `isPrefixOf` benchName = "-M64M"
121+
122+ -- XXX For --long option, need to check why so much heap is required.
123+ -- Note, if we remove the chunked stream module we need to keep the
124+ -- chunked stream benchmarks in the stream module.
79− | "Data.Array.Foreign/o-1-space.elimination.foldable.foldl"
125+ | "Data.Array.Stream/o-1-space"
80− `isPrefixOf` benchName = "-K8M"
126+ `isPrefixOf` benchName = "-K4M -M512M"
81− | "Data.Array.Foreign/o-1-space.elimination.foldable.sum" == benchName =
127+ -- XXX Takes up to 160MB heap for --long, we use chunked stream for
82− "-K8M"
128+ -- this, so the reason may be related to chunked streams.
129+ | "Data.ParserK/o-1-space"
130+ `isPrefixOf` benchName = "-K4M -M256M"
131+
132+ -----------------------------------------------------------------------
133+
83 | "Unicode.Char/o-1-space." `isPrefixOf` benchName = "-M32M"
134 | "Unicode.Char/o-1-space." `isPrefixOf` benchName = "-M32M"
135+
84 | otherwise = ""
136 | otherwise = ""
85
137
86speedOpts :: String -> String -> Maybe Quickness
138speedOpts :: String -> String -> Maybe Quickness
benchmark/bench-runner/cabal.project+4−1
@@ -1 +1,4 @@
1−packages: ., ../../targets
1+packages: . ../../targets
2+
3+package bench-report
4+ flags: +no-charts
benchmark/bench-runner/default.nix+1−2
@@ -49,8 +49,7 @@ let haskellPackages =
49 nixpkgs.haskell.lib.overrideCabal
49 nixpkgs.haskell.lib.overrideCabal
50 (let src = fetchGit {
50 (let src = fetchGit {
51 url = "git@github.com:composewell/bench-report.git";
51 url = "git@github.com:composewell/bench-report.git";
52− rev = "a94e503abfd2cc378bfefd9ae348bcdc4ec3217b";
52+ rev = "3b50bf0ad06f746bca42f30c8d40a0426e159af3";
53− ref = "update-coreutils";
54 }; in super.callCabal2nix "bench-report" src {})
53 }; in super.callCabal2nix "bench-report" src {})
55 (old:
54 (old:
56 { enableLibraryProfiling = false;
55 { enableLibraryProfiling = false;
benchmark/lib/Streamly/Benchmark/Common.hs+1−1
@@ -56,7 +56,7 @@ import System.Random (randomRIO)
56import qualified Streamly.Internal.Data.Fold as Fold
56import qualified Streamly.Internal.Data.Fold as Fold
57import qualified Streamly.Internal.Data.Stream as S
57import qualified Streamly.Internal.Data.Stream as S
58
58
59−import Gauge
59+import Test.Tasty.Bench
60
60
61-------------------------------------------------------------------------------
61-------------------------------------------------------------------------------
62-- Benchmark Prefixes
62-- Benchmark Prefixes
benchmark/lib/Streamly/Benchmark/Common/Handle.hs+3−1
@@ -30,6 +30,8 @@ module Streamly.Benchmark.Common.Handle
30 , isSpace
30 , isSpace
31 , isSp
31 , isSp
32 , mkHandleBenchEnv
32 , mkHandleBenchEnv
33+ , Handles(..)
34+ , getHandles
33 )
35 )
34where
36where
35
37
@@ -46,7 +48,7 @@ import System.Process (callCommand)
46
48
47import Data.IORef
49import Data.IORef
48import Prelude hiding (last, length)
50import Prelude hiding (last, length)
49−import Gauge hiding (env)
51+import Test.Tasty.Bench hiding (env)
50
52
51
53
52scratchDir :: String
54scratchDir :: String
benchmark/lib/Streamly/Benchmark/Prelude.hs+3−1
@@ -1,3 +1,5 @@
1+{-# OPTIONS_GHC -Wno-deprecations #-}
2+
1-- |
3-- |
2-- Module : Streamly.Benchmark.Prelude
4-- Module : Streamly.Benchmark.Prelude
3-- Copyright : (c) 2018 Composewell Technologies
5-- Copyright : (c) 2018 Composewell Technologies
@@ -80,7 +82,7 @@ import qualified Streamly.Internal.Data.Stream.IsStream.Type as IsStream
80import qualified Streamly.Internal.Data.Pipe as Pipe
82import qualified Streamly.Internal.Data.Pipe as Pipe
81import qualified Streamly.Internal.Data.Stream.Serial as Serial
83import qualified Streamly.Internal.Data.Stream.Serial as Serial
82
84
83−import Gauge
85+import Test.Tasty.Bench
84import Streamly.Internal.Data.Time.Units
86import Streamly.Internal.Data.Time.Units
85
87
86-- Common polymorphic stream APIs used across multiple stream modules
88-- Common polymorphic stream APIs used across multiple stream modules
benchmark/streamly-benchmarks.cabal+355−182
@@ -54,13 +54,13 @@ flag opt
54 manual: True
54 manual: True
55 default: True
55 default: True
56
56
57−flag use-gauge
57+flag use-streamly-core
58− description: Use gauge instead of tasty-bench for benchmarking
58+ description: Benchmark only core package
59 manual: True
59 manual: True
60 default: False
60 default: False
61
61
62−flag bench-core
62+flag use-prelude
63− description: Benchmark only core package
63+ description: Use Prelude instead of Data.Stream for serial benchmarks
64 manual: True
64 manual: True
65 default: False
65 default: False
66
66
@@ -68,9 +68,49 @@ flag bench-core
68-- Common stanzas
68-- Common stanzas
69-------------------------------------------------------------------------------
69-------------------------------------------------------------------------------
70
70
71+common default-extensions
72+ default-extensions:
73+ BangPatterns
74+ CApiFFI
75+ CPP
76+ ConstraintKinds
77+ DeriveDataTypeable
78+ DeriveGeneric
79+ DeriveTraversable
80+ ExistentialQuantification
81+ FlexibleContexts
82+ FlexibleInstances
83+ GeneralizedNewtypeDeriving
84+ InstanceSigs
85+ KindSignatures
86+ LambdaCase
87+ MagicHash
88+ MultiParamTypeClasses
89+ PatternSynonyms
90+ RankNTypes
91+ RecordWildCards
92+ ScopedTypeVariables
93+ TupleSections
94+ TypeApplications
95+ TypeFamilies
96+ TypeOperators
97+ ViewPatterns
98+
99+ -- MonoLocalBinds, enabled by TypeFamilies, causes performance
100+ -- regressions. Disable it. This must come after TypeFamilies,
101+ -- otherwise TypeFamilies will enable it again.
102+ NoMonoLocalBinds
103+
104+ -- UndecidableInstances -- Does not show any perf impact
105+ -- UnboxedTuples -- interferes with (#.)
106+
71common compile-options
107common compile-options
108+ import: default-extensions
72 default-language: Haskell2010
109 default-language: Haskell2010
73
110
111+ if flag(use-streamly-core)
112+ cpp-options: -DUSE_STREAMLY_CORE
113+
74 if flag(dev)
114 if flag(dev)
75 cpp-options: -DDEVBUILD
115 cpp-options: -DDEVBUILD
76
116
@@ -80,16 +120,29 @@ common compile-options
80 if flag(inspection)
120 if flag(inspection)
81 cpp-options: -DINSPECTION
121 cpp-options: -DINSPECTION
82
122
83− ghc-options: -Wall
123+ ghc-options: -Weverything
84− -Wcompat
124+ -Wno-implicit-prelude
85− -Wunrecognised-warning-flags
125+ -Wno-missing-deriving-strategies
86− -Widentities
126+ -Wno-missing-exported-signatures
87− -Wincomplete-record-updates
127+ -Wno-missing-import-lists
88− -Wincomplete-uni-patterns
128+ -Wno-missing-local-signatures
89− -Wredundant-constraints
129+ -Wno-missing-safe-haskell-mode
90− -Wnoncanonical-monad-instances
130+ -Wno-missed-specialisations
131+ -Wno-all-missed-specialisations
132+ -Wno-monomorphism-restriction
133+ -Wno-prepositive-qualified-module
134+ -Wno-unsafe
135+ -Wno-unused-packages
91− -Rghc-timing
136+ -Rghc-timing
92− -Wmissing-export-lists
137+
138+ if impl(ghc >= 9.2)
139+ ghc-options:
140+ -Wno-missing-kind-signatures
141+ -Wno-operator-whitespace
142+
143+ if impl(ghc >= 9.8)
144+ ghc-options:
145+ -Wno-missing-role-annotations
93
146
94 if flag(has-llvm)
147 if flag(has-llvm)
95 ghc-options: -fllvm
148 ghc-options: -fllvm
@@ -98,15 +151,17 @@ common compile-options
98 ghc-options: -Wmissed-specialisations
151 ghc-options: -Wmissed-specialisations
99 -Wall-missed-specialisations
152 -Wall-missed-specialisations
100
153
101− if flag(dev) || flag(debug)
102− ghc-options: -fno-ignore-asserts
103−
104common optimization-options
154common optimization-options
105 if flag(opt)
155 if flag(opt)
106 ghc-options: -O2
156 ghc-options: -O2
107 -fdicts-strict
157 -fdicts-strict
108 -fspec-constr-recursive=16
158 -fspec-constr-recursive=16
109 -fmax-worker-args=16
159 -fmax-worker-args=16
160+
161+ -- For this to be effective it must come after the -O2 option
162+ if flag(dev) || flag(debug)
163+ ghc-options: -fno-ignore-asserts
164+
110 if flag(fusion-plugin) && !impl(ghcjs) && !impl(ghc < 8.6)
165 if flag(fusion-plugin) && !impl(ghcjs) && !impl(ghc < 8.6)
111 ghc-options: -fplugin Fusion.Plugin
166 ghc-options: -fplugin Fusion.Plugin
112 else
167 else
@@ -120,43 +175,34 @@ common bench-depends
120 -- Core libraries shipped with ghc, the min and max
175 -- Core libraries shipped with ghc, the min and max
121 -- constraints of these libraries should match with
176 -- constraints of these libraries should match with
122 -- the GHC versions we support
177 -- the GHC versions we support
123− base >= 4.9 && < 4.18
178+ base >= 4.9 && < 4.20
124− , deepseq >= 1.4.1 && < 1.5
179+ , deepseq >= 1.4.1 && < 1.6
125− , mtl >= 2.2 && < 2.3
180+ , mtl >= 2.2 && < 2.3.2
126
181
127 -- other libraries
182 -- other libraries
183+ , exceptions >= 0.8 && < 0.11
128 , random >= 1.0 && < 2.0
184 , random >= 1.0 && < 2.0
129 , transformers >= 0.4 && < 0.7
185 , transformers >= 0.4 && < 0.7
130− , containers >= 0.5 && < 0.7
186+ , containers >= 0.5 && < 0.8
131 , hashable >= 1.3 && < 1.5
187 , hashable >= 1.3 && < 1.5
132 , unordered-containers >= 0.2 && < 0.3
188 , unordered-containers >= 0.2 && < 0.3
133 , process >= 1.4 && < 1.7
189 , process >= 1.4 && < 1.7
134 , directory >= 1.2.2 && < 1.4
190 , directory >= 1.2.2 && < 1.4
135− , filepath >= 1.4.1 && < 1.5
191+ , filepath >= 1.4.1 && < 1.6
136− , ghc-prim >= 0.4 && < 0.10
192+ , ghc-prim >= 0.4 && < 0.12
193+ , tasty-bench >= 0.3 && < 0.4
194+ , tasty >= 1.4.1 && < 1.6
195+ , streamly-core
137
196
138− if flag(bench-core)
139− build-depends: streamly-core
197+ if !flag(use-streamly-core)
140− else
141 build-depends: streamly
198 build-depends: streamly
142− , streamly-core
143−
144− if flag(use-gauge)
145− build-depends: gauge >= 0.2.4 && < 0.3
146− else
147− build-depends: tasty-bench >= 0.3 && < 0.4
148− , tasty >= 1.4.1 && < 1.5
149− mixins: tasty-bench
150− (Test.Tasty.Bench as Gauge
151− , Test.Tasty.Bench as Gauge.Main
152− )
153
199
154 if flag(fusion-plugin) && !impl(ghcjs) && !impl(ghc < 8.6)
200 if flag(fusion-plugin) && !impl(ghcjs) && !impl(ghc < 8.6)
155 build-depends:
201 build-depends:
156 fusion-plugin >= 0.2 && < 0.3
202 fusion-plugin >= 0.2 && < 0.3
157 if flag(inspection)
203 if flag(inspection)
158− build-depends: template-haskell >= 2.14 && < 2.20
204+ build-depends: template-haskell >= 2.14 && < 2.22
159− , inspection-testing >= 0.4 && < 0.5
205+ , inspection-testing >= 0.4 && < 0.6
160 -- Array uses a Storable constraint in dev build making several inspection
206 -- Array uses a Storable constraint in dev build making several inspection
161 -- tests fail
207 -- tests fail
162 if flag(dev) && flag(inspection)
208 if flag(dev) && flag(inspection)
@@ -171,7 +217,7 @@ library
171 hs-source-dirs: lib
217 hs-source-dirs: lib
172 exposed-modules: Streamly.Benchmark.Common
218 exposed-modules: Streamly.Benchmark.Common
173 , Streamly.Benchmark.Common.Handle
219 , Streamly.Benchmark.Common.Handle
174− if !flag(bench-core)
220+ if flag(use-prelude)
175 exposed-modules: Streamly.Benchmark.Prelude
221 exposed-modules: Streamly.Benchmark.Prelude
176
222
177
223
@@ -201,124 +247,142 @@ common bench-options-threaded
201-- Serial Streams
247-- Serial Streams
202-------------------------------------------------------------------------------
248-------------------------------------------------------------------------------
203
249
204−benchmark Prelude.Serial
250+benchmark Data.Stream
205 import: bench-options
251 import: bench-options
206 type: exitcode-stdio-1.0
252 type: exitcode-stdio-1.0
207− hs-source-dirs: Streamly/Benchmark/Prelude
253+ hs-source-dirs: Streamly/Benchmark/Data
208− main-is: Serial.hs
254+ main-is: Stream.hs
209 other-modules:
255 other-modules:
210− Serial.Generation
256+ Stream.Generate
211− , Serial.Elimination
257+ Stream.Eliminate
212− , Serial.Transformation
258+ Stream.Transform
213− , Serial.NestedStream
259+ Stream.Reduce
214− , Serial.NestedFold
260+ Stream.Expand
215− , Serial.Split
216− , Serial.Exceptions
217− , Serial.Lift
261+ Stream.Lift
262+ Stream.Common
218− if flag(bench-core) || impl(ghcjs)
263+ if !flag(use-streamly-core)
219− buildable: False
264+ other-modules:
220− else
265+ Stream.Exceptions
221− buildable: True
222 if flag(limit-build-mem)
266 if flag(limit-build-mem)
223 if flag(dev)
267 if flag(dev)
224 ghc-options: +RTS -M3500M -RTS
268 ghc-options: +RTS -M3500M -RTS
225 else
269 else
226 ghc-options: +RTS -M2500M -RTS
270 ghc-options: +RTS -M2500M -RTS
227
271
228−
272+-- Use StreamK functions where possible, converting to StreaK to StreamD
229−benchmark Prelude.WSerial
273+benchmark Data.Stream.StreamDK
230 import: bench-options
274 import: bench-options
231 type: exitcode-stdio-1.0
275 type: exitcode-stdio-1.0
232− hs-source-dirs: Streamly/Benchmark/Prelude
276+ hs-source-dirs: Streamly/Benchmark/Data
233− main-is: WSerial.hs
277+ main-is: Stream.hs
278+ other-modules:
279+ Stream.Generate
280+ Stream.Eliminate
281+ Stream.Transform
282+ Stream.Reduce
283+ Stream.Expand
284+ Stream.Lift
285+ Stream.Common
234− if flag(bench-core) || impl(ghcjs)
286+ if !flag(use-streamly-core)
287+ other-modules:
288+ Stream.Exceptions
289+ -- Cannot use USE_STREAMK and USE_PRELUDE together
290+ if flag(use-prelude)
235− buildable: False
291+ buildable: False
236− else
292+ cpp-options: -DUSE_STREAMK
237− buildable: True
238 if flag(limit-build-mem)
293 if flag(limit-build-mem)
294+ if flag(dev)
295+ ghc-options: +RTS -M3500M -RTS
296+ else
239− ghc-options: +RTS -M750M -RTS
297+ ghc-options: +RTS -M2500M -RTS
240
298
241−benchmark Prelude.Merge
299+benchmark Data.Stream.Concurrent
242− import: bench-options
300+ import: bench-options-threaded
243 type: exitcode-stdio-1.0
301 type: exitcode-stdio-1.0
244− hs-source-dirs: Streamly/Benchmark/Prelude
302+ hs-source-dirs: Streamly/Benchmark/Data/Stream/, Streamly/Benchmark/Data/
245− main-is: Merge.hs
303+ main-is: Concurrent.hs
304+ other-modules:
305+ Stream.ConcurrentCommon
306+ Stream.Common
246− if flag(bench-core) || impl(ghcjs)
307+ if flag(use-streamly-core) || impl(ghcjs)
247 buildable: False
308 buildable: False
248 else
309 else
249 buildable: True
310 buildable: True
250
311
251−benchmark Prelude.ZipSerial
312+benchmark Data.Stream.ConcurrentInterleaved
252− import: bench-options
313+ import: bench-options-threaded
253 type: exitcode-stdio-1.0
314 type: exitcode-stdio-1.0
254− hs-source-dirs: Streamly/Benchmark/Prelude
315+ hs-source-dirs: Streamly/Benchmark/Data/Stream/, Streamly/Benchmark/Data/
255− main-is: ZipSerial.hs
316+ main-is: ConcurrentInterleaved.hs
317+ other-modules:
318+ Stream.ConcurrentCommon
319+ Stream.Common
256− if flag(bench-core) || impl(ghcjs)
320+ if flag(use-streamly-core) || impl(ghcjs)
257 buildable: False
321 buildable: False
258 else
322 else
259 buildable: True
323 buildable: True
260
324
261−benchmark Prelude.ZipAsync
325+benchmark Data.Stream.ConcurrentEager
262− import: bench-options
326+ import: bench-options-threaded
263 type: exitcode-stdio-1.0
327 type: exitcode-stdio-1.0
264− hs-source-dirs: Streamly/Benchmark/Prelude
328+ hs-source-dirs: Streamly/Benchmark/Data/Stream/, Streamly/Benchmark/Data/
265− main-is: ZipAsync.hs
329+ main-is: ConcurrentEager.hs
330+ other-modules:
331+ Stream.ConcurrentCommon
332+ Stream.Common
266− if flag(bench-core) || impl(ghcjs)
333+ if flag(use-streamly-core) || impl(ghcjs)
267 buildable: False
334 buildable: False
268 else
335 else
269 buildable: True
336 buildable: True
270− if flag(limit-build-mem)
271− ghc-options: +RTS -M1000M -RTS
272
337
273−benchmark Prelude.Ahead
338+benchmark Data.Stream.ConcurrentOrdered
274 import: bench-options-threaded
339 import: bench-options-threaded
275 type: exitcode-stdio-1.0
340 type: exitcode-stdio-1.0
276− hs-source-dirs: Streamly/Benchmark/Prelude
341+ hs-source-dirs: Streamly/Benchmark/Data/Stream/, Streamly/Benchmark/Data/
277− main-is: Ahead.hs
342+ main-is: ConcurrentOrdered.hs
343+ other-modules:
344+ Stream.ConcurrentCommon
345+ Stream.Common
278− if flag(bench-core) || impl(ghcjs)
346+ if flag(use-streamly-core) || impl(ghcjs)
279 buildable: False
347 buildable: False
280 else
348 else
281 buildable: True
349 buildable: True
282
350
283−benchmark Prelude.Async
351+benchmark Data.Unbox
284− import: bench-options-threaded
352+ import: bench-options
285 type: exitcode-stdio-1.0
353 type: exitcode-stdio-1.0
286− hs-source-dirs: Streamly/Benchmark/Prelude
354+ hs-source-dirs: .
287− main-is: Async.hs
355+ cpp-options: -DUSE_UNBOX
288− if flag(bench-core) || impl(ghcjs)
356+ main-is: Streamly/Benchmark/Data/Serialize.hs
289− buildable: False
290− else
291− buildable: True
292
357
293−benchmark Prelude.WAsync
358+benchmark Data.Unbox.Derive.TH
294− import: bench-options-threaded
359+ import: bench-options
295 type: exitcode-stdio-1.0
360 type: exitcode-stdio-1.0
296− hs-source-dirs: Streamly/Benchmark/Prelude
361+ hs-source-dirs: .
297− main-is: WAsync.hs
362+ cpp-options: -DUSE_UNBOX
298− if flag(bench-core) || impl(ghcjs)
363+ cpp-options: -DUSE_TH
299− buildable: False
364+ main-is: Streamly/Benchmark/Data/Serialize.hs
300− else
301− buildable: True
302
365
303−benchmark Prelude.Parallel
366+benchmark Data.Serialize
304− import: bench-options-threaded
367+ import: bench-options
305 type: exitcode-stdio-1.0
368 type: exitcode-stdio-1.0
306− hs-source-dirs: Streamly/Benchmark/Prelude
369+ hs-source-dirs: .
307− main-is: Parallel.hs
370+ cpp-options: -DUSE_TH
308− if flag(bench-core) || impl(ghcjs)
371+ main-is: Streamly/Benchmark/Data/Serialize.hs
309− buildable: False
372+ build-depends: QuickCheck, template-haskell
310− else
373+ other-modules:
311− buildable: True
374+ Streamly.Benchmark.Data.Serialize.TH
375+ Streamly.Benchmark.Data.Serialize.RecCompatible
376+ Streamly.Benchmark.Data.Serialize.RecNonCompatible
312 if flag(limit-build-mem)
377 if flag(limit-build-mem)
313− ghc-options: +RTS -M2000M -RTS
378+ ghc-options: +RTS -M1000M -RTS
314−
315
379
316benchmark Data.Unfold
380benchmark Data.Unfold
317 import: bench-options
381 import: bench-options
318 type: exitcode-stdio-1.0
382 type: exitcode-stdio-1.0
319 hs-source-dirs: .
383 hs-source-dirs: .
320 main-is: Streamly/Benchmark/Data/Unfold.hs
384 main-is: Streamly/Benchmark/Data/Unfold.hs
321− if flag(bench-core) || impl(ghcjs)
385+ if flag(use-streamly-core) || impl(ghcjs)
322 buildable: False
386 buildable: False
323 else
387 else
324 buildable: True
388 buildable: True
@@ -328,7 +392,7 @@ benchmark Data.Fold
328 type: exitcode-stdio-1.0
392 type: exitcode-stdio-1.0
329 hs-source-dirs: Streamly/Benchmark/Data
393 hs-source-dirs: Streamly/Benchmark/Data
330 main-is: Fold.hs
394 main-is: Fold.hs
331− if flag(bench-core) || impl(ghcjs)
395+ if flag(use-streamly-core) || impl(ghcjs)
332 buildable: False
396 buildable: False
333 else
397 else
334 buildable: True
398 buildable: True
@@ -338,17 +402,17 @@ benchmark Data.Fold.Window
338 type: exitcode-stdio-1.0
402 type: exitcode-stdio-1.0
339 hs-source-dirs: Streamly/Benchmark/Data/Fold
403 hs-source-dirs: Streamly/Benchmark/Data/Fold
340 main-is: Window.hs
404 main-is: Window.hs
341− if flag(bench-core)
405+ if flag(use-streamly-core)
342 buildable: False
406 buildable: False
343 else
407 else
344 buildable: True
408 buildable: True
345
409
346−benchmark Data.Parser.ParserD
410+benchmark Data.Parser
347 import: bench-options
411 import: bench-options
348 type: exitcode-stdio-1.0
412 type: exitcode-stdio-1.0
349− hs-source-dirs: Streamly/Benchmark/Data/Parser
413+ hs-source-dirs: Streamly/Benchmark/Data
350− main-is: ParserD.hs
414+ main-is: Parser.hs
351− if flag(bench-core) || impl(ghcjs)
415+ if impl(ghcjs)
352 buildable: False
416 buildable: False
353 else
417 else
354 buildable: True
418 buildable: True
@@ -357,94 +421,193 @@ benchmark Data.Parser.ParserD
357 if flag(dev)
421 if flag(dev)
358 ghc-options: +RTS -M3000M -RTS
422 ghc-options: +RTS -M3000M -RTS
359 else
423 else
360− ghc-options: +RTS -M750M -RTS
424+ ghc-options: +RTS -M2000M -RTS
361
425
362−benchmark Data.Parser.ParserK
426+benchmark Data.ParserK
363 import: bench-options
427 import: bench-options
364 type: exitcode-stdio-1.0
428 type: exitcode-stdio-1.0
365− hs-source-dirs: Streamly/Benchmark/Data/Parser
429+ hs-source-dirs: Streamly/Benchmark/Data
430+ cpp-options: -DBENCH_SINGULAR
366 main-is: ParserK.hs
431 main-is: ParserK.hs
367− if flag(bench-core) || impl(ghcjs)
432+ if impl(ghcjs)
368 buildable: False
433 buildable: False
369 else
434 else
370 buildable: True
435 buildable: True
371 build-depends: exceptions >= 0.8 && < 0.11
436 build-depends: exceptions >= 0.8 && < 0.11
372
437
373−-- Note: to use this we have to set DISABLE_FUSION in ParserD.hs so that
374−-- the rewrite rules are disabled. We can also use the "no-fusion" build
375−-- flag but we need to keep in mind that it disables fusion for streams
376−-- as well.
377−benchmark Data.Parser.FromParserK
438+benchmark Data.ParserK.Chunked
378 import: bench-options
439 import: bench-options
379 type: exitcode-stdio-1.0
440 type: exitcode-stdio-1.0
380− hs-source-dirs: Streamly/Benchmark/Data/Parser
441+ hs-source-dirs: Streamly/Benchmark/Data
381− cpp-options: -DFROM_PARSERK
442+ cpp-options: -DBENCH_CHUNKED
382 main-is: ParserK.hs
443 main-is: ParserK.hs
383− if flag(bench-core) || impl(ghcjs)
444+ if impl(ghcjs)
384 buildable: False
445 buildable: False
385 else
446 else
386 buildable: True
447 buildable: True
387 build-depends: exceptions >= 0.8 && < 0.11
448 build-depends: exceptions >= 0.8 && < 0.11
388
449
389−benchmark Data.Parser
450+benchmark Data.ParserK.Chunked.Generic
390 import: bench-options
451 import: bench-options
391 type: exitcode-stdio-1.0
452 type: exitcode-stdio-1.0
392 hs-source-dirs: Streamly/Benchmark/Data
453 hs-source-dirs: Streamly/Benchmark/Data
454+ cpp-options: -DBENCH_CHUNKED_GENERIC
393− main-is: Parser.hs
455+ main-is: ParserK.hs
394− if flag(bench-core) || impl(ghcjs)
456+ if impl(ghcjs)
395 buildable: False
457 buildable: False
396 else
458 else
397 buildable: True
459 buildable: True
398 build-depends: exceptions >= 0.8 && < 0.11
460 build-depends: exceptions >= 0.8 && < 0.11
399− if flag(limit-build-mem)
400− if flag(dev)
401− ghc-options: +RTS -M3000M -RTS
402− else
403− ghc-options: +RTS -M1000M -RTS
404
461
405-------------------------------------------------------------------------------
462-------------------------------------------------------------------------------
406-- Raw Streams
463-- Raw Streams
407-------------------------------------------------------------------------------
464-------------------------------------------------------------------------------
408
465
409−benchmark Data.Stream.StreamD
466+benchmark Data.StreamD
410 import: bench-options
467 import: bench-options
411 type: exitcode-stdio-1.0
468 type: exitcode-stdio-1.0
412 hs-source-dirs: Streamly/Benchmark/Data/Stream
469 hs-source-dirs: Streamly/Benchmark/Data/Stream
413 main-is: StreamD.hs
470 main-is: StreamD.hs
414 if impl(ghcjs)
471 if impl(ghcjs)
415 buildable: False
472 buildable: False
416− else
417− buildable: True
418
473
419−benchmark Data.Stream.StreamK
474+benchmark Data.StreamK
420 import: bench-options
475 import: bench-options
421 type: exitcode-stdio-1.0
476 type: exitcode-stdio-1.0
422 hs-source-dirs: Streamly/Benchmark/Data/Stream
477 hs-source-dirs: Streamly/Benchmark/Data/Stream
423 main-is: StreamK.hs
478 main-is: StreamK.hs
424 if impl(ghcjs)
479 if impl(ghcjs)
425 buildable: False
480 buildable: False
426− else
427− buildable: True
428
481
429−benchmark Data.Stream.StreamDK
482+benchmark Data.Stream.ToStreamK
430 import: bench-options
483 import: bench-options
431 type: exitcode-stdio-1.0
484 type: exitcode-stdio-1.0
432 hs-source-dirs: Streamly/Benchmark/Data/Stream
485 hs-source-dirs: Streamly/Benchmark/Data/Stream
433− main-is: StreamDK.hs
486+ main-is: ToStreamK.hs
487+ if !flag(dev) || impl(ghcjs)
488+ buildable: False
489+
490+benchmark Data.StreamK.Alt
491+ import: bench-options
492+ type: exitcode-stdio-1.0
493+ hs-source-dirs: Streamly/Benchmark/Data/Stream
494+ main-is: StreamKAlt.hs
434− if impl(ghcjs)
495+ if !flag(dev) || impl(ghcjs)
435 buildable: False
496 buildable: False
436− else
437− buildable: True
438
497
439executable nano-bench
498executable nano-bench
440 import: bench-options
499 import: bench-options
441 hs-source-dirs: .
500 hs-source-dirs: .
442 main-is: NanoBenchmarks.hs
501 main-is: NanoBenchmarks.hs
443− if flag(dev)
502+ if !flag(dev)
444− buildable: True
445− else
446 buildable: False
503 buildable: False
447
504
505+-------------------------------------------------------------------------------
506+-- Streamly.Prelude
507+-------------------------------------------------------------------------------
508+
509+benchmark Prelude
510+ import: bench-options
511+ type: exitcode-stdio-1.0
512+ hs-source-dirs: Streamly/Benchmark/Data
513+ main-is: Stream.hs
514+ other-modules:
515+ Stream.Generate
516+ Stream.Eliminate
517+ Stream.Transform
518+ Stream.Reduce
519+ Stream.Expand
520+ Stream.Lift
521+ Stream.Common
522+ Stream.Split
523+ Stream.Exceptions
524+ cpp-options: -DUSE_PRELUDE
525+ if !flag(use-prelude)
526+ buildable: False
527+ if flag(limit-build-mem)
528+ if flag(dev)
529+ ghc-options: +RTS -M3500M -RTS
530+ else
531+ ghc-options: +RTS -M2500M -RTS
532+
533+benchmark Prelude.WSerial
534+ import: bench-options
535+ type: exitcode-stdio-1.0
536+ hs-source-dirs: Streamly/Benchmark/Prelude
537+ main-is: WSerial.hs
538+ cpp-options: -DUSE_PRELUDE
539+ if !flag(use-prelude)
540+ buildable: False
541+ if flag(limit-build-mem)
542+ ghc-options: +RTS -M750M -RTS
543+
544+benchmark Prelude.Merge
545+ import: bench-options
546+ type: exitcode-stdio-1.0
547+ hs-source-dirs: Streamly/Benchmark/Prelude
548+ main-is: Merge.hs
549+ cpp-options: -DUSE_PRELUDE
550+ if !flag(use-prelude)
551+ buildable: False
552+
553+benchmark Prelude.ZipSerial
554+ import: bench-options
555+ type: exitcode-stdio-1.0
556+ hs-source-dirs: Streamly/Benchmark/Prelude
557+ main-is: ZipSerial.hs
558+ cpp-options: -DUSE_PRELUDE
559+ if !flag(use-prelude)
560+ buildable: False
561+
562+benchmark Prelude.ZipAsync
563+ import: bench-options
564+ type: exitcode-stdio-1.0
565+ hs-source-dirs: Streamly/Benchmark/Prelude
566+ main-is: ZipAsync.hs
567+ cpp-options: -DUSE_PRELUDE
568+ if !flag(use-prelude)
569+ buildable: False
570+ if flag(limit-build-mem)
571+ ghc-options: +RTS -M1000M -RTS
572+
573+benchmark Prelude.Ahead
574+ import: bench-options-threaded
575+ type: exitcode-stdio-1.0
576+ hs-source-dirs: Streamly/Benchmark/Prelude
577+ main-is: Ahead.hs
578+ cpp-options: -DUSE_PRELUDE
579+ if !flag(use-prelude)
580+ buildable: False
581+
582+benchmark Prelude.Async
583+ import: bench-options-threaded
584+ type: exitcode-stdio-1.0
585+ hs-source-dirs: Streamly/Benchmark/Prelude
586+ main-is: Async.hs
587+ cpp-options: -DUSE_PRELUDE
588+ if !flag(use-prelude)
589+ buildable: False
590+
591+benchmark Prelude.WAsync
592+ import: bench-options-threaded
593+ type: exitcode-stdio-1.0
594+ hs-source-dirs: Streamly/Benchmark/Prelude
595+ main-is: WAsync.hs
596+ cpp-options: -DUSE_PRELUDE
597+ if !flag(use-prelude)
598+ buildable: False
599+
600+benchmark Prelude.Parallel
601+ import: bench-options-threaded
602+ type: exitcode-stdio-1.0
603+ hs-source-dirs: Streamly/Benchmark/Prelude
604+ main-is: Parallel.hs
605+ cpp-options: -DUSE_PRELUDE
606+ if !flag(use-prelude)
607+ buildable: False
608+ if flag(limit-build-mem)
609+ ghc-options: +RTS -M2000M -RTS
610+
448-------------------------------------------------------------------------------
611-------------------------------------------------------------------------------
449-- Concurrent Streams
612-- Concurrent Streams
450-------------------------------------------------------------------------------
613-------------------------------------------------------------------------------
@@ -454,72 +617,76 @@ benchmark Prelude.Concurrent
454 type: exitcode-stdio-1.0
617 type: exitcode-stdio-1.0
455 hs-source-dirs: Streamly/Benchmark/Prelude
618 hs-source-dirs: Streamly/Benchmark/Prelude
456 main-is: Concurrent.hs
619 main-is: Concurrent.hs
457− if flag(bench-core)
620+ cpp-options: -DUSE_PRELUDE
621+ if !flag(use-prelude)
458 buildable: False
622 buildable: False
459− else
460− buildable: True
461
623
462benchmark Prelude.Adaptive
624benchmark Prelude.Adaptive
463 import: bench-options-threaded
625 import: bench-options-threaded
464 type: exitcode-stdio-1.0
626 type: exitcode-stdio-1.0
465 hs-source-dirs: Streamly/Benchmark/Prelude
627 hs-source-dirs: Streamly/Benchmark/Prelude
466 main-is: Adaptive.hs
628 main-is: Adaptive.hs
467− if flag(bench-core) || impl(ghcjs)
629+ cpp-options: -DUSE_PRELUDE
630+ if !flag(use-prelude)
468 buildable: False
631 buildable: False
469− else
470− buildable: True
471
632
472benchmark Prelude.Rate
633benchmark Prelude.Rate
473 import: bench-options-threaded
634 import: bench-options-threaded
474 type: exitcode-stdio-1.0
635 type: exitcode-stdio-1.0
475 hs-source-dirs: Streamly/Benchmark/Prelude
636 hs-source-dirs: Streamly/Benchmark/Prelude
476 main-is: Rate.hs
637 main-is: Rate.hs
477− if flag(bench-core) || impl(ghcjs)
638+ cpp-options: -DUSE_PRELUDE
639+ if !flag(use-prelude)
478 buildable: False
640 buildable: False
479− else
480− buildable: True
481
641
482-------------------------------------------------------------------------------
642-------------------------------------------------------------------------------
483-- Array Benchmarks
643-- Array Benchmarks
484-------------------------------------------------------------------------------
644-------------------------------------------------------------------------------
485
645
486−benchmark Data.Array
646+benchmark Data.Array.Generic
487 import: bench-options
647 import: bench-options
488 type: exitcode-stdio-1.0
648 type: exitcode-stdio-1.0
489− hs-source-dirs: .
649+ hs-source-dirs: ., Streamly/Benchmark/Data
490− main-is: Streamly/Benchmark/Data/Array.hs
650+ main-is: Streamly/Benchmark/Data/Array/Generic.hs
651+ other-modules:
652+ Stream.Common
491− if flag(bench-core)
653+ if flag(use-streamly-core)
492 buildable: False
654 buildable: False
493 else
655 else
494 buildable: True
656 buildable: True
657+ if flag(limit-build-mem)
658+ ghc-options: +RTS -M1000M -RTS
495
659
496benchmark Data.SmallArray
660benchmark Data.SmallArray
497 import: bench-options
661 import: bench-options
498 type: exitcode-stdio-1.0
662 type: exitcode-stdio-1.0
499 main-is: Streamly/Benchmark/Data/Array/SmallArray.hs
663 main-is: Streamly/Benchmark/Data/Array/SmallArray.hs
500− if flag(bench-core)
664+ if flag(dev) && !flag(use-streamly-core)
501− buildable: False
502− else
503 buildable: True
665 buildable: True
666+ else
667+ buildable: False
504
668
505−benchmark Data.Array.Foreign
669+benchmark Data.Array
506 import: bench-options
670 import: bench-options
507 type: exitcode-stdio-1.0
671 type: exitcode-stdio-1.0
672+ hs-source-dirs: ., Streamly/Benchmark/Data
508− main-is: Streamly/Benchmark/Data/Array/Foreign.hs
673+ main-is: Streamly/Benchmark/Data/Array.hs
674+ other-modules:
675+ Stream.Common
509− if flag(bench-core)
676+ if flag(use-streamly-core)
510 buildable: False
677 buildable: False
511 else
678 else
512 buildable: True
679 buildable: True
513 if flag(limit-build-mem)
680 if flag(limit-build-mem)
514 ghc-options: +RTS -M1500M -RTS
681 ghc-options: +RTS -M1500M -RTS
515
682
516−benchmark Data.Array.Foreign.Mut
683+benchmark Data.MutArray
517 import: bench-options
684 import: bench-options
518 type: exitcode-stdio-1.0
685 type: exitcode-stdio-1.0
519− main-is: Streamly/Benchmark/Data/Array/Foreign/Mut.hs
686+ main-is: Streamly/Benchmark/Data/MutArray.hs
520 if flag(limit-build-mem)
687 if flag(limit-build-mem)
521 ghc-options: +RTS -M1500M -RTS
688 ghc-options: +RTS -M1500M -RTS
522− if flag(bench-core)
689+ if flag(use-streamly-core)
523 buildable: False
690 buildable: False
524 else
691 else
525 buildable: True
692 buildable: True
@@ -539,12 +706,12 @@ benchmark Data.Ring.Unboxed
539-- Array Stream Benchmarks
706-- Array Stream Benchmarks
540-------------------------------------------------------------------------------
707-------------------------------------------------------------------------------
541
708
542−benchmark Data.Array.Stream.Foreign
709+benchmark Data.Array.Stream
543 import: bench-options
710 import: bench-options
544 type: exitcode-stdio-1.0
711 type: exitcode-stdio-1.0
545− hs-source-dirs: Streamly/Benchmark/Data/Array/Stream
712+ hs-source-dirs: Streamly/Benchmark/Data/Array
546− main-is: Foreign.hs
713+ main-is: Stream.hs
547− if flag(bench-core) || impl(ghcjs)
714+ if flag(use-streamly-core) || impl(ghcjs)
548 buildable: False
715 buildable: False
549 else
716 else
550 buildable: True
717 buildable: True
@@ -564,7 +731,7 @@ benchmark FileSystem.Handle
564 , Handle.ReadWrite
731 , Handle.ReadWrite
565 if flag(limit-build-mem)
732 if flag(limit-build-mem)
566 ghc-options: +RTS -M1000M -RTS
733 ghc-options: +RTS -M1000M -RTS
567− if flag(bench-core)
734+ if flag(use-streamly-core)
568 buildable: False
735 buildable: False
569 else
736 else
570 buildable: True
737 buildable: True
@@ -580,7 +747,7 @@ benchmark Unicode.Stream
580 main-is: Stream.hs
747 main-is: Stream.hs
581 if flag(limit-build-mem)
748 if flag(limit-build-mem)
582 ghc-options: +RTS -M1000M -RTS
749 ghc-options: +RTS -M1000M -RTS
583− if flag(bench-core)
750+ if flag(use-streamly-core)
584 buildable: False
751 buildable: False
585 else
752 else
586 buildable: True
753 buildable: True
@@ -591,7 +758,7 @@ benchmark Unicode.Char
591 hs-source-dirs: Streamly/Benchmark/Unicode
758 hs-source-dirs: Streamly/Benchmark/Unicode
592 main-is: Char.hs
759 main-is: Char.hs
593 -- Takes too much memory for ghcjs
760 -- Takes too much memory for ghcjs
594− if flag(bench-core) || impl(ghcjs)
761+ if flag(use-streamly-core) || impl(ghcjs)
595 buildable: False
762 buildable: False
596
763
597benchmark Unicode.Utf8
764benchmark Unicode.Utf8
@@ -599,7 +766,13 @@ benchmark Unicode.Utf8
599 type: exitcode-stdio-1.0
766 type: exitcode-stdio-1.0
600 hs-source-dirs: Streamly/Benchmark/Unicode
767 hs-source-dirs: Streamly/Benchmark/Unicode
601 main-is: Utf8.hs
768 main-is: Utf8.hs
602− if flag(bench-core)
769+ if flag(use-streamly-core)
603 buildable: False
770 buildable: False
604 else
771 else
605 buildable: True
772 buildable: True
773+
774+benchmark Unicode.Parser
775+ import: bench-options
776+ type: exitcode-stdio-1.0
777+ hs-source-dirs: Streamly/Benchmark/Unicode
778+ main-is: Parser.hs
bin/mk-hscope.sh+1−1
@@ -1,7 +1,7 @@
1#!/usr/bin/env bash
1#!/usr/bin/env bash
2
2
3GHC_VERSION=8.10.4
3GHC_VERSION=8.10.4
4−STREAMLY_VERSION=0.8.2
4+STREAMLY_VERSION=0.9.0
5
5
6case `uname` in
6case `uname` in
7 Darwin) SYSTEM=x86_64-osx;;
7 Darwin) SYSTEM=x86_64-osx;;
bin/replnew file+3
@@ -0,0 +1,3 @@
1+#!/bin/bash
2+
3+cabal repl --project-file cabal.project.O0
bin/run-ci.sh+28−28
@@ -10,7 +10,6 @@
10
10
11SCRIPT_DIR=$(cd "$(dirname "$0")" || exit; pwd)
11SCRIPT_DIR=$(cd "$(dirname "$0")" || exit; pwd)
12SCRIPT_NAME=$(basename "$0")
12SCRIPT_NAME=$(basename "$0")
13−source "$SCRIPT_DIR/../benchmark/bench-report/bin/build-lib.sh"
14
13
15CABAL_BUILD_OPTIONS="--flag limit-build-mem"
14CABAL_BUILD_OPTIONS="--flag limit-build-mem"
16
15
@@ -19,8 +18,8 @@ CABAL_BUILD_OPTIONS="--flag limit-build-mem"
19#------------------------------------------------------------------------------
18#------------------------------------------------------------------------------
20
19
21# XXX take these from command line
20# XXX take these from command line
22−GHC_PRIME_NIX="ghc8107"
21+GHC_PRIME_NIX="ghc922"
23−GHC_PRIME_VER="8.10"
22+GHC_PRIME_VER="9.2.2"
24JOBS=1
23JOBS=1
25
24
26# Without cabal project file, it will not run any tests
25# Without cabal project file, it will not run any tests
@@ -73,9 +72,9 @@ ghc_prime_perf () {
73 --argstr compiler "$GHC_PRIME_NIX" \
72 --argstr compiler "$GHC_PRIME_NIX" \
74 --argstr c2nix "--flag inspection" \
73 --argstr c2nix "--flag inspection" \
75 --run "\
74 --run "\
76− bin/test.sh --cabal-build-options \
75+ bin/test-runner --cabal-build-options \
77 \"--jobs=$JOBS --project-file cabal.project.Werror $PERF_FLAGS\";\
76 \"--jobs=$JOBS --project-file cabal.project.Werror $PERF_FLAGS\";\
78− bin/bench.sh --cabal-build-options \
77+ bin/bench-runner --cabal-build-options \
79 \"--jobs=$JOBS --project-file cabal.project.Werror $PERF_FLAGS\" \
78 \"--jobs=$JOBS --project-file cabal.project.Werror $PERF_FLAGS\" \
80 --quick --raw;"
79 --quick --raw;"
81}
80}
@@ -84,7 +83,7 @@ ghc_prime_O0 () {
84 nix-shell \
83 nix-shell \
85 --argstr compiler "$GHC_PRIME_NIX" \
84 --argstr compiler "$GHC_PRIME_NIX" \
86 --run "\
85 --run "\
87− bin/test.sh --cabal-build-options \
86+ bin/test-runner --cabal-build-options \
88 \"--jobs=$JOBS --project-file cabal.project.O0\""
87 \"--jobs=$JOBS --project-file cabal.project.O0\""
89}
88}
90
89
@@ -109,7 +108,7 @@ werror () {
109ghc_prime_Werror () {
108ghc_prime_Werror () {
110 nix-shell \
109 nix-shell \
111 --argstr compiler "$GHC_PRIME_NIX" \
110 --argstr compiler "$GHC_PRIME_NIX" \
112− --run "cabal build $CABAL_BUILD_OPTIONS --jobs=$JOBS --project-file cabal.project.Werror all"
111+ --run "cabal build $CABAL_BUILD_OPTIONS --jobs=$JOBS --project-file cabal.project.Werror --enable-tests --enable-benchmarks all"
113}
112}
114
113
115ghc_prime_doctests () {
114ghc_prime_doctests () {
@@ -128,7 +127,7 @@ ghc_prime_doctests () {
128ghc_prime_coverage () {
127ghc_prime_coverage () {
129 nix-shell \
128 nix-shell \
130 --argstr compiler "$GHC_PRIME_NIX" \
129 --argstr compiler "$GHC_PRIME_NIX" \
131− --run "bin/test.sh --cabal-build-options \"--jobs=$JOBS\" --coverage"
130+ --run "bin/test-runner --cabal-build-options \"--jobs=$JOBS\" --coverage"
132}
131}
133
132
134#------------------------------------------------------------------------------
133#------------------------------------------------------------------------------
@@ -139,7 +138,7 @@ ghc_prime_dev_test () {
139 nix-shell \
138 nix-shell \
140 --argstr compiler "$GHC_PRIME_NIX" \
139 --argstr compiler "$GHC_PRIME_NIX" \
141 --run "\
140 --run "\
142− bin/test.sh --cabal-build-options \
141+ bin/test-runner --cabal-build-options \
143 \"--jobs=$JOBS --flag dev\""
142 \"--jobs=$JOBS --flag dev\""
144}
143}
145
144
@@ -147,26 +146,14 @@ ghc_prime_dev_perf () {
147 nix-shell \
146 nix-shell \
148 --argstr compiler "$GHC_PRIME_NIX" \
147 --argstr compiler "$GHC_PRIME_NIX" \
149 --run "\
148 --run "\
150− bin/bench.sh --cabal-build-options \
149+ bin/bench-runner --cabal-build-options \
151 \"--jobs=$JOBS --flag dev $PERF_FLAGS\" --quick --raw"
150 \"--jobs=$JOBS --flag dev $PERF_FLAGS\" --quick --raw"
152}
151}
153
152
154−ghc_prime_c_malloc () {
155− nix-shell \
156− --argstr compiler "$GHC_PRIME_NIX" \
157− --run "bin/test.sh --cabal-build-options \"--jobs=$JOBS --flag use-c-malloc\""
158−}
159−
160ghc_prime_debug () {
153ghc_prime_debug () {
161 nix-shell \
154 nix-shell \
162 --argstr compiler "$GHC_PRIME_NIX" \
155 --argstr compiler "$GHC_PRIME_NIX" \
163− --run "bin/test.sh --cabal-build-options \"--jobs=$JOBS --flag debug\""
156+ --run "bin/test-runner --cabal-build-options \"--jobs=$JOBS --flag debug\""
164−}
165−
166−ghc_prime_streamk () {
167− nix-shell \
168− --argstr compiler "$GHC_PRIME_NIX" \
169− --run "bin/test.sh --cabal-build-options \"--jobs=$JOBS --flag streamk\""
170}
157}
171
158
172#------------------------------------------------------------------------------
159#------------------------------------------------------------------------------
@@ -213,11 +200,15 @@ ghcHEAD () {
213# ghcjs
200# ghcjs
214#------------------------------------------------------------------------------
201#------------------------------------------------------------------------------
215
202
203+# Use the following nix expression for ghcjs
204+# nix-env -f https://github.com/composewell/nixpkgs/archive/refs/tags/22.05-composewell.tar.gz -iA pkgs.haskell.compiler.ghcjs
216ghcjs () {
205ghcjs () {
217− export PATH=~/.local/bin:/opt/ghc/bin:/opt/ghcjs/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:$PATH
206+ # We don't pass 'CABAL_BUILD_OPTIONS="--flag limit-build-mem"' here as
207+ # ghcjs requires more memory to build. Adding a conditional for ghcjs in
208+ # the cabal file is a maintainence overhead.
218 packcheck.sh cabal-v2 \
209 packcheck.sh cabal-v2 \
219− GHCVER=8.4.0 \
210+ GHCVER=8.10.7 \
220− CABAL_BUILD_OPTIONS="$CABAL_BUILD_OPTIONS --jobs=$JOBS" \
211+ CABAL_BUILD_OPTIONS="--jobs=$JOBS" \
221 CABAL_CHECK_RELAX=y \
212 CABAL_CHECK_RELAX=y \
222 DISABLE_SDIST_BUILD=y \
213 DISABLE_SDIST_BUILD=y \
223 DISABLE_TEST=y \
214 DISABLE_TEST=y \
@@ -238,9 +229,7 @@ ghc_prime_O0 \
238ghc_prime_Werror \
229ghc_prime_Werror \
239ghc_prime_doctests \
230ghc_prime_doctests \
240ghc_prime_coverage \
231ghc_prime_coverage \
241−ghc_prime_c_malloc \
242ghc_prime_debug \
232ghc_prime_debug \
243−ghc_prime_streamk \
244ghc901 \
233ghc901 \
245ghc884 \
234ghc884 \
246ghcjs \
235ghcjs \
@@ -299,6 +288,17 @@ else
299 fi
288 fi
300fi
289fi
301
290
291+has_item () {
292+ for i in $1
293+ do
294+ if test "$i" = "$2"
295+ then
296+ echo "$i"
297+ break
298+ fi
299+ done
300+}
301+
302for i in $TARGETS
302for i in $TARGETS
303do
303do
304 if test "$(has_item "$ALL_TARGETS" "$i")" != "$i"
304 if test "$(has_item "$ALL_TARGETS" "$i")" != "$i"
bin/run-repl-quick.sh+1−1
@@ -13,7 +13,7 @@ set -e
13
13
14SCRIPT_DIR=$(dirname $0)
14SCRIPT_DIR=$(dirname $0)
15
15
16−STREAMLY_VERSION=0.8.2
16+STREAMLY_VERSION=0.9.0
17BENCH_REPORT_DIR=benchmark/bench-report
17BENCH_REPORT_DIR=benchmark/bench-report
18source $SCRIPT_DIR/targets.sh
18source $SCRIPT_DIR/targets.sh
19
19
cabal.project.902deleted−23
@@ -1,23 +0,0 @@
1−packages: streamly.cabal
2− , core/streamly-core.cabal
3− , test/streamly-tests.cabal
4− , benchmark/streamly-benchmarks.cabal
5− , docs/streamly-docs.cabal
6−
7−package base-orphans
8− ghc-options: -optlm "--unresolved-symbols=ignore-all"
9−
10−package heaps
11− ghc-options: -optlm "--unresolved-symbols=ignore-all"
12−
13−package network
14− ghc-options: -optlm "--unresolved-symbols=ignore-all"
15−
16−package HUnit
17− ghc-options: -optlm "--unresolved-symbols=ignore-all"
18−
19−package colour
20− ghc-options: -optlm "--unresolved-symbols=ignore-all"
21−
22−package clock
23− ghc-options: -optlm "--unresolved-symbols=ignore-all"
cabal.project.O0+4−4
@@ -9,16 +9,16 @@ packages:
9
9
10package streamly
10package streamly
11 flags: -opt
11 flags: -opt
12− ghc-options: -O0 -Werror
12+ ghc-options: -O0
13
13
14package streamly-core
14package streamly-core
15 flags: -opt
15 flags: -opt
16− ghc-options: -O0 -Werror
16+ ghc-options: -O0
17
17
18package streamly-tests
18package streamly-tests
19 flags: -opt
19 flags: -opt
20− ghc-options: -O0 -Werror
20+ ghc-options: -O0
21
21
22package streamly-benchmarks
22package streamly-benchmarks
23 flags: -opt
23 flags: -opt
24− ghc-options: -O0 -Werror
24+ ghc-options: -O0
cabal.project.Werror-nocode+7−3
@@ -4,14 +4,18 @@ packages:
4 test
4 test
5 core
5 core
6
6
7−package streamly
8− ghc-options: -Werror -fno-code
9−
10package streamly-core
7package streamly-core
8+ flags: -opt
9+ ghc-options: -Werror -O0
10+
11+package streamly
12+ flags: -opt
11 ghc-options: -Werror -fno-code
13 ghc-options: -Werror -fno-code
12
14
13package streamly-benchmarks
15package streamly-benchmarks
16+ flags: -opt
14 ghc-options: -Werror -fno-code
17 ghc-options: -Werror -fno-code
15
18
16package streamly-tests
19package streamly-tests
20+ flags: -opt
17 ghc-options: -Werror -fno-code
21 ghc-options: -Werror -fno-code
cabal.project.doctest+10−4
@@ -1,18 +1,24 @@
1packages: streamly.cabal
1packages: streamly.cabal
2 , core/streamly-core.cabal
2 , core/streamly-core.cabal
3− , docs/streamly-docs.cabal
3+ -- , docs/streamly-docs.cabal
4+ -- for QuickCheck in property doctests
5+ , test/streamly-tests.cabal
4
6
5-- Keep the flags same as cabal.project.O0 because we utilize the same build
7-- Keep the flags same as cabal.project.O0 because we utilize the same build
6-- for doctest in CI.
8-- for doctest in CI.
7
9
8package streamly
10package streamly
9 flags: -opt
11 flags: -opt
10− ghc-options: -O0 -Werror
12+ ghc-options: -O0
11
13
12package streamly-core
14package streamly-core
13 flags: -opt
15 flags: -opt
14− ghc-options: -O0 -Werror
16+ ghc-options: -O0
15
17
16package streamly-docs
18package streamly-docs
17 flags: -opt
19 flags: -opt
18− ghc-options: -O0 -Werror
20+ ghc-options: -O0
21+
22+package streamly-tests
23+ flags: -opt
24+ ghc-options: -O0
cabal.project.ghc-head+7−1
@@ -24,6 +24,12 @@ active-repositories: hackage.haskell.org, head.hackage.ghc.haskell.org:override
24source-repository-package
24source-repository-package
25 type: git
25 type: git
26 location: https://github.com/composewell/fusion-plugin
26 location: https://github.com/composewell/fusion-plugin
27− tag: 25aa89c97aaaf83209d4282638ef774780061366
27+ tag: 3c6535a7027d60d88c37b9a601cb180b805e7431
28+
29+source-repository-package
30+ type: git
31+ location: https://github.com/rrnewton/haskell-lockfree
32+ tag: 00a70cfe74994b41eb3627c752170d1e82118a8e
33+ subdir: lockfree-queue
28
34
29allow-newer: all
35allow-newer: all
cabal.project.packdiff+2−16
@@ -1,23 +1,9 @@
1−packages:
2− streamly.cabal
3− core/streamly-core.cabal
4−
5source-repository-package
1source-repository-package
6 type: git
2 type: git
7 location: https://github.com/composewell/packdiff.git
3 location: https://github.com/composewell/packdiff.git
8− tag: master
4+ tag: b11a50c9c0523382a19eebc0b12efdae194406a9
9−
10−source-repository-package
11− type: git
12− location: https://github.com/composewell/streamly-shell.git
13− tag: master
14−
15−source-repository-package
16− type: git
17− location: https://github.com/composewell/streamly-coreutils.git
18− tag: master
19
5
20source-repository-package
6source-repository-package
21 type: git
7 type: git
22 location: https://github.com/composewell/streamly-process.git
8 location: https://github.com/composewell/streamly-process.git
23− tag: master
9+ tag: d80b860d9d8ea98e4f7f63390442b3155c34dd08
cabal.project.report+4−6
@@ -2,8 +2,6 @@ packages:
2 targets/streamly-targets.cabal
2 targets/streamly-targets.cabal
3 benchmark/bench-runner/bench-runner.cabal
3 benchmark/bench-runner/bench-runner.cabal
4 test/test-runner/test-runner.cabal
4 test/test-runner/test-runner.cabal
5− streamly.cabal
6− core/streamly-core.cabal
7
5
8package bench-report
6package bench-report
9 flags: +no-charts
7 flags: +no-charts
@@ -14,19 +12,19 @@ package bench-show
14source-repository-package
12source-repository-package
15 type: git
13 type: git
16 location: https://github.com/composewell/bench-report.git
14 location: https://github.com/composewell/bench-report.git
17− tag: 62b4b9003660ddaaa60bba2c52057ee5e51ee681
15+ tag: 3b50bf0ad06f746bca42f30c8d40a0426e159af3
18
16
19source-repository-package
17source-repository-package
20 type: git
18 type: git
21 location: https://github.com/composewell/streamly-coreutils.git
19 location: https://github.com/composewell/streamly-coreutils.git
22− tag: cf5054b8ea0d1dba33bc530b29ab32f237663d3b
20+ tag: 5dbb8bcefac3aefd5eb298dc410b11e36e79f35a
23
21
24source-repository-package
22source-repository-package
25 type: git
23 type: git
26 location: https://github.com/composewell/streamly-shell.git
24 location: https://github.com/composewell/streamly-shell.git
27− tag: 1b3fea3239ebe47963955d81565b9d5e34567ab7
25+ tag: b0c6318119d1cc5e2106343f17b5cff2ad94417f
28
26
29source-repository-package
27source-repository-package
30 type: git
28 type: git
31 location: https://github.com/composewell/streamly-process.git
29 location: https://github.com/composewell/streamly-process.git
32− tag: e310c8a9c6e61515373a2f5f1fb82f6e15fe452b
30+ tag: d80b860d9d8ea98e4f7f63390442b3155c34dd08
cabal.project.streamlynew file+10
@@ -0,0 +1,10 @@
1+packages: streamly.cabal
2+ , test/streamly-tests.cabal
3+ , benchmark/streamly-benchmarks.cabal
4+ , docs/streamly-docs.cabal
5+
6+source-repository-package
7+ type: git
8+ location: https://github.com/composewell/streamly
9+ tag: master
10+ subdir: core
configure+9−9
@@ -1,6 +1,6 @@
1#! /bin/sh
1#! /bin/sh
2# Guess values for system-dependent variables and create Makefiles.
2# Guess values for system-dependent variables and create Makefiles.
3−# Generated by GNU Autoconf 2.71 for streamly 0.9.0.
3+# Generated by GNU Autoconf 2.71 for streamly 0.10.1.
4#
4#
5# Report bugs to <streamly@composewell.com>.
5# Report bugs to <streamly@composewell.com>.
6#
6#
@@ -610,8 +610,8 @@ MAKEFLAGS=
610# Identity of this package.
610# Identity of this package.
611PACKAGE_NAME='streamly'
611PACKAGE_NAME='streamly'
612PACKAGE_TARNAME='streamly'
612PACKAGE_TARNAME='streamly'
613−PACKAGE_VERSION='0.9.0'
613+PACKAGE_VERSION='0.10.1'
614−PACKAGE_STRING='streamly 0.9.0'
614+PACKAGE_STRING='streamly 0.10.1'
615PACKAGE_BUGREPORT='streamly@composewell.com'
615PACKAGE_BUGREPORT='streamly@composewell.com'
616PACKAGE_URL='https://streamly.composewell.com'
616PACKAGE_URL='https://streamly.composewell.com'
617
617
@@ -1224,7 +1224,7 @@ if test "$ac_init_help" = "long"; then
1224 # Omit some internal or obsolete options to make the list less imposing.
1224 # Omit some internal or obsolete options to make the list less imposing.
1225 # This message is too long to be a string in the A/UX 3.1 sh.
1225 # This message is too long to be a string in the A/UX 3.1 sh.
1226 cat <<_ACEOF
1226 cat <<_ACEOF
1227−\`configure' configures streamly 0.9.0 to adapt to many kinds of systems.
1227+\`configure' configures streamly 0.10.1 to adapt to many kinds of systems.
1228
1228
1229Usage: $0 [OPTION]... [VAR=VALUE]...
1229Usage: $0 [OPTION]... [VAR=VALUE]...
1230
1230
@@ -1286,7 +1286,7 @@ fi
1286
1286
1287if test -n "$ac_init_help"; then
1287if test -n "$ac_init_help"; then
1288 case $ac_init_help in
1288 case $ac_init_help in
1289− short | recursive ) echo "Configuration of streamly 0.9.0:";;
1289+ short | recursive ) echo "Configuration of streamly 0.10.1:";;
1290 esac
1290 esac
1291 cat <<\_ACEOF
1291 cat <<\_ACEOF
1292
1292
@@ -1372,7 +1372,7 @@ fi
1372test -n "$ac_init_help" && exit $ac_status
1372test -n "$ac_init_help" && exit $ac_status
1373if $ac_init_version; then
1373if $ac_init_version; then
1374 cat <<\_ACEOF
1374 cat <<\_ACEOF
1375−streamly configure 0.9.0
1375+streamly configure 0.10.1
1376generated by GNU Autoconf 2.71
1376generated by GNU Autoconf 2.71
1377
1377
1378Copyright (C) 2021 Free Software Foundation, Inc.
1378Copyright (C) 2021 Free Software Foundation, Inc.
@@ -1500,7 +1500,7 @@ cat >config.log <<_ACEOF
1500This file contains any messages produced by compilers while
1500This file contains any messages produced by compilers while
1501running configure, to aid debugging if configure makes a mistake.
1501running configure, to aid debugging if configure makes a mistake.
1502
1502
1503−It was created by streamly $as_me 0.9.0, which was
1503+It was created by streamly $as_me 0.10.1, which was
1504generated by GNU Autoconf 2.71. Invocation command line was
1504generated by GNU Autoconf 2.71. Invocation command line was
1505
1505
1506 $ $0$ac_configure_args_raw
1506 $ $0$ac_configure_args_raw
@@ -3800,7 +3800,7 @@ cat >>$CONFIG_STATUS <<\_ACEOF || ac_write_fail=1
3800# report actual input values of CONFIG_FILES etc. instead of their
3800# report actual input values of CONFIG_FILES etc. instead of their
3801# values after options handling.
3801# values after options handling.
3802ac_log="
3802ac_log="
3803−This file was extended by streamly $as_me 0.9.0, which was
3803+This file was extended by streamly $as_me 0.10.1, which was
3804generated by GNU Autoconf 2.71. Invocation command line was
3804generated by GNU Autoconf 2.71. Invocation command line was
3805
3805
3806 CONFIG_FILES = $CONFIG_FILES
3806 CONFIG_FILES = $CONFIG_FILES
@@ -3856,7 +3856,7 @@ ac_cs_config_escaped=`printf "%s\n" "$ac_cs_config" | sed "s/^ //; s/'/'\\\\\\\\
3856cat >>$CONFIG_STATUS <<_ACEOF || ac_write_fail=1
3856cat >>$CONFIG_STATUS <<_ACEOF || ac_write_fail=1
3857ac_cs_config='$ac_cs_config_escaped'
3857ac_cs_config='$ac_cs_config_escaped'
3858ac_cs_version="\\
3858ac_cs_version="\\
3859−streamly config.status 0.9.0
3859+streamly config.status 0.10.1
3860configured by $0, generated by GNU Autoconf 2.71,
3860configured by $0, generated by GNU Autoconf 2.71,
3861 with options \\"\$ac_cs_config\\"
3861 with options \\"\$ac_cs_config\\"
3862
3862
configure.ac+1−1
@@ -3,7 +3,7 @@
3# See https://www.gnu.org/software/autoconf/manual/autoconf.html for help on
3# See https://www.gnu.org/software/autoconf/manual/autoconf.html for help on
4# the macros used in this file.
4# the macros used in this file.
5
5
6−AC_INIT([streamly], [0.9.0], [streamly@composewell.com], [streamly], [https://streamly.composewell.com])
6+AC_INIT([streamly], [0.10.1], [streamly@composewell.com], [streamly], [https://streamly.composewell.com])
7
7
8# To suppress "WARNING: unrecognized options: --with-compiler"
8# To suppress "WARNING: unrecognized options: --with-compiler"
9AC_ARG_WITH([compiler], [GHC])
9AC_ARG_WITH([compiler], [GHC])
core/Changelog.mdnew file+1
@@ -0,0 +1 @@
1+docs/Changelog.md
core/LICENSEnew file+322
@@ -0,0 +1,322 @@
1+Copyright (c) 2017, Composewell Technologies
2+All rights reserved.
3+
4+Redistribution and use in source and binary forms, with or without
5+modification, are permitted provided that the following conditions are met:
6+
7+1. Redistributions of source code must retain the above copyright notice, this
8+list of conditions and the following disclaimer.
9+
10+2. Redistributions in binary form must reproduce the above copyright notice,
11+this list of conditions and the following disclaimer in the documentation
12+and/or other materials provided with the distribution.
13+
14+3. Neither the name of the copyright holder nor the names of its contributors
15+may be used to endorse or promote products derived from this software without
16+specific prior written permission.
17+
18+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
19+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
20+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
21+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
22+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
24+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
25+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
26+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
27+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28+
29+-------------------------------------------------------------------------------
30+base-4.12.0.0 (http://hackage.haskell.org/package/base-4.12.0.0)
31+-------------------------------------------------------------------------------
32+This library (libraries/base) is derived from code from several
33+sources:
34+
35+ * Code from the GHC project which is largely (c) The University of
36+ Glasgow, and distributable under a BSD-style license (see below),
37+
38+ * Code from the Haskell 98 Report which is (c) Simon Peyton Jones
39+ and freely redistributable (but see the full license for
40+ restrictions).
41+
42+ * Code from the Haskell Foreign Function Interface specification,
43+ which is (c) Manuel M. T. Chakravarty and freely redistributable
44+ (but see the full license for restrictions).
45+
46+The full text of these licenses is reproduced below. All of the
47+licenses are BSD-style or compatible.
48+
49+The Glasgow Haskell Compiler License
50+
51+Copyright 2004, The University Court of the University of Glasgow.
52+All rights reserved.
53+
54+Redistribution and use in source and binary forms, with or without
55+modification, are permitted provided that the following conditions are met:
56+
57+- Redistributions of source code must retain the above copyright notice,
58+this list of conditions and the following disclaimer.
59+
60+- Redistributions in binary form must reproduce the above copyright notice,
61+this list of conditions and the following disclaimer in the documentation
62+and/or other materials provided with the distribution.
63+
64+- Neither name of the University nor the names of its contributors may be
65+used to endorse or promote products derived from this software without
66+specific prior written permission.
67+
68+THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY COURT OF THE UNIVERSITY OF
69+GLASGOW AND THE CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
70+INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
71+FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
72+UNIVERSITY COURT OF THE UNIVERSITY OF GLASGOW OR THE CONTRIBUTORS BE LIABLE
73+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
74+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
75+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
76+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
77+LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
78+OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
79+DAMAGE.
80+
81+Code derived from the document "Report on the Programming Language
82+Haskell 98", is distributed under the following license:
83+
84+ Copyright (c) 2002 Simon Peyton Jones
85+
86+ The authors intend this Report to belong to the entire Haskell
87+ community, and so we grant permission to copy and distribute it for
88+ any purpose, provided that it is reproduced in its entirety,
89+ including this Notice. Modified versions of this Report may also be
90+ copied and distributed for any purpose, provided that the modified
91+ version is clearly presented as such, and that it does not claim to
92+ be a definition of the Haskell 98 Language.
93+
94+Code derived from the document "The Haskell 98 Foreign Function
95+Interface, An Addendum to the Haskell 98 Report" is distributed under
96+the following license:
97+
98+ Copyright (c) 2002 Manuel M. T. Chakravarty
99+
100+ The authors intend this Report to belong to the entire Haskell
101+ community, and so we grant permission to copy and distribute it for
102+ any purpose, provided that it is reproduced in its entirety,
103+ including this Notice. Modified versions of this Report may also be
104+ copied and distributed for any purpose, provided that the modified
105+ version is clearly presented as such, and that it does not claim to
106+ be a definition of the Haskell 98 Foreign Function Interface.
107+
108+-------------------------------------------------------------------------------
109+bjoern-2008-2009 (http://bjoern.hoehrmann.de/utf-8/decoder/dfa/)
110+-------------------------------------------------------------------------------
111+Copyright (c) 2008-2009 Bjoern Hoehrmann <bjoern@hoehrmann.de>
112+
113+Permission is hereby granted, free of charge, to any person obtaining a copy of
114+this software and associated documentation files (the "Software"), to deal in
115+the Software without restriction, including without limitation the rights to
116+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
117+of the Software, and to permit persons to whom the Software is furnished to do
118+so, subject to the following conditions:
119+
120+The above copyright notice and this permission notice shall be included in all
121+copies or substantial portions of the Software.
122+
123+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
124+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
125+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
126+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
127+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
128+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
129+SOFTWARE.
130+
131+-------------------------------------------------------------------------------
132+clock-0.7.2 (http://hackage.haskell.org/package/clock-0.7.2)
133+-------------------------------------------------------------------------------
134+Copyright (c) 2009-2012, Cetin Sert
135+Copyright (c) 2010, Eugene Kirpichov
136+
137+All rights reserved.
138+
139+Redistribution and use in source and binary forms, with or without
140+modification, are permitted provided that the following conditions are
141+met:
142+
143+ * Redistributions of source code must retain the above copyright
144+ notice, this list of conditions and the following disclaimer.
145+
146+ * Redistributions in binary form must reproduce the above
147+ copyright notice, this list of conditions and the following
148+ disclaimer in the documentation and/or other materials provided
149+ with the distribution.
150+
151+ * The names of contributors may not be used to endorse or promote
152+ products derived from this software without specific prior
153+ written permission.
154+
155+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
156+"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
157+LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
158+A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
159+OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
160+SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
161+LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
162+DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
163+THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
164+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
165+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
166+
167+-------------------------------------------------------------------------------
168+foldl-1.4.5 (http://hackage.haskell.org/package/foldl-1.4.5)
169+-------------------------------------------------------------------------------
170+Copyright (c) 2013 Gabriel Gonzalez
171+All rights reserved.
172+
173+Redistribution and use in source and binary forms, with or without modification,
174+are permitted provided that the following conditions are met:
175+ * Redistributions of source code must retain the above copyright notice,
176+ this list of conditions and the following disclaimer.
177+ * Redistributions in binary form must reproduce the above copyright notice,
178+ this list of conditions and the following disclaimer in the documentation
179+ and/or other materials provided with the distribution.
180+ * Neither the name of Gabriel Gonzalez nor the names of other contributors
181+ may be used to endorse or promote products derived from this software
182+ without specific prior written permission.
183+
184+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
185+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
186+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
187+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
188+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
189+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
190+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
191+ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
192+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
193+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
194+
195+-------------------------------------------------------------------------------
196+primitive-0.7.0.0 (https://hackage.haskell.org/package/primitive-0.7.0.0)
197+-------------------------------------------------------------------------------
198+Copyright (c) 2008-2009, Roman Leshchinskiy
199+All rights reserved.
200+
201+Redistribution and use in source and binary forms, with or without
202+modification, are permitted provided that the following conditions are met:
203+
204+- Redistributions of source code must retain the above copyright notice,
205+this list of conditions and the following disclaimer.
206+
207+- Redistributions in binary form must reproduce the above copyright notice,
208+this list of conditions and the following disclaimer in the documentation
209+and/or other materials provided with the distribution.
210+
211+- Neither name of the University nor the names of its contributors may be
212+used to endorse or promote products derived from this software without
213+specific prior written permission.
214+
215+THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY COURT OF THE UNIVERSITY OF
216+GLASGOW AND THE CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
217+INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
218+FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
219+UNIVERSITY COURT OF THE UNIVERSITY OF GLASGOW OR THE CONTRIBUTORS BE LIABLE
220+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
221+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
222+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
223+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
224+LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
225+OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
226+DAMAGE.
227+
228+-------------------------------------------------------------------------------
229+transient-0.5.5 (http://hackage.haskell.org/package/transient-0.5.5)
230+-------------------------------------------------------------------------------
231+Copyright © 2014-2016 Alberto G. Corona <https://github.com/agocorona>
232+
233+Permission is hereby granted, free of charge, to any person obtaining a copy of
234+this software and associated documentation files (the "Software"), to deal in
235+the Software without restriction, including without limitation the rights to
236+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
237+the Software, and to permit persons to whom the Software is furnished to do so,
238+subject to the following conditions:
239+
240+The above copyright notice and this permission notice shall be included in all
241+copies or substantial portions of the Software.
242+
243+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
244+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
245+FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
246+COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
247+IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
248+CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
249+
250+-------------------------------------------------------------------------------
251+vector-0.12.0.2 (http://hackage.haskell.org/package/vector-0.12.0.2)
252+-------------------------------------------------------------------------------
253+Copyright (c) 2008-2012, Roman Leshchinskiy
254+All rights reserved.
255+
256+Redistribution and use in source and binary forms, with or without
257+modification, are permitted provided that the following conditions are met:
258+
259+- Redistributions of source code must retain the above copyright notice,
260+this list of conditions and the following disclaimer.
261+
262+- Redistributions in binary form must reproduce the above copyright notice,
263+this list of conditions and the following disclaimer in the documentation
264+and/or other materials provided with the distribution.
265+
266+- Neither name of the University nor the names of its contributors may be
267+used to endorse or promote products derived from this software without
268+specific prior written permission.
269+
270+THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY COURT OF THE UNIVERSITY OF
271+GLASGOW AND THE CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
272+INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
273+FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
274+UNIVERSITY COURT OF THE UNIVERSITY OF GLASGOW OR THE CONTRIBUTORS BE LIABLE
275+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
276+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
277+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
278+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
279+LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
280+OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
281+DAMAGE.
282+
283+-------------------------------------------------------------------------------
284+th-utilities-0.2.5.0 (https://hackage.haskell.org/package/th-utilities)
285+-------------------------------------------------------------------------------
286+Copyright (c) 2016 FP Complete Corporation.
287+
288+Permission is hereby granted, free of charge, to any person obtaining
289+a copy of this software and associated documentation files (the
290+"Software"), to deal in the Software without restriction, including
291+without limitation the rights to use, copy, modify, merge, publish,
292+distribute, sublicense, and/or sell copies of the Software, and to
293+permit persons to whom the Software is furnished to do so, subject to
294+the following conditions:
295+
296+The above copyright notice and this permission notice shall be
297+included in all copies or substantial portions of the Software.
298+
299+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
300+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
301+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
302+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
303+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
304+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
305+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
306+
307+-------------------------------------------------------------------------------
308+th-abstraction-0.5.0.0 (https://hackage.haskell.org/package/th-abstraction)
309+-------------------------------------------------------------------------------
310+Copyright (c) 2017-2020 Eric Mertens
311+
312+Permission to use, copy, modify, and/or distribute this software for any purpose
313+with or without fee is hereby granted, provided that the above copyright notice
314+and this permission notice appear in all copies.
315+
316+THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
317+REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND
318+FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
319+INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS
320+OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
321+TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF
322+THIS SOFTWARE.
core/configure+9−9
@@ -1,6 +1,6 @@
1#! /bin/sh
1#! /bin/sh
2# Guess values for system-dependent variables and create Makefiles.
2# Guess values for system-dependent variables and create Makefiles.
3−# Generated by GNU Autoconf 2.71 for streamly-core 0.8.2.
3+# Generated by GNU Autoconf 2.71 for streamly-core 0.2.2.
4#
4#
5# Report bugs to <streamly@composewell.com>.
5# Report bugs to <streamly@composewell.com>.
6#
6#
@@ -610,8 +610,8 @@ MAKEFLAGS=
610# Identity of this package.
610# Identity of this package.
611PACKAGE_NAME='streamly-core'
611PACKAGE_NAME='streamly-core'
612PACKAGE_TARNAME='streamly-core'
612PACKAGE_TARNAME='streamly-core'
613−PACKAGE_VERSION='0.8.2'
613+PACKAGE_VERSION='0.2.2'
614−PACKAGE_STRING='streamly-core 0.8.2'
614+PACKAGE_STRING='streamly-core 0.2.2'
615PACKAGE_BUGREPORT='streamly@composewell.com'
615PACKAGE_BUGREPORT='streamly@composewell.com'
616PACKAGE_URL='https://streamly.composewell.com'
616PACKAGE_URL='https://streamly.composewell.com'
617
617
@@ -1256,7 +1256,7 @@ if test "$ac_init_help" = "long"; then
1256 # Omit some internal or obsolete options to make the list less imposing.
1256 # Omit some internal or obsolete options to make the list less imposing.
1257 # This message is too long to be a string in the A/UX 3.1 sh.
1257 # This message is too long to be a string in the A/UX 3.1 sh.
1258 cat <<_ACEOF
1258 cat <<_ACEOF
1259−\`configure' configures streamly-core 0.8.2 to adapt to many kinds of systems.
1259+\`configure' configures streamly-core 0.2.2 to adapt to many kinds of systems.
1260
1260
1261Usage: $0 [OPTION]... [VAR=VALUE]...
1261Usage: $0 [OPTION]... [VAR=VALUE]...
1262
1262
@@ -1318,7 +1318,7 @@ fi
1318
1318
1319if test -n "$ac_init_help"; then
1319if test -n "$ac_init_help"; then
1320 case $ac_init_help in
1320 case $ac_init_help in
1321− short | recursive ) echo "Configuration of streamly-core 0.8.2:";;
1321+ short | recursive ) echo "Configuration of streamly-core 0.2.2:";;
1322 esac
1322 esac
1323 cat <<\_ACEOF
1323 cat <<\_ACEOF
1324
1324
@@ -1404,7 +1404,7 @@ fi
1404test -n "$ac_init_help" && exit $ac_status
1404test -n "$ac_init_help" && exit $ac_status
1405if $ac_init_version; then
1405if $ac_init_version; then
1406 cat <<\_ACEOF
1406 cat <<\_ACEOF
1407−streamly-core configure 0.8.2
1407+streamly-core configure 0.2.2
1408generated by GNU Autoconf 2.71
1408generated by GNU Autoconf 2.71
1409
1409
1410Copyright (C) 2021 Free Software Foundation, Inc.
1410Copyright (C) 2021 Free Software Foundation, Inc.
@@ -1622,7 +1622,7 @@ cat >config.log <<_ACEOF
1622This file contains any messages produced by compilers while
1622This file contains any messages produced by compilers while
1623running configure, to aid debugging if configure makes a mistake.
1623running configure, to aid debugging if configure makes a mistake.
1624
1624
1625−It was created by streamly-core $as_me 0.8.2, which was
1625+It was created by streamly-core $as_me 0.2.2, which was
1626generated by GNU Autoconf 2.71. Invocation command line was
1626generated by GNU Autoconf 2.71. Invocation command line was
1627
1627
1628 $ $0$ac_configure_args_raw
1628 $ $0$ac_configure_args_raw
@@ -3832,7 +3832,7 @@ cat >>$CONFIG_STATUS <<\_ACEOF || ac_write_fail=1
3832# report actual input values of CONFIG_FILES etc. instead of their
3832# report actual input values of CONFIG_FILES etc. instead of their
3833# values after options handling.
3833# values after options handling.
3834ac_log="
3834ac_log="
3835−This file was extended by streamly-core $as_me 0.8.2, which was
3835+This file was extended by streamly-core $as_me 0.2.2, which was
3836generated by GNU Autoconf 2.71. Invocation command line was
3836generated by GNU Autoconf 2.71. Invocation command line was
3837
3837
3838 CONFIG_FILES = $CONFIG_FILES
3838 CONFIG_FILES = $CONFIG_FILES
@@ -3888,7 +3888,7 @@ ac_cs_config_escaped=`printf "%s\n" "$ac_cs_config" | sed "s/^ //; s/'/'\\\\\\\\
3888cat >>$CONFIG_STATUS <<_ACEOF || ac_write_fail=1
3888cat >>$CONFIG_STATUS <<_ACEOF || ac_write_fail=1
3889ac_cs_config='$ac_cs_config_escaped'
3889ac_cs_config='$ac_cs_config_escaped'
3890ac_cs_version="\\
3890ac_cs_version="\\
3891−streamly-core config.status 0.8.2
3891+streamly-core config.status 0.2.2
3892configured by $0, generated by GNU Autoconf 2.71,
3892configured by $0, generated by GNU Autoconf 2.71,
3893 with options \\"\$ac_cs_config\\"
3893 with options \\"\$ac_cs_config\\"
3894
3894
core/configure.ac+1−1
@@ -3,7 +3,7 @@
3# See https://www.gnu.org/software/autoconf/manual/autoconf.html for help on
3# See https://www.gnu.org/software/autoconf/manual/autoconf.html for help on
4# the macros used in this file.
4# the macros used in this file.
5
5
6−AC_INIT([streamly-core], [0.8.2], [streamly@composewell.com], [streamly-core], [https://streamly.composewell.com])
6+AC_INIT([streamly-core], [0.2.2], [streamly@composewell.com], [streamly-core], [https://streamly.composewell.com])
7
7
8# To suppress "WARNING: unrecognized options: --with-compiler"
8# To suppress "WARNING: unrecognized options: --with-compiler"
9AC_ARG_WITH([compiler], [GHC])
9AC_ARG_WITH([compiler], [GHC])
core/docs/ApiChangelogs/0.1.0-0.2.0.txtnew file+1471
@@ -0,0 +1,1471 @@
1+---------------------------------
2+API Annotations
3+---------------------------------
4+
5+[A] : Added
6+[R] : Removed
7+[C] : Changed
8+[O] : Old definition
9+[N] : New definition
10+[D] : Deprecated
11+
12+---------------------------------
13+API diff
14+---------------------------------
15+
16+[C] Streamly.Unicode.Parser
17+ [A] double :: Monad m => Parser Char m Double
18+[C] Streamly.FileSystem.Handle
19+ [A] readWith :: MonadIO m => Int -> Handle -> Stream m Word8
20+ [A] readChunksWith :: MonadIO m => Int -> Handle -> Stream m (Array Word8)
21+[C] Streamly.FileSystem.Dir
22+ [C] readEither
23+ [O] readEither :: MonadIO m => FilePath -> Stream m (Either FilePath FilePath)
24+ [N] readEither :: (MonadIO m, MonadCatch m) => FilePath -> Stream m (Either FilePath FilePath)
25+ [C] read
26+ [O] read :: MonadIO m => FilePath -> Stream m FilePath
27+ [N] read :: (MonadIO m, MonadCatch m) => FilePath -> Stream m FilePath
28+[C] Streamly.Data.Unfold
29+ [A] class Enum a => Enumerable a
30+ [A] second :: b -> Unfold m (a, b) c -> Unfold m a c
31+ [A] first :: a -> Unfold m (a, b) c -> Unfold m b c
32+ [A] enumerateFromTo :: (Enumerable a, Monad m) => Unfold m (a, a) a
33+ [A] enumerateFromThenTo :: (Enumerable a, Monad m) => Unfold m (a, a, a) a
34+ [A] enumerateFromThen :: (Enumerable a, Monad m) => Unfold m (a, a) a
35+ [A] enumerateFrom :: (Enumerable a, Monad m) => Unfold m a a
36+[C] Streamly.Data.StreamK
37+ [C] parseChunks
38+ [O] parseChunks :: (Monad m, Unbox a) => ParserK a m b -> StreamK m (Array a) -> m (Either ParseError b)
39+ [N] parseChunks :: (Monad m, Unbox a) => ParserK (Array a) m b -> StreamK m (Array a) -> m (Either ParseError b)
40+ [C] parseBreakChunks
41+ [O] parseBreakChunks :: (Monad m, Unbox a) => ParserK a m b -> StreamK m (Array a) -> m (Either ParseError b, StreamK m (Array a))
42+ [N] parseBreakChunks :: (Monad m, Unbox a) => ParserK (Array a) m b -> StreamK m (Array a) -> m (Either ParseError b, StreamK m (Array a))
43+ [A] parseBreak :: forall m a b. Monad m => ParserK a m b -> StreamK m a -> m (Either ParseError b, StreamK m a)
44+ [A] parse :: Monad m => ParserK a m b -> StreamK m a -> m (Either ParseError b)
45+ [A] handle :: (MonadCatch m, Exception e) => (e -> m (StreamK m a)) -> StreamK m a -> StreamK m a
46+ [A] bracketIO :: (MonadIO m, MonadCatch m) => IO b -> (b -> IO c) -> (b -> StreamK m a) -> StreamK m a
47+[C] Streamly.Data.Stream
48+ [A] wordsBy :: Monad m => (a -> Bool) -> Fold m a b -> Stream m a -> Stream m b
49+ [A] splitOn :: Monad m => (a -> Bool) -> Fold m a b -> Stream m a -> Stream m b
50+ [C] handle
51+ [O] handle :: (MonadCatch m, Exception e) => (e -> Stream m a) -> Stream m a -> Stream m a
52+ [N] handle :: (MonadCatch m, Exception e) => (e -> m (Stream m a)) -> Stream m a -> Stream m a
53+ [A] groupsOf :: Monad m => Int -> Fold m a b -> Stream m a -> Stream m b
54+[C] Streamly.Data.ParserK
55+ [D] fromParser :: (MonadIO m, Unbox a) => Parser a m b -> ParserK (Array a) m b
56+ [D] fromFold :: (MonadIO m, Unbox a) => Fold m a b -> ParserK (Array a) m b
57+ [A] adaptCG :: Monad m => Parser a m b -> ParserK (Array a) m b
58+ [A] adaptC :: (Monad m, Unbox a) => Parser a m b -> ParserK (Array a) m b
59+ [A] adapt :: Monad m => Parser a m b -> ParserK a m b
60+[C] Streamly.Data.Parser
61+ [A] groupByRollingEither :: Monad m => (a -> a -> Bool) -> Fold m a b -> Fold m a c -> Parser a m (Either b c)
62+ [A] groupByRolling :: Monad m => (a -> a -> Bool) -> Fold m a b -> Parser a m b
63+[A] Streamly.Data.MutByteArray
64+ [A] class Unbox a
65+ [A] class Serialize a
66+ [A] SerializeConfig
67+ [A] MutByteArray
68+ [A] unpin :: MutByteArray -> IO MutByteArray
69+ [A] sizeOf :: (Unbox a, SizeOfRep (Rep a)) => Proxy a -> Int
70+ [A] serializeAt :: Serialize a => Int -> MutByteArray -> a -> IO Int
71+ [A] pokeAt :: (Unbox a, Generic a, PokeRep (Rep a)) => Int -> MutByteArray -> a -> IO ()
72+ [A] pinnedNew :: Int -> IO MutByteArray
73+ [A] pin :: MutByteArray -> IO MutByteArray
74+ [A] peekAt :: (Unbox a, Generic a, PeekRep (Rep a)) => Int -> MutByteArray -> IO a
75+ [A] new :: Int -> IO MutByteArray
76+ [A] isPinned :: MutByteArray -> Bool
77+ [A] inlineSerializeAt :: Maybe Inline -> SerializeConfig -> SerializeConfig
78+ [A] inlineDeserializeAt :: Maybe Inline -> SerializeConfig -> SerializeConfig
79+ [A] inlineAddSizeTo :: Maybe Inline -> SerializeConfig -> SerializeConfig
80+ [A] deserializeAt :: Serialize a => Int -> MutByteArray -> Int -> IO (Int, a)
81+ [A] deriveUnbox :: Q [Dec] -> Q [Dec]
82+ [A] deriveSerializeWith :: (SerializeConfig -> SerializeConfig) -> Q [Dec] -> Q [Dec]
83+ [A] deriveSerialize :: Q [Dec] -> Q [Dec]
84+ [A] addSizeTo :: Serialize a => Int -> a -> Int
85+[C] Streamly.Data.MutArray.Generic
86+ [A] write :: MonadIO m => Fold m a (MutArray a)
87+ [A] readRev :: MonadIO m => MutArray a -> Stream m a
88+ [A] read :: MonadIO m => MutArray a -> Stream m a
89+ [A] putIndexUnsafe :: forall m a. MonadIO m => Int -> MutArray a -> a -> m ()
90+ [A] modifyIndexUnsafe :: MonadIO m => Int -> MutArray a -> (a -> (a, b)) -> m b
91+ [A] length :: MutArray a -> Int
92+ [A] getIndexUnsafe :: MonadIO m => Int -> MutArray a -> m a
93+ [C] getIndex
94+ [O] getIndex :: MonadIO m => Int -> MutArray a -> m a
95+ [N] getIndex :: MonadIO m => Int -> MutArray a -> m (Maybe a)
96+ [A] fromListN :: MonadIO m => Int -> [a] -> m (MutArray a)
97+ [A] fromList :: MonadIO m => [a] -> m (MutArray a)
98+[C] Streamly.Data.MutArray
99+ [A] unpin :: MutArray a -> IO (MutArray a)
100+ [A] readRev :: forall m a. (MonadIO m, Unbox a) => MutArray a -> Stream m a
101+ [A] read :: forall m a. (MonadIO m, Unbox a) => MutArray a -> Stream m a
102+ [A] putIndexUnsafe :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> a -> m ()
103+ [D] pokeByteIndex :: Unbox a => Int -> MutByteArray -> a -> IO ()
104+ [A] pokeAt :: (Unbox a, Generic a, PokeRep (Rep a)) => Int -> MutByteArray -> a -> IO ()
105+ [A] pinnedNew :: forall m a. (MonadIO m, Unbox a) => Int -> m (MutArray a)
106+ [A] pin :: MutArray a -> IO (MutArray a)
107+ [D] peekByteIndex :: Unbox a => Int -> MutByteArray -> IO a
108+ [A] peekAt :: (Unbox a, Generic a, PeekRep (Rep a)) => Int -> MutByteArray -> IO a
109+ [D] newPinned :: forall m a. (MonadIO m, Unbox a) => Int -> m (MutArray a)
110+ [A] modifyIndexUnsafe :: forall m a b. (MonadIO m, Unbox a) => Int -> MutArray a -> (a -> (a, b)) -> m b
111+ [A] modifyIndex :: forall m a b. (MonadIO m, Unbox a) => Int -> MutArray a -> (a -> (a, b)) -> m b
112+ [A] modify :: forall m a. (MonadIO m, Unbox a) => MutArray a -> (a -> a) -> m ()
113+ [A] isPinned :: MutArray a -> Bool
114+ [A] getIndexUnsafe :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> m a
115+ [C] getIndex
116+ [O] getIndex :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> m a
117+ [N] getIndex :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> m (Maybe a)
118+[C] Streamly.Data.Array.Generic
119+ [A] toList :: Array a -> [a]
120+ [A] getIndex :: Int -> Array a -> Maybe a
121+[C] Streamly.Data.Array
122+ [A] unpin :: Array a -> IO (Array a)
123+ [D] pokeByteIndex :: Unbox a => Int -> MutByteArray -> a -> IO ()
124+ [A] pokeAt :: (Unbox a, Generic a, PokeRep (Rep a)) => Int -> MutByteArray -> a -> IO ()
125+ [A] pin :: Array a -> IO (Array a)
126+ [D] peekByteIndex :: Unbox a => Int -> MutByteArray -> IO a
127+ [A] peekAt :: (Unbox a, Generic a, PeekRep (Rep a)) => Int -> MutByteArray -> IO a
128+ [A] isPinned :: Array a -> Bool
129+[C] Streamly.Console.Stdio
130+
131+---------------------------------
132+Internal API diff
133+---------------------------------
134+
135+[C] Streamly.Internal.Unicode.Stream
136+ [C] writeCharUtf8'
137+ [O] writeCharUtf8' :: Monad m => Fold m Word8 Char
138+ [N] writeCharUtf8' :: Monad m => Parser Word8 m Char
139+[C] Streamly.Internal.Unicode.Parser
140+ [A] number :: Monad m => Parser Char m (Integer, Int)
141+ [A] mkDouble :: Integer -> Int -> Double
142+ [A] doubleParser :: Monad m => Parser Char m (Int, Int)
143+ [C] double
144+ [O] double :: Parser Char m Double
145+ [N] double :: Monad m => Parser Char m Double
146+[R] Streamly.Internal.Serialize.ToBytes
147+[R] Streamly.Internal.Serialize.FromBytes
148+[C] Streamly.Internal.FileSystem.File
149+ [A] writeAppendWith :: (MonadIO m, MonadCatch m) => Int -> FilePath -> Stream m Word8 -> m ()
150+ [A] writeAppendChunks :: (MonadIO m, MonadCatch m) => FilePath -> Stream m (Array a) -> m ()
151+ [A] writeAppendArray :: FilePath -> Array a -> IO ()
152+ [A] writeAppend :: (MonadIO m, MonadCatch m) => FilePath -> Stream m Word8 -> m ()
153+ [R] appendWith :: (MonadIO m, MonadCatch m) => Int -> FilePath -> Stream m Word8 -> m ()
154+ [R] appendChunks :: (MonadIO m, MonadCatch m) => FilePath -> Stream m (Array a) -> m ()
155+ [R] appendArray :: FilePath -> Array a -> IO ()
156+ [R] append :: (MonadIO m, MonadCatch m) => FilePath -> Stream m Word8 -> m ()
157+[C] Streamly.Internal.FileSystem.Dir
158+ [C] reader
159+ [O] reader :: MonadIO m => Unfold m FilePath FilePath
160+ [N] reader :: (MonadIO m, MonadCatch m) => Unfold m FilePath FilePath
161+ [C] readFiles
162+ [O] readFiles :: MonadIO m => FilePath -> Stream m FilePath
163+ [N] readFiles :: (MonadIO m, MonadCatch m) => FilePath -> Stream m FilePath
164+ [C] readEitherPaths
165+ [O] readEitherPaths :: MonadIO m => FilePath -> Stream m (Either FilePath FilePath)
166+ [N] readEitherPaths :: (MonadIO m, MonadCatch m) => FilePath -> Stream m (Either FilePath FilePath)
167+ [C] readEither
168+ [O] readEither :: MonadIO m => FilePath -> Stream m (Either FilePath FilePath)
169+ [N] readEither :: (MonadIO m, MonadCatch m) => FilePath -> Stream m (Either FilePath FilePath)
170+ [C] readDirs
171+ [O] readDirs :: MonadIO m => FilePath -> Stream m FilePath
172+ [N] readDirs :: (MonadIO m, MonadCatch m) => FilePath -> Stream m FilePath
173+ [C] read
174+ [O] read :: MonadIO m => FilePath -> Stream m FilePath
175+ [N] read :: (MonadIO m, MonadCatch m) => FilePath -> Stream m FilePath
176+ [C] fileReader
177+ [O] fileReader :: MonadIO m => Unfold m FilePath FilePath
178+ [N] fileReader :: (MonadIO m, MonadCatch m) => Unfold m FilePath FilePath
179+ [C] eitherReaderPaths
180+ [O] eitherReaderPaths :: MonadIO m => Unfold m FilePath (Either FilePath FilePath)
181+ [N] eitherReaderPaths :: (MonadIO m, MonadCatch m) => Unfold m FilePath (Either FilePath FilePath)
182+ [C] eitherReader
183+ [O] eitherReader :: MonadIO m => Unfold m FilePath (Either FilePath FilePath)
184+ [N] eitherReader :: (MonadIO m, MonadCatch m) => Unfold m FilePath (Either FilePath FilePath)
185+ [C] dirReader
186+ [O] dirReader :: MonadIO m => Unfold m FilePath FilePath
187+ [N] dirReader :: (MonadIO m, MonadCatch m) => Unfold m FilePath FilePath
188+[R] Streamly.Internal.Data.Unfold.Type
189+[R] Streamly.Internal.Data.Unfold.Enumeration
190+[C] Streamly.Internal.Data.Unfold
191+ [C] Unfold
192+ [A] Unfold :: (s -> m (Step s b)) -> (a -> m s) -> Unfold m a b
193+ [A] takeWhileMWithInput :: Monad m => (a -> b -> m Bool) -> Unfold m a b -> Unfold m a b
194+ [A] manyInterleave :: Monad m => Unfold m a b -> Unfold m c a -> Unfold m c b
195+ [A] enumerateFromStepIntegral :: (Monad m, Integral a) => Unfold m (a, a) a
196+ [A] crossApplySnd :: Unfold m a b -> Unfold m a c -> Unfold m a c
197+ [A] crossApplyFst :: Unfold m a b -> Unfold m a c -> Unfold m a b
198+ [A] concatMap :: Monad m => (b -> Unfold m a c) -> Unfold m a b -> Unfold m a c
199+[R] Streamly.Internal.Data.Unboxed
200+[C] Streamly.Internal.Data.Time.Units
201+ [R] Streamly.Internal.Data.Unboxed.Unbox
202+ [A] Streamly.Internal.Data.Unbox.Unbox
203+ [A] instance Streamly.Internal.Data.Unbox.Unbox Streamly.Internal.Data.Time.Units.NanoSecond64
204+ [A] instance Streamly.Internal.Data.Unbox.Unbox Streamly.Internal.Data.Time.Units.MilliSecond64
205+ [A] instance Streamly.Internal.Data.Unbox.Unbox Streamly.Internal.Data.Time.Units.MicroSecond64
206+[R] Streamly.Internal.Data.Time.Clock.Type
207+[A] Streamly.Internal.Data.StreamK
208+ [A] CrossStreamK
209+ [A] (FixityR,6)
210+ [A] (FixityR,6)
211+ [A] (FixityR,6)
212+ [A] (FixityR,5)
213+ [A] (FixityR,5)
214+ [A] (FixityR,6)
215+ [A] (FixityR,5)
216+ [A] StreamK
217+ [A] MkStream :: (forall r. State StreamK m a -> (a -> StreamK m a -> m r) -> (a -> m r) -> m r -> m r) -> StreamK m a
218+ [A] zipWithM :: Monad m => (a -> b -> m c) -> StreamK m a -> StreamK m b -> StreamK m c
219+ [A] zipWith :: Monad m => (a -> b -> c) -> StreamK m a -> StreamK m b -> StreamK m c
220+ [A] unfoldrMWith :: Monad m => (m a -> StreamK m a -> StreamK m a) -> (b -> m (Maybe (a, b))) -> b -> StreamK m a
221+ [A] unfoldrM :: Monad m => (b -> m (Maybe (a, b))) -> b -> StreamK m a
222+ [A] unfoldr :: (b -> Maybe (a, b)) -> b -> StreamK m a
223+ [A] uncons :: Applicative m => StreamK m a -> m (Maybe (a, StreamK m a))
224+ [A] unShare :: StreamK m a -> StreamK m a
225+ [A] unCross :: CrossStreamK m a -> StreamK m a
226+ [A] toStream :: Applicative m => StreamK m a -> Stream m a
227+ [A] toList :: Monad m => StreamK m a -> m [a]
228+ [A] the :: (Eq a, Monad m) => StreamK m a -> m (Maybe a)
229+ [A] takeWhile :: (a -> Bool) -> StreamK m a -> StreamK m a
230+ [A] take :: Int -> StreamK m a -> StreamK m a
231+ [A] tail :: Applicative m => StreamK m a -> m (Maybe (StreamK m a))
232+ [A] sortBy :: Monad m => (a -> a -> Ordering) -> StreamK m a -> StreamK m a
233+ [A] sequence :: Monad m => StreamK m (m a) -> StreamK m a
234+ [A] scanlx' :: (x -> a -> x) -> x -> (x -> b) -> StreamK m a -> StreamK m b
235+ [A] scanl' :: (b -> a -> b) -> b -> StreamK m a -> StreamK m b
236+ [A] reverse :: StreamK m a -> StreamK m a
237+ [A] replicateMWith :: (m a -> StreamK m a -> StreamK m a) -> Int -> m a -> StreamK m a
238+ [A] replicateM :: Monad m => Int -> m a -> StreamK m a
239+ [A] replicate :: Int -> a -> StreamK m a
240+ [A] repeatMWith :: (m a -> t m a -> t m a) -> m a -> t m a
241+ [A] repeatM :: Monad m => m a -> StreamK m a
242+ [A] repeat :: a -> StreamK m a
243+ [A] parseDBreak :: Monad m => Parser a m b -> StreamK m a -> m (Either ParseError b, StreamK m a)
244+ [A] parseD :: Monad m => Parser a m b -> StreamK m a -> m (Either ParseError b)
245+ [A] parseChunksGeneric :: Monad m => ParserK (Array a) m b -> StreamK m (Array a) -> m (Either ParseError b)
246+ [A] parseChunks :: (Monad m, Unbox a) => ParserK (Array a) m b -> StreamK m (Array a) -> m (Either ParseError b)
247+ [A] parseBreakChunksGeneric :: forall m a b. Monad m => ParserK (Array a) m b -> StreamK m (Array a) -> m (Either ParseError b, StreamK m (Array a))
248+ [A] parseBreakChunks :: (Monad m, Unbox a) => ParserK (Array a) m b -> StreamK m (Array a) -> m (Either ParseError b, StreamK m (Array a))
249+ [A] parseBreak :: forall m a b. Monad m => ParserK a m b -> StreamK m a -> m (Either ParseError b, StreamK m a)
250+ [A] parse :: Monad m => ParserK a m b -> StreamK m a -> m (Either ParseError b)
251+ [A] null :: Monad m => StreamK m a -> m Bool
252+ [A] notElem :: (Monad m, Eq a) => a -> StreamK m a -> m Bool
253+ [A] nilM :: Applicative m => m b -> StreamK m a
254+ [A] nil :: StreamK m a
255+ [A] mkStream :: (forall r. State StreamK m a -> (a -> StreamK m a -> m r) -> (a -> m r) -> m r -> m r) -> StreamK m a
256+ [A] mkCross :: StreamK m a -> CrossStreamK m a
257+ [A] minimumBy :: Monad m => (a -> a -> Ordering) -> StreamK m a -> m (Maybe a)
258+ [A] minimum :: (Monad m, Ord a) => StreamK m a -> m (Maybe a)
259+ [A] mfix :: Monad m => (m a -> StreamK m a) -> StreamK m a
260+ [A] mergeMapWith :: (StreamK m b -> StreamK m b -> StreamK m b) -> (a -> StreamK m b) -> StreamK m a -> StreamK m b
261+ [A] mergeIterateWith :: (StreamK m a -> StreamK m a -> StreamK m a) -> (a -> StreamK m a) -> StreamK m a -> StreamK m a
262+ [A] mergeByM :: Monad m => (a -> a -> m Ordering) -> StreamK m a -> StreamK m a -> StreamK m a
263+ [A] mergeBy :: (a -> a -> Ordering) -> StreamK m a -> StreamK m a -> StreamK m a
264+ [A] maximumBy :: Monad m => (a -> a -> Ordering) -> StreamK m a -> m (Maybe a)
265+ [A] maximum :: (Monad m, Ord a) => StreamK m a -> m (Maybe a)
266+ [A] mapMaybe :: (a -> Maybe b) -> StreamK m a -> StreamK m b
267+ [A] mapM_ :: Monad m => (a -> m b) -> StreamK m a -> m ()
268+ [A] mapMWith :: (m b -> StreamK m b -> StreamK m b) -> (a -> m b) -> StreamK m a -> StreamK m b
269+ [A] mapMSerial :: Monad m => (a -> m b) -> StreamK m a -> StreamK m b
270+ [A] mapM :: Monad m => (a -> m b) -> StreamK m a -> StreamK m b
271+ [A] map :: (a -> b) -> StreamK m a -> StreamK m b
272+ [A] lookup :: (Monad m, Eq a) => a -> StreamK m (a, b) -> m (Maybe b)
273+ [A] liftInner :: (Monad m, MonadTrans t, Monad (t m)) => StreamK m a -> StreamK (t m) a
274+ [A] last :: Monad m => StreamK m a -> m (Maybe a)
275+ [A] iterateMWith :: Monad m => (m a -> StreamK m a -> StreamK m a) -> (a -> m a) -> m a -> StreamK m a
276+ [A] iterateM :: Monad m => (a -> m a) -> m a -> StreamK m a
277+ [A] iterate :: (a -> a) -> a -> StreamK m a
278+ [A] intersperseM :: Monad m => m a -> StreamK m a -> StreamK m a
279+ [A] intersperse :: Monad m => a -> StreamK m a -> StreamK m a
280+ [A] interleaveMin :: StreamK m a -> StreamK m a -> StreamK m a
281+ [A] interleaveFst :: StreamK m a -> StreamK m a -> StreamK m a
282+ [A] interleave :: StreamK m a -> StreamK m a -> StreamK m a
283+ [A] insertBy :: (a -> a -> Ordering) -> a -> StreamK m a -> StreamK m a
284+ [A] init :: Applicative m => StreamK m a -> m (Maybe (StreamK m a))
285+ [A] hoist :: (Monad m, Monad n) => (forall x. m x -> n x) -> StreamK m a -> StreamK n a
286+ [A] head :: Monad m => StreamK m a -> m (Maybe a)
287+ [A] handle :: (MonadCatch m, Exception e) => (e -> m (StreamK m a)) -> StreamK m a -> StreamK m a
288+ [A] fromYieldK :: YieldK m a -> StreamK m a
289+ [A] fromStream :: Monad m => Stream m a -> StreamK m a
290+ [A] fromStopK :: StopK m -> StreamK m a
291+ [A] fromPure :: a -> StreamK m a
292+ [A] fromList :: [a] -> StreamK m a
293+ [A] fromIndicesMWith :: (m a -> StreamK m a -> StreamK m a) -> (Int -> m a) -> StreamK m a
294+ [A] fromIndicesM :: Monad m => (Int -> m a) -> StreamK m a
295+ [A] fromIndices :: (Int -> a) -> StreamK m a
296+ [A] fromFoldableM :: (Foldable f, Monad m) => f (m a) -> StreamK m a
297+ [A] fromFoldable :: Foldable f => f a -> StreamK m a
298+ [A] fromEffect :: Monad m => m a -> StreamK m a
299+ [A] foldrT :: (Monad m, Monad (s m), MonadTrans s) => (a -> s m b -> s m b) -> s m b -> StreamK m a -> s m b
300+ [A] foldrSShared :: (a -> StreamK m b -> StreamK m b) -> StreamK m b -> StreamK m a -> StreamK m b
301+ [A] foldrSM :: Monad m => (m a -> StreamK m b -> StreamK m b) -> StreamK m b -> StreamK m a -> StreamK m b
302+ [A] foldrS :: (a -> StreamK m b -> StreamK m b) -> StreamK m b -> StreamK m a -> StreamK m b
303+ [A] foldrM :: (a -> m b -> m b) -> m b -> StreamK m a -> m b
304+ [A] foldr1 :: Monad m => (a -> a -> a) -> StreamK m a -> m (Maybe a)
305+ [A] foldr :: Monad m => (a -> b -> b) -> b -> StreamK m a -> m b
306+ [A] foldlx' :: forall m a b x. Monad m => (x -> a -> x) -> x -> (x -> b) -> StreamK m a -> m b
307+ [A] foldlT :: (Monad m, Monad (s m), MonadTrans s) => (s m b -> a -> s m b) -> s m b -> StreamK m a -> s m b
308+ [A] foldlS :: (StreamK m b -> a -> StreamK m b) -> StreamK m b -> StreamK m a -> StreamK m b
309+ [A] foldlMx' :: Monad m => (x -> a -> m x) -> m x -> (x -> m b) -> StreamK m a -> m b
310+ [A] foldlM' :: Monad m => (b -> a -> m b) -> m b -> StreamK m a -> m b
311+ [A] foldl' :: Monad m => (b -> a -> b) -> b -> StreamK m a -> m b
312+ [A] foldStreamShared :: State StreamK m a -> (a -> StreamK m a -> m r) -> (a -> m r) -> m r -> StreamK m a -> m r
313+ [A] foldStream :: State StreamK m a -> (a -> StreamK m a -> m r) -> (a -> m r) -> m r -> StreamK m a -> m r
314+ [A] foldEither :: Monad m => Fold m a b -> StreamK m a -> m (Either (Fold m a b) (b, StreamK m a))
315+ [A] foldConcat :: Monad m => Producer m a b -> Fold m b c -> StreamK m a -> m (c, StreamK m a)
316+ [A] foldBreak :: Monad m => Fold m a b -> StreamK m a -> m (b, StreamK m a)
317+ [A] fold :: Monad m => Fold m a b -> StreamK m a -> m b
318+ [A] findM :: Monad m => (a -> m Bool) -> StreamK m a -> m (Maybe a)
319+ [A] findIndices :: (a -> Bool) -> StreamK m a -> StreamK m Int
320+ [A] find :: Monad m => (a -> Bool) -> StreamK m a -> m (Maybe a)
321+ [A] filter :: (a -> Bool) -> StreamK m a -> StreamK m a
322+ [A] evalStateT :: Monad m => m s -> StreamK (StateT s m) a -> StreamK m a
323+ [A] elem :: (Monad m, Eq a) => a -> StreamK m a -> m Bool
324+ [A] dropWhile :: (a -> Bool) -> StreamK m a -> StreamK m a
325+ [A] drop :: Int -> StreamK m a -> StreamK m a
326+ [A] drain :: Monad m => StreamK m a -> m ()
327+ [A] deleteBy :: (a -> a -> Bool) -> a -> StreamK m a -> StreamK m a
328+ [A] crossWith :: Monad m => (a -> b -> c) -> StreamK m a -> StreamK m b -> StreamK m c
329+ [A] crossApplyWith :: (StreamK m b -> StreamK m b -> StreamK m b) -> StreamK m (a -> b) -> StreamK m a -> StreamK m b
330+ [A] crossApplySnd :: StreamK m a -> StreamK m b -> StreamK m b
331+ [A] crossApplyFst :: StreamK m a -> StreamK m b -> StreamK m a
332+ [A] crossApply :: StreamK m (a -> b) -> StreamK m a -> StreamK m b
333+ [A] cross :: Monad m => StreamK m a -> StreamK m b -> StreamK m (a, b)
334+ [A] consMBy :: Monad m => (StreamK m a -> StreamK m a -> StreamK m a) -> m a -> StreamK m a -> StreamK m a
335+ [A] consM :: Monad m => m a -> StreamK m a -> StreamK m a
336+ [A] consK :: YieldK m a -> StreamK m a -> StreamK m a
337+ [A] cons :: a -> StreamK m a -> StreamK m a
338+ [A] conjoin :: Monad m => StreamK m a -> StreamK m a -> StreamK m a
339+ [A] concatMapWith :: (StreamK m b -> StreamK m b -> StreamK m b) -> (a -> StreamK m b) -> StreamK m a -> StreamK m b
340+ [A] concatMapEffect :: Monad m => (b -> StreamK m a) -> m b -> StreamK m a
341+ [A] concatMap :: (a -> StreamK m b) -> StreamK m a -> StreamK m b
342+ [A] concatIterateWith :: (StreamK m a -> StreamK m a -> StreamK m a) -> (a -> StreamK m a) -> StreamK m a -> StreamK m a
343+ [A] concatIterateScanWith :: Monad m => (StreamK m a -> StreamK m a -> StreamK m a) -> (b -> a -> m (b, StreamK m a)) -> m b -> StreamK m a -> StreamK m a
344+ [A] concatIterateLeftsWith :: b ~ Either a c => (StreamK m b -> StreamK m b -> StreamK m b) -> (a -> StreamK m b) -> StreamK m b -> StreamK m b
345+ [A] concatEffect :: Monad m => m (StreamK m a) -> StreamK m a
346+ [A] buildSM :: Monad m => ((m a -> StreamK m a -> StreamK m a) -> StreamK m a -> StreamK m a) -> StreamK m a
347+ [A] buildS :: ((a -> StreamK m a -> StreamK m a) -> StreamK m a -> StreamK m a) -> StreamK m a
348+ [A] buildM :: Monad m => (forall r. (a -> StreamK m a -> m r) -> (a -> m r) -> m r -> m r) -> StreamK m a
349+ [A] build :: forall m a. (forall b. (a -> b -> b) -> b -> b) -> StreamK m a
350+ [A] bracketIO :: (MonadIO m, MonadCatch m) => IO b -> (b -> IO c) -> (b -> StreamK m a) -> StreamK m a
351+ [A] bindWith :: (StreamK m b -> StreamK m b -> StreamK m b) -> StreamK m a -> (a -> StreamK m b) -> StreamK m b
352+ [A] before :: Monad m => m b -> StreamK m a -> StreamK m a
353+ [A] augmentSM :: Monad m => ((m a -> StreamK m a -> StreamK m a) -> StreamK m a -> StreamK m a) -> StreamK m a -> StreamK m a
354+ [A] augmentS :: ((a -> StreamK m a -> StreamK m a) -> StreamK m a -> StreamK m a) -> StreamK m a -> StreamK m a
355+ [A] append :: StreamK m a -> StreamK m a -> StreamK m a
356+ [A] any :: Monad m => (a -> Bool) -> StreamK m a -> m Bool
357+ [A] all :: Monad m => (a -> Bool) -> StreamK m a -> m Bool
358+ [A] (.:) :: a -> StreamK m a -> StreamK m a
359+ [A] (!!) :: Monad m => StreamK m a -> Int -> m (Maybe a)
360+[R] Streamly.Internal.Data.Stream.StreamK.Type
361+[R] Streamly.Internal.Data.Stream.StreamK.Transformer
362+[R] Streamly.Internal.Data.Stream.StreamK
363+[R] Streamly.Internal.Data.Stream.StreamD.Type
364+[R] Streamly.Internal.Data.Stream.StreamD.Transformer
365+[R] Streamly.Internal.Data.Stream.StreamD.Transform
366+[R] Streamly.Internal.Data.Stream.StreamD.Top
367+[R] Streamly.Internal.Data.Stream.StreamD.Step
368+[R] Streamly.Internal.Data.Stream.StreamD.Nesting
369+[R] Streamly.Internal.Data.Stream.StreamD.Lift
370+[R] Streamly.Internal.Data.Stream.StreamD.Generate
371+[R] Streamly.Internal.Data.Stream.StreamD.Exception
372+[R] Streamly.Internal.Data.Stream.StreamD.Eliminate
373+[R] Streamly.Internal.Data.Stream.StreamD.Container
374+[D] Streamly.Internal.Data.Stream.StreamD
375+[R] Streamly.Internal.Data.Stream.Common
376+[R] Streamly.Internal.Data.Stream.Chunked
377+[C] Streamly.Internal.Data.Stream
378+ [A] class Enum a => Enumerable a
379+ [A] Stream
380+ [A] UnStream :: (State StreamK m a -> s -> m (Step s a)) -> s -> Stream m a
381+ [A] Step
382+ [A] Yield :: a -> s -> Step s a
383+ [A] Stop :: Step s a
384+ [A] Skip :: s -> Step s a
385+ [A] InterleaveState
386+ [A] InterleaveSecondOnly :: s2 -> InterleaveState s1 s2
387+ [A] InterleaveSecond :: s1 -> s2 -> InterleaveState s1 s2
388+ [A] InterleaveFirstOnly :: s1 -> InterleaveState s1 s2
389+ [A] InterleaveFirst :: s1 -> s2 -> InterleaveState s1 s2
390+ [A] FoldManyPost
391+ [A] FoldManyPostYield :: b -> FoldManyPost s fs b a -> FoldManyPost s fs b a
392+ [A] FoldManyPostStart :: s -> FoldManyPost s fs b a
393+ [A] FoldManyPostLoop :: s -> fs -> FoldManyPost s fs b a
394+ [A] FoldManyPostDone :: FoldManyPost s fs b a
395+ [A] FoldMany
396+ [A] FoldManyYield :: b -> FoldMany s fs b a -> FoldMany s fs b a
397+ [A] FoldManyStart :: s -> FoldMany s fs b a
398+ [A] FoldManyLoop :: s -> fs -> FoldMany s fs b a
399+ [A] FoldManyFirst :: fs -> s -> FoldMany s fs b a
400+ [A] FoldManyDone :: FoldMany s fs b a
401+ [A] CrossStream
402+ [A] ConcatUnfoldInterleaveState
403+ [A] ConcatUnfoldInterleaveOuter :: o -> [i] -> ConcatUnfoldInterleaveState o i
404+ [A] ConcatUnfoldInterleaveInnerR :: [i] -> [i] -> ConcatUnfoldInterleaveState o i
405+ [A] ConcatUnfoldInterleaveInnerL :: [i] -> [i] -> ConcatUnfoldInterleaveState o i
406+ [A] ConcatUnfoldInterleaveInner :: o -> [i] -> ConcatUnfoldInterleaveState o i
407+ [A] ConcatMapUState
408+ [A] ConcatMapUOuter :: o -> ConcatMapUState o i
409+ [A] ConcatMapUInner :: o -> i -> ConcatMapUState o i
410+ [A] AppendState
411+ [A] AppendSecond :: s2 -> AppendState s1 s2
412+ [A] AppendFirst :: s1 -> AppendState s1 s2
413+ [A] pattern Stream :: (State StreamK m a -> s -> m (Step s a)) -> s -> Stream m a
414+ [A] zipWithM :: Monad m => (a -> b -> m c) -> Stream m a -> Stream m b -> Stream m c
415+ [A] zipWith :: Monad m => (a -> b -> c) -> Stream m a -> Stream m b -> Stream m c
416+ [A] wordsBy :: Monad m => (a -> Bool) -> Fold m a b -> Stream m a -> Stream m b
417+ [A] with :: Monad m => (Stream m a -> Stream m (s, a)) -> (((s, a) -> b) -> Stream m (s, a) -> Stream m (s, a)) -> ((s, a) -> b) -> Stream m a -> Stream m a
418+ [A] usingStateT :: Monad m => m s -> (Stream (StateT s m) a -> Stream (StateT s m) a) -> Stream m a -> Stream m a
419+ [A] usingReaderT :: Monad m => m r -> (Stream (ReaderT r m) a -> Stream (ReaderT r m) a) -> Stream m a -> Stream m a
420+ [A] uniqBy :: Monad m => (a -> a -> Bool) -> Stream m a -> Stream m a
421+ [A] uniq :: (Eq a, Monad m) => Stream m a -> Stream m a
422+ [A] unionWithStreamGenericBy :: MonadIO m => (a -> a -> Bool) -> Stream m a -> Stream m a -> Stream m a
423+ [A] unionWithStreamAscBy :: (a -> a -> Ordering) -> Stream m a -> Stream m a -> Stream m a
424+ [A] unfoldrM :: Monad m => (s -> m (Maybe (a, s))) -> s -> Stream m a
425+ [A] unfoldr :: Monad m => (s -> Maybe (a, s)) -> s -> Stream m a
426+ [A] unfoldRoundRobin :: Monad m => Unfold m a b -> Stream m a -> Stream m b
427+ [A] unfoldMany :: Monad m => Unfold m a b -> Stream m a -> Stream m b
428+ [A] unfoldIterateDfs :: Monad m => Unfold m a a -> Stream m a -> Stream m a
429+ [A] unfoldIterateBfsRev :: Monad m => Unfold m a a -> Stream m a -> Stream m a
430+ [A] unfoldIterateBfs :: Monad m => Unfold m a a -> Stream m a -> Stream m a
431+ [A] unfoldInterleave :: Monad m => Unfold m a b -> Stream m a -> Stream m b
432+ [A] unfold :: Applicative m => Unfold m a b -> a -> Stream m b
433+ [A] uncons :: Monad m => Stream m a -> m (Maybe (a, Stream m a))
434+ [A] unCross :: CrossStream m a -> Stream m a
435+ [A] transform :: Monad m => Pipe m a b -> Stream m a -> Stream m b
436+ [A] trace_ :: Monad m => m b -> Stream m a -> Stream m a
437+ [A] trace :: Monad m => (a -> m b) -> Stream m a -> Stream m a
438+ [A] toStreamK :: Monad m => Stream m a -> StreamK m a
439+ [A] toListRev :: Monad m => Stream m a -> m [a]
440+ [A] toList :: Monad m => Stream m a -> m [a]
441+ [A] timestamped :: MonadIO m => Stream m a -> Stream m (AbsTime, a)
442+ [A] timestampWith :: MonadIO m => Double -> Stream m a -> Stream m (AbsTime, a)
443+ [A] timesWith :: MonadIO m => Double -> Stream m (AbsTime, RelTime64)
444+ [A] times :: MonadIO m => Stream m (AbsTime, RelTime64)
445+ [A] timeout :: AbsTime -> t m ()
446+ [A] timeIndexed :: MonadIO m => Stream m a -> Stream m (RelTime64, a)
447+ [A] timeIndexWith :: MonadIO m => Double -> Stream m a -> Stream m (RelTime64, a)
448+ [A] the :: (Eq a, Monad m) => Stream m a -> m (Maybe a)
449+ [A] tapOffsetEvery :: Monad m => Int -> Int -> Fold m a b -> Stream m a -> Stream m a
450+ [A] tap :: Monad m => Fold m a b -> Stream m a -> Stream m a
451+ [A] takeWhileM :: Monad m => (a -> m Bool) -> Stream m a -> Stream m a
452+ [A] takeWhileLast :: (a -> Bool) -> Stream m a -> Stream m a
453+ [A] takeWhileAround :: (a -> Bool) -> Stream m a -> Stream m a
454+ [A] takeWhile :: Monad m => (a -> Bool) -> Stream m a -> Stream m a
455+ [A] takeEndByM :: Monad m => (a -> m Bool) -> Stream m a -> Stream m a
456+ [A] takeEndBy :: Monad m => (a -> Bool) -> Stream m a -> Stream m a
457+ [A] take :: Applicative m => Int -> Stream m a -> Stream m a
458+ [A] tail :: Monad m => Stream m a -> m (Maybe (Stream m a))
459+ [A] stripSuffixUnbox :: (MonadIO m, Eq a, Unbox a) => Stream m a -> Stream m a -> m (Maybe (Stream m a))
460+ [A] stripSuffix :: (Monad m, Eq a) => Stream m a -> Stream m a -> m (Maybe (Stream m a))
461+ [A] stripPrefix :: (Monad m, Eq a) => Stream m a -> Stream m a -> m (Maybe (Stream m a))
462+ [A] strideFromThen :: Monad m => Int -> Int -> Stream m a -> Stream m a
463+ [A] splitOnSuffixSeqAny :: [Array a] -> Fold m a b -> Stream m a -> Stream m b
464+ [A] splitOnSuffixSeq :: forall m a b. (MonadIO m, Storable a, Unbox a, Enum a, Eq a) => Bool -> Array a -> Fold m a b -> Stream m a -> Stream m b
465+ [A] splitOnSeq :: forall m a b. (MonadIO m, Storable a, Unbox a, Enum a, Eq a) => Array a -> Fold m a b -> Stream m a -> Stream m b
466+ [A] splitOnPrefix :: (a -> Bool) -> Fold m a b -> Stream m a -> Stream m b
467+ [A] splitOnAny :: [Array a] -> Fold m a b -> Stream m a -> Stream m b
468+ [A] splitOn :: Monad m => (a -> Bool) -> Fold m a b -> Stream m a -> Stream m b
469+ [A] splitInnerBySuffix :: (Monad m, Eq (f a), Monoid (f a)) => (f a -> m (f a, Maybe (f a))) -> (f a -> f a -> m (f a)) -> Stream m (f a) -> Stream m (f a)
470+ [A] splitInnerBy :: Monad m => (f a -> m (f a, Maybe (f a))) -> (f a -> f a -> m (f a)) -> Stream m (f a) -> Stream m (f a)
471+ [A] slicesBy :: Monad m => (a -> Bool) -> Stream m a -> Stream m (Int, Int)
472+ [A] sliceOnSuffix :: Monad m => (a -> Bool) -> Stream m a -> Stream m (Int, Int)
473+ [A] sequence :: Monad m => Stream m (m a) -> Stream m a
474+ [A] scanlx' :: Monad m => (x -> a -> x) -> x -> (x -> b) -> Stream m a -> Stream m b
475+ [A] scanlMx' :: Monad m => (x -> a -> m x) -> m x -> (x -> m b) -> Stream m a -> Stream m b
476+ [A] scanlMAfter' :: Monad m => (b -> a -> m b) -> m b -> (b -> m b) -> Stream m a -> Stream m b
477+ [A] scanlM' :: Monad m => (b -> a -> m b) -> m b -> Stream m a -> Stream m b
478+ [A] scanlM :: Monad m => (b -> a -> m b) -> m b -> Stream m a -> Stream m b
479+ [A] scanl1M' :: Monad m => (a -> a -> m a) -> Stream m a -> Stream m a
480+ [A] scanl1M :: Monad m => (a -> a -> m a) -> Stream m a -> Stream m a
481+ [A] scanl1' :: Monad m => (a -> a -> a) -> Stream m a -> Stream m a
482+ [A] scanl1 :: Monad m => (a -> a -> a) -> Stream m a -> Stream m a
483+ [A] scanl' :: Monad m => (b -> a -> b) -> b -> Stream m a -> Stream m b
484+ [A] scanl :: Monad m => (b -> a -> b) -> b -> Stream m a -> Stream m b
485+ [A] scanMaybe :: Monad m => Fold m a (Maybe b) -> Stream m a -> Stream m b
486+ [A] scanMany :: Monad m => Fold m a b -> Stream m a -> Stream m b
487+ [A] scan :: Monad m => Fold m a b -> Stream m a -> Stream m b
488+ [A] runStateT :: Monad m => m s -> Stream (StateT s m) a -> Stream m (s, a)
489+ [A] runReaderT :: Monad m => m s -> Stream (ReaderT s m) a -> Stream m a
490+ [A] runInnerWithState :: Monad m => (forall b. s -> t m b -> m (b, s)) -> m s -> Stream (t m) a -> Stream m (s, a)
491+ [A] runInnerWith :: Monad m => (forall b. t m b -> m b) -> Stream (t m) a -> Stream m a
492+ [A] roundRobin :: Monad m => Stream m a -> Stream m a -> Stream m a
493+ [A] rollingMapM :: Monad m => (Maybe a -> a -> m b) -> Stream m a -> Stream m b
494+ [A] rollingMap2 :: Monad m => (a -> a -> b) -> Stream m a -> Stream m b
495+ [A] rollingMap :: Monad m => (Maybe a -> a -> b) -> Stream m a -> Stream m b
496+ [A] reverseUnbox :: (MonadIO m, Unbox a) => Stream m a -> Stream m a
497+ [A] reverse :: Monad m => Stream m a -> Stream m a
498+ [A] replicateM :: Monad m => Int -> m a -> Stream m a
499+ [A] replicate :: Monad m => Int -> a -> Stream m a
500+ [A] repeated :: Stream m a -> Stream m a
501+ [A] repeatM :: Monad m => m a -> Stream m a
502+ [A] repeat :: Monad m => a -> Stream m a
503+ [A] relTimesWith :: MonadIO m => Double -> Stream m RelTime64
504+ [A] relTimes :: MonadIO m => Stream m RelTime64
505+ [A] refoldMany :: Monad m => Refold m x a b -> m x -> Stream m a -> Stream m b
506+ [A] refoldIterateM :: Monad m => Refold m b a b -> m b -> Stream m a -> Stream m b
507+ [A] reduceIterateBfs :: Monad m => (a -> a -> m a) -> Stream m a -> m (Maybe a)
508+ [A] reassembleBy :: Fold m a b -> (a -> a -> Int) -> Stream m a -> Stream m b
509+ [A] prune :: (a -> Bool) -> Stream m a -> Stream m a
510+ [A] prescanlM' :: Monad m => (b -> a -> m b) -> m b -> Stream m a -> Stream m b
511+ [A] prescanl' :: Monad m => (b -> a -> b) -> b -> Stream m a -> Stream m b
512+ [A] postscanlx' :: Monad m => (x -> a -> x) -> x -> (x -> b) -> Stream m a -> Stream m b
513+ [A] postscanlMx' :: Monad m => (x -> a -> m x) -> m x -> (x -> m b) -> Stream m a -> Stream m b
514+ [A] postscanlMAfter' :: Monad m => (b -> a -> m b) -> m b -> (b -> m b) -> Stream m a -> Stream m b
515+ [A] postscanlM' :: Monad m => (b -> a -> m b) -> m b -> Stream m a -> Stream m b
516+ [A] postscanlM :: Monad m => (b -> a -> m b) -> m b -> Stream m a -> Stream m b
517+ [A] postscanl' :: Monad m => (a -> b -> a) -> a -> Stream m b -> Stream m a
518+ [A] postscanl :: Monad m => (a -> b -> a) -> a -> Stream m b -> Stream m a
519+ [A] postscan :: Monad m => Fold m a b -> Stream m a -> Stream m b
520+ [A] parseSequence :: Stream m (Parser a m b) -> Stream m a -> Stream m b
521+ [A] parseManyTill :: Parser a m b -> Parser a m x -> Stream m a -> Stream m b
522+ [A] parseManyD :: Monad m => Parser a m b -> Stream m a -> Stream m (Either ParseError b)
523+ [A] parseMany :: Monad m => Parser a m b -> Stream m a -> Stream m (Either ParseError b)
524+ [A] parseIterateD :: Monad m => (b -> Parser a m b) -> b -> Stream m a -> Stream m (Either ParseError b)
525+ [A] parseIterate :: Monad m => (b -> Parser a m b) -> b -> Stream m a -> Stream m (Either ParseError b)
526+ [A] parseD :: Monad m => Parser a m b -> Stream m a -> m (Either ParseError b)
527+ [A] parseBreakD :: Monad m => Parser a m b -> Stream m a -> m (Either ParseError b, Stream m a)
528+ [A] parseBreak :: Monad m => Parser a m b -> Stream m a -> m (Either ParseError b, Stream m a)
529+ [A] parse :: Monad m => Parser a m b -> Stream m a -> m (Either ParseError b)
530+ [A] onException :: MonadCatch m => m b -> Stream m a -> Stream m a
531+ [A] null :: Monad m => Stream m a -> m Bool
532+ [A] nub :: (Monad m, Ord a) => Stream m a -> Stream m a
533+ [A] notElem :: (Monad m, Eq a) => a -> Stream m a -> m Bool
534+ [A] nilM :: Applicative m => m b -> Stream m a
535+ [A] nil :: Applicative m => Stream m a
536+ [A] morphInner :: Monad n => (forall x. m x -> n x) -> Stream m a -> Stream n a
537+ [A] mkCross :: Stream m a -> CrossStream m a
538+ [A] minimumBy :: Monad m => (a -> a -> Ordering) -> Stream m a -> m (Maybe a)
539+ [A] minimum :: (Monad m, Ord a) => Stream m a -> m (Maybe a)
540+ [A] mergeMinBy :: (a -> a -> m Ordering) -> Stream m a -> Stream m a -> Stream m a
541+ [A] mergeFstBy :: (a -> a -> m Ordering) -> Stream m a -> Stream m a -> Stream m a
542+ [A] mergeByM :: Monad m => (a -> a -> m Ordering) -> Stream m a -> Stream m a -> Stream m a
543+ [A] mergeBy :: Monad m => (a -> a -> Ordering) -> Stream m a -> Stream m a -> Stream m a
544+ [A] maximumBy :: Monad m => (a -> a -> Ordering) -> Stream m a -> m (Maybe a)
545+ [A] maximum :: (Monad m, Ord a) => Stream m a -> m (Maybe a)
546+ [A] mapMaybeM :: Monad m => (a -> m (Maybe b)) -> Stream m a -> Stream m b
547+ [A] mapMaybe :: Monad m => (a -> Maybe b) -> Stream m a -> Stream m b
548+ [A] mapM_ :: Monad m => (a -> m b) -> Stream m a -> m ()
549+ [A] mapM :: Monad m => (a -> m b) -> Stream m a -> Stream m b
550+ [A] map :: Monad m => (a -> b) -> Stream m a -> Stream m b
551+ [A] lookup :: (Monad m, Eq a) => a -> Stream m (a, b) -> m (Maybe b)
552+ [A] liftInnerWith :: Monad (t m) => (forall b. m b -> t m b) -> Stream m a -> Stream (t m) a
553+ [A] liftInner :: (Monad m, MonadTrans t, Monad (t m)) => Stream m a -> Stream (t m) a
554+ [A] last :: Monad m => Stream m a -> m (Maybe a)
555+ [A] joinOuterGeneric :: MonadIO m => (a -> b -> Bool) -> Stream m a -> Stream m b -> Stream m (Maybe a, Maybe b)
556+ [A] joinOuterAscBy :: (a -> b -> Ordering) -> Stream m a -> Stream m b -> Stream m (Maybe a, Maybe b)
557+ [A] joinOuter :: (Ord k, MonadIO m) => Stream m (k, a) -> Stream m (k, b) -> Stream m (k, Maybe a, Maybe b)
558+ [A] joinLeftGeneric :: Monad m => (a -> b -> Bool) -> Stream m a -> Stream m b -> Stream m (a, Maybe b)
559+ [A] joinLeftAscBy :: (a -> b -> Ordering) -> Stream m a -> Stream m b -> Stream m (a, Maybe b)
560+ [A] joinLeft :: (Ord k, Monad m) => Stream m (k, a) -> Stream m (k, b) -> Stream m (k, a, Maybe b)
561+ [A] joinInnerGeneric :: Monad m => (a -> b -> Bool) -> Stream m a -> Stream m b -> Stream m (a, b)
562+ [A] joinInnerAscBy :: (a -> b -> Ordering) -> Stream m a -> Stream m b -> Stream m (a, b)
563+ [A] joinInner :: (Monad m, Ord k) => Stream m (k, a) -> Stream m (k, b) -> Stream m (k, a, b)
564+ [A] iterateM :: Monad m => (a -> m a) -> m a -> Stream m a
565+ [A] iterate :: Monad m => (a -> a) -> a -> Stream m a
566+ [A] isSuffixOfUnbox :: (MonadIO m, Eq a, Unbox a) => Stream m a -> Stream m a -> m Bool
567+ [A] isSuffixOf :: (Monad m, Eq a) => Stream m a -> Stream m a -> m Bool
568+ [A] isSubsequenceOf :: (Monad m, Eq a) => Stream m a -> Stream m a -> m Bool
569+ [A] isPrefixOf :: (Monad m, Eq a) => Stream m a -> Stream m a -> m Bool
570+ [A] isInfixOf :: (MonadIO m, Eq a, Enum a, Storable a, Unbox a) => Stream m a -> Stream m a -> m Bool
571+ [A] intersperseM_ :: Monad m => m b -> Stream m a -> Stream m a
572+ [A] intersperseMWith :: Int -> m a -> Stream m a -> Stream m a
573+ [A] intersperseMSuffix_ :: Monad m => m b -> Stream m a -> Stream m a
574+ [A] intersperseMSuffixWith :: forall m a. Monad m => Int -> m a -> Stream m a -> Stream m a
575+ [A] intersperseMSuffix :: forall m a. Monad m => m a -> Stream m a -> Stream m a
576+ [A] intersperseMPrefix_ :: Monad m => m b -> Stream m a -> Stream m a
577+ [A] intersperseM :: Monad m => m a -> Stream m a -> Stream m a
578+ [A] intersperse :: Monad m => a -> Stream m a -> Stream m a
579+ [A] intersectBySorted :: Monad m => (a -> a -> Ordering) -> Stream m a -> Stream m a -> Stream m a
580+ [A] interposeSuffixM :: Monad m => m c -> Unfold m b c -> Stream m b -> Stream m c
581+ [A] interposeSuffix :: Monad m => c -> Unfold m b c -> Stream m b -> Stream m c
582+ [A] interposeM :: Monad m => m c -> Unfold m b c -> Stream m b -> Stream m c
583+ [A] interpose :: Monad m => c -> Unfold m b c -> Stream m b -> Stream m c
584+ [A] interleaveMin :: Monad m => Stream m a -> Stream m a -> Stream m a
585+ [A] interleaveFstSuffix :: Monad m => Stream m a -> Stream m a -> Stream m a
586+ [A] interleaveFst :: Monad m => Stream m a -> Stream m a -> Stream m a
587+ [A] interleave :: Monad m => Stream m a -> Stream m a -> Stream m a
588+ [A] intercalateSuffix :: Monad m => Unfold m b c -> b -> Stream m b -> Stream m c
589+ [A] intercalate :: Monad m => Unfold m b c -> b -> Stream m b -> Stream m c
590+ [A] insertBy :: Monad m => (a -> a -> Ordering) -> a -> Stream m a -> Stream m a
591+ [A] indexedR :: Monad m => Int -> Stream m a -> Stream m (Int, a)
592+ [A] indexed :: Monad m => Stream m a -> Stream m (Int, a)
593+ [A] headElse :: Monad m => a -> Stream m a -> m a
594+ [A] head :: Monad m => Stream m a -> m (Maybe a)
595+ [A] handle :: (MonadCatch m, Exception e) => (e -> m (Stream m a)) -> Stream m a -> Stream m a
596+ [A] groupsWhile :: Monad m => (a -> a -> Bool) -> Fold m a b -> Stream m a -> Stream m b
597+ [A] groupsRollingBy :: Monad m => (a -> a -> Bool) -> Fold m a b -> Stream m a -> Stream m b
598+ [A] groupsOf :: Monad m => Int -> Fold m a b -> Stream m a -> Stream m b
599+ [A] gintercalateSuffix :: Monad m => Unfold m a c -> Stream m a -> Unfold m b c -> Stream m b -> Stream m c
600+ [A] gintercalate :: Monad m => Unfold m a c -> Stream m a -> Unfold m b c -> Stream m b -> Stream m c
601+ [A] ghandle :: (MonadCatch m, Exception e) => (e -> Stream m a -> m (Stream m a)) -> Stream m a -> Stream m a
602+ [A] generateM :: Monad m => Int -> (Int -> m a) -> Stream m a
603+ [A] generate :: Monad m => Int -> (Int -> a) -> Stream m a
604+ [A] generalizeInner :: Monad m => Stream Identity a -> Stream m a
605+ [A] gbracket_ :: Monad m => m c -> (c -> m d) -> (c -> e -> Stream m b -> m (Stream m b)) -> (forall s. m s -> m (Either e s)) -> (c -> Stream m b) -> Stream m b
606+ [A] gbracket :: MonadIO m => IO c -> (c -> IO d1) -> (c -> e -> Stream m b -> IO (Stream m b)) -> (c -> IO d2) -> (forall s. m s -> m (Either e s)) -> (c -> Stream m b) -> Stream m b
607+ [A] fromStreamK :: Applicative m => StreamK m a -> Stream m a
608+ [A] fromPure :: Applicative m => a -> Stream m a
609+ [A] fromPtrN :: (Monad m, Storable a) => Int -> Ptr a -> Stream m a
610+ [A] fromPtr :: forall m a. (Monad m, Storable a) => Ptr a -> Stream m a
611+ [A] fromListM :: Monad m => [m a] -> Stream m a
612+ [A] fromList :: Applicative m => [a] -> Stream m a
613+ [A] fromIndicesM :: Monad m => (Int -> m a) -> Stream m a
614+ [A] fromIndices :: Monad m => (Int -> a) -> Stream m a
615+ [A] fromFoldableM :: (Monad m, Foldable f) => f (m a) -> Stream m a
616+ [A] fromFoldable :: (Monad m, Foldable f) => f a -> Stream m a
617+ [A] fromEffect :: Applicative m => m a -> Stream m a
618+ [A] fromByteStr# :: Monad m => Addr# -> Stream m Word8
619+ [A] foldrT :: (Monad m, Monad (t m), MonadTrans t) => (a -> t m b -> t m b) -> t m b -> Stream m a -> t m b
620+ [A] foldrS :: Monad m => (a -> Stream m b -> Stream m b) -> Stream m b -> Stream m a -> Stream m b
621+ [A] foldrMx :: Monad m => (a -> m x -> m x) -> m x -> (m x -> m b) -> Stream m a -> m b
622+ [A] foldrM :: Monad m => (a -> m b -> m b) -> m b -> Stream m a -> m b
623+ [A] foldr1 :: Monad m => (a -> a -> a) -> Stream m a -> m (Maybe a)
624+ [A] foldr :: Monad m => (a -> b -> b) -> b -> Stream m a -> m b
625+ [A] foldlx' :: Monad m => (x -> a -> x) -> x -> (x -> b) -> Stream m a -> m b
626+ [A] foldlT :: (Monad m, Monad (s m), MonadTrans s) => (s m b -> a -> s m b) -> s m b -> Stream m a -> s m b
627+ [A] foldlS :: Monad m => (Stream m b -> a -> Stream m b) -> Stream m b -> Stream m a -> Stream m b
628+ [A] foldlMx' :: Monad m => (x -> a -> m x) -> m x -> (x -> m b) -> Stream m a -> m b
629+ [A] foldlM' :: Monad m => (b -> a -> m b) -> m b -> Stream m a -> m b
630+ [A] foldl' :: Monad m => (b -> a -> b) -> b -> Stream m a -> m b
631+ [A] foldSequence :: Stream m (Fold m a b) -> Stream m a -> Stream m b
632+ [A] foldManyPost :: Monad m => Fold m a b -> Stream m a -> Stream m b
633+ [A] foldMany :: Monad m => Fold m a b -> Stream m a -> Stream m b
634+ [A] foldIterateM :: Monad m => (b -> m (Fold m a b)) -> m b -> Stream m a -> Stream m b
635+ [A] foldIterateBfs :: Fold m a (Either a a) -> Stream m a -> m (Maybe a)
636+ [A] foldEither :: Monad m => Fold m a b -> Stream m a -> m (Either (Fold m a b) (b, Stream m a))
637+ [A] foldBreak :: Monad m => Fold m a b -> Stream m a -> m (b, Stream m a)
638+ [A] foldAddLazy :: Monad m => Fold m a b -> Stream m a -> Fold m a b
639+ [A] foldAdd :: Monad m => Fold m a b -> Stream m a -> m (Fold m a b)
640+ [A] fold :: Monad m => Fold m a b -> Stream m a -> m b
641+ [A] findM :: Monad m => (a -> m Bool) -> Stream m a -> m (Maybe a)
642+ [A] findIndices :: Monad m => (a -> Bool) -> Stream m a -> Stream m Int
643+ [A] find :: Monad m => (a -> Bool) -> Stream m a -> m (Maybe a)
644+ [A] finallyUnsafe :: MonadCatch m => m b -> Stream m a -> Stream m a
645+ [A] finallyIO :: (MonadIO m, MonadCatch m) => IO b -> Stream m a -> Stream m a
646+ [A] filterM :: Monad m => (a -> m Bool) -> Stream m a -> Stream m a
647+ [A] filterInStreamGenericBy :: Monad m => (a -> a -> Bool) -> Stream m a -> Stream m a -> Stream m a
648+ [A] filterInStreamAscBy :: Monad m => (a -> a -> Ordering) -> Stream m a -> Stream m a -> Stream m a
649+ [A] filter :: Monad m => (a -> Bool) -> Stream m a -> Stream m a
650+ [A] evalStateT :: Monad m => m s -> Stream (StateT s m) a -> Stream m a
651+ [A] eqBy :: Monad m => (a -> b -> Bool) -> Stream m a -> Stream m b -> m Bool
652+ [A] enumerateTo :: (Monad m, Bounded a, Enumerable a) => a -> Stream m a
653+ [A] enumerateFromToSmall :: (Monad m, Enum a) => a -> a -> Stream m a
654+ [A] enumerateFromToIntegral :: (Monad m, Integral a) => a -> a -> Stream m a
655+ [A] enumerateFromToFractional :: (Monad m, Fractional a, Ord a) => a -> a -> Stream m a
656+ [A] enumerateFromTo :: (Enumerable a, Monad m) => a -> a -> Stream m a
657+ [A] enumerateFromThenToSmall :: (Monad m, Enum a) => a -> a -> a -> Stream m a
658+ [A] enumerateFromThenToIntegral :: (Monad m, Integral a) => a -> a -> a -> Stream m a
659+ [A] enumerateFromThenToFractional :: (Monad m, Fractional a, Ord a) => a -> a -> a -> Stream m a
660+ [A] enumerateFromThenTo :: (Enumerable a, Monad m) => a -> a -> a -> Stream m a
661+ [A] enumerateFromThenSmallBounded :: (Monad m, Enumerable a, Bounded a) => a -> a -> Stream m a
662+ [A] enumerateFromThenNum :: (Monad m, Num a) => a -> a -> Stream m a
663+ [A] enumerateFromThenIntegral :: (Monad m, Integral a, Bounded a) => a -> a -> Stream m a
664+ [A] enumerateFromThenFractional :: (Monad m, Fractional a) => a -> a -> Stream m a
665+ [A] enumerateFromThen :: (Enumerable a, Monad m) => a -> a -> Stream m a
666+ [A] enumerateFromStepNum :: (Monad m, Num a) => a -> a -> Stream m a
667+ [A] enumerateFromStepIntegral :: (Integral a, Monad m) => a -> a -> Stream m a
668+ [A] enumerateFromNum :: (Monad m, Num a) => a -> Stream m a
669+ [A] enumerateFromIntegral :: (Monad m, Integral a, Bounded a) => a -> Stream m a
670+ [A] enumerateFromFractional :: (Monad m, Fractional a) => a -> Stream m a
671+ [A] enumerateFromBounded :: (Monad m, Enumerable a, Bounded a) => a -> Stream m a
672+ [A] enumerateFrom :: (Enumerable a, Monad m) => a -> Stream m a
673+ [A] enumerate :: (Monad m, Bounded a, Enumerable a) => Stream m a
674+ [A] elemIndices :: (Monad m, Eq a) => a -> Stream m a -> Stream m Int
675+ [A] elem :: (Monad m, Eq a) => a -> Stream m a -> m Bool
676+ [A] durations :: Double -> t m RelTime64
677+ [A] dropWhileM :: Monad m => (a -> m Bool) -> Stream m a -> Stream m a
678+ [A] dropWhileLast :: (a -> Bool) -> Stream m a -> Stream m a
679+ [A] dropWhileAround :: (a -> Bool) -> Stream m a -> Stream m a
680+ [A] dropWhile :: Monad m => (a -> Bool) -> Stream m a -> Stream m a
681+ [A] dropSuffix :: Stream m a -> Stream m a -> Stream m a
682+ [A] dropPrefix :: Stream m a -> Stream m a -> Stream m a
683+ [A] dropLast :: Int -> Stream m a -> Stream m a
684+ [A] dropInfix :: Stream m a -> Stream m a -> Stream m a
685+ [A] drop :: Monad m => Int -> Stream m a -> Stream m a
686+ [A] drain :: Monad m => Stream m a -> m ()
687+ [A] deleteInStreamGenericBy :: Monad m => (a -> a -> Bool) -> Stream m a -> Stream m a -> Stream m a
688+ [A] deleteInStreamAscBy :: (a -> a -> Ordering) -> Stream m a -> Stream m a -> Stream m a
689+ [A] deleteBy :: Monad m => (a -> a -> Bool) -> a -> Stream m a -> Stream m a
690+ [A] delayPre :: MonadIO m => Double -> Stream m a -> Stream m a
691+ [A] delayPost :: MonadIO m => Double -> Stream m a -> Stream m a
692+ [A] delay :: MonadIO m => Double -> Stream m a -> Stream m a
693+ [A] crossWith :: Monad m => (a -> b -> c) -> Stream m a -> Stream m b -> Stream m c
694+ [A] crossApplySnd :: Functor f => Stream f a -> Stream f b -> Stream f b
695+ [A] crossApplyFst :: Functor f => Stream f a -> Stream f b -> Stream f a
696+ [A] crossApply :: Functor f => Stream f (a -> b) -> Stream f a -> Stream f b
697+ [A] cross :: Monad m => Stream m a -> Stream m b -> Stream m (a, b)
698+ [A] consM :: Applicative m => m a -> Stream m a -> Stream m a
699+ [A] cons :: Applicative m => a -> Stream m a -> Stream m a
700+ [A] concatMapM :: Monad m => (a -> m (Stream m b)) -> Stream m a -> Stream m b
701+ [A] concatMap :: Monad m => (a -> Stream m b) -> Stream m a -> Stream m b
702+ [A] concatIterateScan :: Monad m => (b -> a -> m b) -> (b -> m (Maybe (b, Stream m a))) -> b -> Stream m a
703+ [A] concatIterateDfs :: Monad m => (a -> Maybe (Stream m a)) -> Stream m a -> Stream m a
704+ [A] concatIterateBfsRev :: Monad m => (a -> Maybe (Stream m a)) -> Stream m a -> Stream m a
705+ [A] concatIterateBfs :: Monad m => (a -> Maybe (Stream m a)) -> Stream m a -> Stream m a
706+ [A] concatEffect :: Monad m => m (Stream m a) -> Stream m a
707+ [A] concat :: Monad m => Stream m (Stream m a) -> Stream m a
708+ [A] cmpBy :: Monad m => (a -> b -> Ordering) -> Stream m a -> Stream m b -> m Ordering
709+ [A] catRights :: Monad m => Stream m (Either a b) -> Stream m b
710+ [A] catMaybes :: Monad m => Stream m (Maybe a) -> Stream m a
711+ [A] catLefts :: Monad m => Stream m (Either a b) -> Stream m a
712+ [A] catEithers :: Monad m => Stream m (Either a a) -> Stream m a
713+ [A] bracketUnsafe :: MonadCatch m => m b -> (b -> m c) -> (b -> Stream m a) -> Stream m a
714+ [A] bracketIO3 :: (MonadIO m, MonadCatch m) => IO b -> (b -> IO c) -> (b -> IO d) -> (b -> IO e) -> (b -> Stream m a) -> Stream m a
715+ [A] bracketIO :: (MonadIO m, MonadCatch m) => IO b -> (b -> IO c) -> (b -> Stream m a) -> Stream m a
716+ [A] before :: Monad m => m b -> Stream m a -> Stream m a
717+ [A] append :: Monad m => Stream m a -> Stream m a -> Stream m a
718+ [A] any :: Monad m => (a -> Bool) -> Stream m a -> m Bool
719+ [A] all :: Monad m => (a -> Bool) -> Stream m a -> m Bool
720+ [A] afterUnsafe :: Monad m => m b -> Stream m a -> Stream m a
721+ [A] afterIO :: MonadIO m => IO b -> Stream m a -> Stream m a
722+ [A] absTimesWith :: MonadIO m => Double -> Stream m AbsTime
723+ [A] absTimes :: MonadIO m => Stream m AbsTime
724+ [A] (!!) :: Monad m => Stream m a -> Int -> m (Maybe a)
725+[R] Streamly.Internal.Data.Ring.Unboxed
726+[A] Streamly.Internal.Data.Ring.Generic
727+ [A] Ring
728+ [A] [ringMax] :: Ring a -> !Int
729+ [A] [ringHead] :: Ring a -> !Int
730+ [A] [ringArr] :: Ring a -> MutArray a
731+ [A] Ring :: MutArray a -> !Int -> !Int -> Ring a
732+ [A] writeLastN :: MonadIO m => Int -> Fold m a (Ring a)
733+ [A] unsafeInsertRingWith :: Ring a -> a -> IO Int
734+ [A] toStreamWith :: Int -> Ring a -> Stream m a
735+ [A] toMutArray :: MonadIO m => Int -> Int -> Ring a -> m (MutArray a)
736+ [A] seek :: MonadIO m => Int -> Ring a -> m (Ring a)
737+ [A] createRing :: MonadIO m => Int -> m (Ring a)
738+ [A] copyToMutArray :: MonadIO m => Int -> Int -> Ring a -> m (MutArray a)
739+[C] Streamly.Internal.Data.Ring
740+ [C] Ring
741+ [A] [ringStart] :: Ring a -> {-# UNPACK #-} !ForeignPtr a
742+ [R] [ringMax] :: Ring a -> !Int
743+ [R] [ringHead] :: Ring a -> !Int
744+ [A] [ringBound] :: Ring a -> {-# UNPACK #-} !Ptr a
745+ [R] [ringArr] :: Ring a -> MutArray a
746+ [C] Ring
747+ [O] Ring :: MutArray a -> !Int -> !Int -> Ring a
748+ [N] Ring :: {-# UNPACK #-} !ForeignPtr a -> {-# UNPACK #-} !Ptr a -> Ring a
749+ [A] GHC.Show.Show
750+ [A] instance (GHC.Show.Show a, GHC.Show.Show b, GHC.Show.Show c, GHC.Show.Show d) => GHC.Show.Show (Streamly.Internal.Data.Ring.Tuple4' a b c d)
751+ [A] writeN :: Int -> Fold m a (Ring a)
752+ [R] writeLastN :: MonadIO m => Int -> Fold m a (Ring a)
753+ [R] unsafeInsertRingWith :: Ring a -> a -> IO Int
754+ [A] unsafeInsert :: Storable a => Ring a -> Ptr a -> a -> IO (Ptr a)
755+ [A] unsafeFoldRingNM :: forall m a b. (MonadIO m, Storable a) => Int -> Ptr a -> (b -> a -> m b) -> b -> Ring a -> m b
756+ [A] unsafeFoldRingM :: forall m a b. (MonadIO m, Storable a) => Ptr a -> (b -> a -> m b) -> b -> Ring a -> m b
757+ [A] unsafeFoldRingFullM :: forall m a b. (MonadIO m, Storable a) => Ptr a -> (b -> a -> m b) -> b -> Ring a -> m b
758+ [A] unsafeFoldRing :: forall a b. Storable a => Ptr a -> (b -> a -> b) -> b -> Ring a -> b
759+ [A] unsafeEqArrayN :: Ring a -> Ptr a -> Array a -> Int -> Bool
760+ [A] unsafeEqArray :: Ring a -> Ptr a -> Array a -> Bool
761+ [R] toStreamWith :: Int -> Ring a -> Stream m a
762+ [R] toMutArray :: MonadIO m => Int -> Int -> Ring a -> m (MutArray a)
763+ [A] startOf :: Ring a -> Ptr a
764+ [A] slidingWindowWith :: forall m a b. (MonadIO m, Storable a, Unbox a) => Int -> Fold m ((a, Maybe a), m (MutArray a)) b -> Fold m a b
765+ [A] slidingWindow :: forall m a b. (MonadIO m, Storable a, Unbox a) => Int -> Fold m (a, Maybe a) b -> Fold m a b
766+ [A] slide :: Ring a -> a -> m (Ring a)
767+ [R] seek :: MonadIO m => Int -> Ring a -> m (Ring a)
768+ [A] ringsOf :: Int -> Stream m a -> Stream m (MutArray a)
769+ [A] readRev :: Unfold m (MutArray a) a
770+ [A] read :: forall m a. (MonadIO m, Storable a) => Unfold m (Ring a, Ptr a, Int) a
771+ [A] putIndex :: Ring a -> Int -> a -> m ()
772+ [A] newRing :: Int -> m (Ring a)
773+ [A] new :: forall a. Storable a => Int -> IO (Ring a, Ptr a)
774+ [A] moveBy :: forall a. Storable a => Int -> Ring a -> Ptr a -> Ptr a
775+ [A] modifyIndex :: Ring a -> Int -> (a -> (a, b)) -> m b
776+ [A] length :: Ring a -> Int
777+ [A] getIndexUnsafe :: Ring a -> Int -> m a
778+ [A] getIndexRev :: Ring a -> Int -> m a
779+ [A] getIndex :: Ring a -> Int -> m a
780+ [A] fromArray :: MutArray a -> Ring a
781+ [R] createRing :: MonadIO m => Int -> m (Ring a)
782+ [A] castUnsafe :: Ring a -> Ring b
783+ [A] cast :: forall a b. Storable b => Ring a -> Maybe (Ring b)
784+ [A] bytesFree :: Ring a -> Int
785+ [A] byteLength :: Ring a -> Int
786+ [A] byteCapacity :: Ring a -> Int
787+ [A] asBytes :: Ring a -> Ring Word8
788+ [A] advance :: forall a. Storable a => Ring a -> Ptr a -> Ptr a
789+[R] Streamly.Internal.Data.Producer.Type
790+[R] Streamly.Internal.Data.Producer.Source
791+[C] Streamly.Internal.Data.Producer
792+ [A] Source
793+ [A] unread :: [b] -> Source a b -> Source a b
794+ [A] translate :: Functor m => (a -> c) -> (c -> a) -> Producer m c b -> Producer m a b
795+ [A] source :: Maybe a -> Source a b
796+ [A] producer :: Monad m => Producer m a b -> Producer m (Source a b) b
797+ [A] parseManyD :: Monad m => Parser a m b -> Producer m (Source x a) a -> Producer m (Source x a) (Either ParseError b)
798+ [A] parseMany :: Monad m => Parser a m b -> Producer m (Source x a) a -> Producer m (Source x a) (Either ParseError b)
799+ [A] parse :: Monad m => Parser a m b -> Producer m (Source s a) a -> Source s a -> m (Either ParseError b, Source s a)
800+ [A] lmap :: (a -> a) -> Producer m a b -> Producer m a b
801+ [A] isEmpty :: Source a b -> Bool
802+[R] Streamly.Internal.Data.Pipe.Type
803+[C] Streamly.Internal.Data.Pipe
804+ [A] Step
805+ [A] Yield :: a -> s -> Step s a
806+ [A] Continue :: s -> Step s a
807+ [A] PipeState
808+ [A] Produce :: s2 -> PipeState s1 s2
809+ [A] Consume :: s1 -> PipeState s1 s2
810+ [C] Pipe
811+ [A] Pipe :: (s1 -> a -> m (Step (PipeState s1 s2) b)) -> (s2 -> m (Step (PipeState s1 s2) b)) -> s1 -> Pipe m a b
812+[A] Streamly.Internal.Data.ParserK
813+ [A] Step
814+ [A] Partial :: !Int -> (Input a -> m (Step a m r)) -> Step a m r
815+ [A] Error :: !Int -> String -> Step a m r
816+ [A] Done :: !Int -> r -> Step a m r
817+ [A] Continue :: !Int -> (Input a -> m (Step a m r)) -> Step a m r
818+ [A] ParseResult
819+ [A] Success :: !Int -> !b -> ParseResult b
820+ [A] Failure :: !Int -> !String -> ParseResult b
821+ [A] Input
822+ [A] None :: Input a
823+ [A] Chunk :: a -> Input a
824+ [A] ParserK
825+ [A] [runParser] :: ParserK a m b -> forall r. (ParseResult b -> Int -> Input a -> m (Step a m r)) -> Int -> Int -> Input a -> m (Step a m r)
826+ [A] MkParser :: (forall r. (ParseResult b -> Int -> Input a -> m (Step a m r)) -> Int -> Int -> Input a -> m (Step a m r)) -> ParserK a m b
827+ [A] fromPure :: b -> ParserK a m b
828+ [A] fromEffect :: Monad m => m b -> ParserK a m b
829+ [A] die :: String -> ParserK a m b
830+ [A] adaptCG :: Monad m => Parser a m b -> ParserK (Array a) m b
831+ [A] adaptC :: (Monad m, Unbox a) => Parser a m b -> ParserK (Array a) m b
832+ [A] adapt :: Monad m => Parser a m b -> ParserK a m b
833+[R] Streamly.Internal.Data.Parser.ParserK.Type
834+[R] Streamly.Internal.Data.Parser.ParserD.Type
835+[R] Streamly.Internal.Data.Parser.ParserD.Tee
836+[R] Streamly.Internal.Data.Parser.ParserD
837+[C] Streamly.Internal.Data.Parser
838+ [A] Step
839+ [A] Partial :: !Int -> !s -> Step s b
840+ [A] Error :: !String -> Step s b
841+ [A] Done :: !Int -> !b -> Step s b
842+ [A] Continue :: !Int -> !s -> Step s b
843+ [A] Parser
844+ [A] Parser :: (s -> a -> m (Step s b)) -> m (Initial s b) -> (s -> m (Step s b)) -> Parser a m b
845+ [A] Initial
846+ [A] IPartial :: !s -> Initial s b
847+ [A] IError :: !String -> Initial s b
848+ [A] IDone :: !b -> Initial s b
849+ [A] GHC.Show.Show
850+ [A] instance (GHC.Show.Show a, GHC.Show.Show b) => GHC.Show.Show (Streamly.Internal.Data.Parser.Tuple'Fused a b)
851+ [A] ParseError
852+ [A] ParseError :: String -> ParseError
853+ [A] zipWithM :: Monad m => (a -> b -> m c) -> Stream m a -> Fold m c x -> Parser b m x
854+ [A] zip :: Monad m => Stream m a -> Fold m (a, b) x -> Parser b m x
855+ [A] wordWithQuotes :: (Monad m, Eq a) => Bool -> (a -> a -> Maybe a) -> a -> (a -> Maybe a) -> (a -> Bool) -> Fold m a b -> Parser a m b
856+ [A] wordProcessQuotes :: (Monad m, Eq a) => a -> (a -> Maybe a) -> (a -> Bool) -> Fold m a b -> Parser a m b
857+ [A] wordKeepQuotes :: (Monad m, Eq a) => a -> (a -> Maybe a) -> (a -> Bool) -> Fold m a b -> Parser a m b
858+ [A] wordFramedBy :: Monad m => (a -> Bool) -> (a -> Bool) -> (a -> Bool) -> (a -> Bool) -> Fold m a b -> Parser a m b
859+ [A] wordBy :: Monad m => (a -> Bool) -> Fold m a b -> Parser a m b
860+ [A] toFold :: Monad m => Parser a m b -> Fold m a b
861+ [A] takeWhileP :: Monad m => (a -> Bool) -> Parser a m b -> Parser a m b
862+ [A] takeWhile1 :: Monad m => (a -> Bool) -> Fold m a b -> Parser a m b
863+ [A] takeWhile :: Monad m => (a -> Bool) -> Fold m a b -> Parser a m b
864+ [A] takeStartBy_ :: Monad m => (a -> Bool) -> Fold m a b -> Parser a m b
865+ [A] takeStartBy :: Monad m => (a -> Bool) -> Fold m a b -> Parser a m b
866+ [A] takeP :: Monad m => Int -> Parser a m b -> Parser a m b
867+ [A] takeGE :: Monad m => Int -> Fold m a b -> Parser a m b
868+ [A] takeFramedBy_ :: Monad m => (a -> Bool) -> (a -> Bool) -> Fold m a b -> Parser a m b
869+ [A] takeFramedByGeneric :: Monad m => Maybe (a -> Bool) -> Maybe (a -> Bool) -> Maybe (a -> Bool) -> Fold m a b -> Parser a m b
870+ [A] takeFramedByEsc_ :: Monad m => (a -> Bool) -> (a -> Bool) -> (a -> Bool) -> Fold m a b -> Parser a m b
871+ [A] takeEndBy_ :: (a -> Bool) -> Parser a m b -> Parser a m b
872+ [A] takeEndByEsc :: Monad m => (a -> Bool) -> (a -> Bool) -> Parser a m b -> Parser a m b
873+ [A] takeEndBy :: Monad m => (a -> Bool) -> Parser a m b -> Parser a m b
874+ [A] takeEitherSepBy :: (a -> Bool) -> Fold m (Either a b) c -> Parser a m c
875+ [A] takeEQ :: Monad m => Int -> Fold m a b -> Parser a m b
876+ [A] takeBetween :: Monad m => Int -> Int -> Fold m a b -> Parser a m b
877+ [A] subsequenceBy :: (a -> a -> Bool) -> Stream m a -> Parser a m ()
878+ [A] streamEqBy :: Monad m => (a -> a -> Bool) -> Stream m a -> Parser a m ()
879+ [A] split_ :: Monad m => Parser x m a -> Parser x m b -> Parser x m b
880+ [A] splitWith :: Monad m => (a -> b -> c) -> Parser x m a -> Parser x m b -> Parser x m c
881+ [A] splitSome :: Monad m => Parser a m b -> Fold m b c -> Parser a m c
882+ [A] splitManyPost :: Monad m => Parser a m b -> Fold m b c -> Parser a m c
883+ [A] splitMany :: Monad m => Parser a m b -> Fold m b c -> Parser a m c
884+ [A] spanByRolling :: Monad m => (a -> a -> Bool) -> Fold m a b -> Fold m a c -> Parser a m (b, c)
885+ [A] spanBy :: Monad m => (a -> a -> Bool) -> Fold m a b -> Fold m a c -> Parser a m (b, c)
886+ [A] span :: Monad m => (a -> Bool) -> Fold m a b -> Fold m a c -> Parser a m (b, c)
887+ [A] some :: Monad m => Parser a m b -> Fold m b c -> Parser a m c
888+ [A] sequence :: Monad m => Stream m (Parser a m b) -> Fold m b c -> Parser a m c
889+ [A] sepByAll :: Monad m => Parser a m b -> Parser a m x -> Fold m b c -> Parser a m c
890+ [A] sepBy1 :: Monad m => Parser a m b -> Parser a m x -> Fold m b c -> Parser a m c
891+ [A] sepBy :: Monad m => Parser a m b -> Parser a m x -> Fold m b c -> Parser a m c
892+ [A] satisfy :: Monad m => (a -> Bool) -> Parser a m a
893+ [A] sampleFromthen :: Monad m => Int -> Int -> Fold m a b -> Parser a m b
894+ [A] roundRobin :: t (Parser a m b) -> Fold m b c -> Parser a m c
895+ [A] rmapM :: Monad m => (b -> m c) -> Parser a m b -> Parser a m c
896+ [A] retryMaxTotal :: Int -> Parser a m b -> Fold m b c -> Parser a m c
897+ [A] retryMaxSuccessive :: Int -> Parser a m b -> Fold m b c -> Parser a m c
898+ [A] retry :: Parser a m b -> Parser a m b
899+ [A] postscan :: Fold m a b -> Parser b m c -> Parser a m c
900+ [A] peek :: Monad m => Parser a m a
901+ [A] oneOf :: (Monad m, Eq a, Foldable f) => f a -> Parser a m a
902+ [A] oneNotEq :: (Monad m, Eq a) => a -> Parser a m a
903+ [A] oneEq :: (Monad m, Eq a) => a -> Parser a m a
904+ [A] one :: Monad m => Parser a m a
905+ [A] noneOf :: (Monad m, Eq a, Foldable f) => f a -> Parser a m a
906+ [A] noErrorUnsafeSplit_ :: Monad m => Parser x m a -> Parser x m b -> Parser x m b
907+ [A] noErrorUnsafeSplitWith :: Monad m => (a -> b -> c) -> Parser x m a -> Parser x m b -> Parser x m c
908+ [A] noErrorUnsafeConcatMap :: Monad m => (b -> Parser a m c) -> Parser a m b -> Parser a m c
909+ [A] maybe :: Monad m => (a -> Maybe b) -> Parser a m b
910+ [A] manyTillP :: Parser a m b -> Parser a m x -> Parser b m c -> Parser a m c
911+ [A] manyTill :: Monad m => Parser a m b -> Parser a m x -> Fold m b c -> Parser a m c
912+ [A] manyThen :: Parser a m b -> Parser a m x -> Fold m b c -> Parser a m c
913+ [A] manyP :: Parser a m b -> Parser b m c -> Parser a m c
914+ [A] many :: Monad m => Parser a m b -> Fold m b c -> Parser a m c
915+ [A] makeIndexFilter :: (Fold m (s, a) b -> Parser a m b) -> (((s, a) -> Bool) -> Fold m (s, a) b -> Fold m (s, a) b) -> ((s, a) -> Bool) -> Fold m a b -> Parser a m b
916+ [A] lookAhead :: Monad m => Parser a m b -> Parser a m b
917+ [A] lmapM :: Monad m => (a -> m b) -> Parser b m r -> Parser a m r
918+ [A] lmap :: (a -> b) -> Parser b m r -> Parser a m r
919+ [A] listEqBy :: Monad m => (a -> a -> Bool) -> [a] -> Parser a m [a]
920+ [A] listEq :: (Monad m, Eq a) => [a] -> Parser a m [a]
921+ [A] indexed :: forall m a b. Monad m => Fold m (Int, a) b -> Parser a m b
922+ [A] groupByRollingEither :: Monad m => (a -> a -> Bool) -> Fold m a b -> Fold m a c -> Parser a m (Either b c)
923+ [A] groupByRolling :: Monad m => (a -> a -> Bool) -> Fold m a b -> Parser a m b
924+ [A] groupBy :: Monad m => (a -> a -> Bool) -> Fold m a b -> Parser a m b
925+ [A] fromPure :: Monad m => b -> Parser a m b
926+ [A] fromFoldMaybe :: Monad m => String -> Fold m a (Maybe b) -> Parser a m b
927+ [A] fromFold :: Monad m => Fold m a b -> Parser a m b
928+ [A] fromEffect :: Monad m => m b -> Parser a m b
929+ [A] filter :: Monad m => (a -> Bool) -> Parser a m b -> Parser a m b
930+ [A] extractStep :: Monad m => (s -> m (Step s1 b)) -> Step s b -> m (Step s1 b)
931+ [A] eof :: Monad m => Parser a m ()
932+ [A] either :: Monad m => (a -> Either String b) -> Parser a m b
933+ [A] dropWhile :: Monad m => (a -> Bool) -> Parser a m ()
934+ [A] dieM :: Monad m => m String -> Parser a m b
935+ [A] die :: Monad m => String -> Parser a m b
936+ [A] deintercalateAll :: Monad m => Parser a m x -> Parser a m y -> Fold m (Either x y) z -> Parser a m z
937+ [A] deintercalate1 :: Monad m => Parser a m x -> Parser a m y -> Fold m (Either x y) z -> Parser a m z
938+ [A] deintercalate :: Monad m => Parser a m x -> Parser a m y -> Fold m (Either x y) z -> Parser a m z
939+ [A] countBetween :: Int -> Int -> Parser a m b -> Fold m b c -> Parser a m c
940+ [A] count :: Int -> Parser a m b -> Fold m b c -> Parser a m c
941+ [A] concatMap :: Monad m => (b -> Parser a m c) -> Parser a m b -> Parser a m c
942+ [A] blockWithQuotes :: (Monad m, Eq a) => (a -> Bool) -> (a -> Bool) -> a -> a -> Fold m a b -> Parser a m b
943+ [A] bimapOverrideCount :: Int -> (s -> s1) -> (b -> b1) -> Step s b -> Step s1 b1
944+ [A] alt :: Monad m => Parser x m a -> Parser x m a -> Parser x m a
945+[A] Streamly.Internal.Data.MutByteArray
946+ [A] class Unbox a
947+ [A] class SizeOfRep (f :: Type -> Type)
948+ [A] class Serialize a
949+ [A] TypeOfType
950+ [A] UnitType :: Name -> TypeOfType
951+ [A] TheType :: SimpleDataCon -> TypeOfType
952+ [A] MultiType :: [SimpleDataCon] -> TypeOfType
953+ [A] SimpleDataCon
954+ [A] SimpleDataCon :: Name -> [Field] -> SimpleDataCon
955+ [A] SerializeConfig
956+ [A] [cfgRecordSyntaxWithHeader] :: SerializeConfig -> Bool
957+ [A] [cfgInlineSize] :: SerializeConfig -> Maybe Inline
958+ [A] [cfgInlineSerialize] :: SerializeConfig -> Maybe Inline
959+ [A] [cfgInlineDeserialize] :: SerializeConfig -> Maybe Inline
960+ [A] [cfgConstructorTagAsString] :: SerializeConfig -> Bool
961+ [A] SerializeConfig :: Maybe Inline -> Maybe Inline -> Maybe Inline -> Bool -> Bool -> SerializeConfig
962+ [A] PinnedState
963+ [A] Unpinned :: PinnedState
964+ [A] Pinned :: PinnedState
965+ [A] MutByteArray
966+ [A] MutByteArray :: MutableByteArray# RealWorld -> MutByteArray
967+ [A] DataType
968+ [A] [dtTvs] :: DataType -> [Name]
969+ [A] [dtName] :: DataType -> Name
970+ [A] [dtCxt] :: DataType -> Cxt
971+ [A] [dtCons] :: DataType -> [DataCon]
972+ [A] DataType :: Name -> [Name] -> Cxt -> [DataCon] -> DataType
973+ [A] DataCon
974+ [A] [dcTvs] :: DataCon -> [Name]
975+ [A] [dcName] :: DataCon -> Name
976+ [A] [dcFields] :: DataCon -> [(Maybe Name, Type)]
977+ [A] [dcCxt] :: DataCon -> Cxt
978+ [A] DataCon :: Name -> [Name] -> Cxt -> [(Maybe Name, Type)] -> DataCon
979+ [A] BoundedPtr
980+ [A] BoundedPtr :: MutByteArray -> Int -> Int -> BoundedPtr
981+ [A] Streamly.Internal.Data.Serialize.Type.Serialize
982+ [A] instance Streamly.Internal.Data.Serialize.Type.Serialize Streamly.Internal.Data.MutByteArray.LiftedInteger
983+ [A] instance Streamly.Internal.Data.Serialize.Type.Serialize GHC.Num.Integer.Integer
984+ [A] instance Streamly.Internal.Data.Serialize.Type.Serialize a => Streamly.Internal.Data.Serialize.Type.Serialize (GHC.Maybe.Maybe a)
985+ [A] instance Streamly.Internal.Data.Serialize.Type.Serialize (Data.Proxy.Proxy a)
986+ [A] instance (Streamly.Internal.Data.Serialize.Type.Serialize a, Streamly.Internal.Data.Serialize.Type.Serialize b) => Streamly.Internal.Data.Serialize.Type.Serialize (Data.Either.Either a b)
987+ [A] Peeker
988+ [A] Peeker :: Builder BoundedPtr IO a -> Peeker a
989+ [A] type Field = (Maybe Name, Type)
990+ [A] xorCmp :: [Word8] -> Name -> Name -> Q Exp
991+ [A] wListToString :: [Word8] -> String
992+ [A] w8_int :: Word8 -> Int
993+ [A] w32_int :: Word32 -> Int
994+ [A] unpin :: MutByteArray -> IO MutByteArray
995+ [A] typeOfType :: Type -> [DataCon] -> TypeOfType
996+ [A] skipByte :: Peeker ()
997+ [A] sizeOfRep :: SizeOfRep f => f x -> Int
998+ [A] sizeOfMutableByteArray :: MutByteArray -> IO Int
999+ [A] sizeOf :: (Unbox a, SizeOfRep (Rep a)) => Proxy a -> Int
1000+ [A] simplifyDataCon :: DataCon -> SimpleDataCon
1001+ [A] serializeW8List :: Name -> Name -> [Word8] -> Q Exp
1002+ [A] serializeConfig :: SerializeConfig
1003+ [A] serializeAt :: Serialize a => Int -> MutByteArray -> a -> IO Int
1004+ [A] runPeeker :: Peeker a -> BoundedPtr -> IO a
1005+ [A] reifyDataType :: Name -> Q DataType
1006+ [A] readUnsafe :: Unbox a => Peeker a
1007+ [A] read :: Unbox a => Peeker a
1008+ [A] putSliceUnsafe :: MonadIO m => MutByteArray -> Int -> MutByteArray -> Int -> Int -> m ()
1009+ [A] pokeRep :: PokeRep f => f a -> BoundedPtr -> IO BoundedPtr
1010+ [A] pokeBoundedPtrUnsafe :: forall a. Unbox a => a -> BoundedPtr -> IO BoundedPtr
1011+ [A] pokeBoundedPtr :: forall a. Unbox a => a -> BoundedPtr -> IO BoundedPtr
1012+ [A] pokeAt :: (Unbox a, Generic a, PokeRep (Rep a)) => Int -> MutByteArray -> a -> IO ()
1013+ [A] pinnedNewAlignedBytes :: Int -> Int -> IO MutByteArray
1014+ [A] pinnedNew :: Int -> IO MutByteArray
1015+ [A] pinnedCloneSliceUnsafe :: MonadIO m => Int -> Int -> MutByteArray -> m MutByteArray
1016+ [A] pin :: MutByteArray -> IO MutByteArray
1017+ [A] peekRep :: PeekRep f => Peeker (f x)
1018+ [A] peekAt :: (Unbox a, Generic a, PeekRep (Rep a)) => Int -> MutByteArray -> IO a
1019+ [A] openConstructor :: Name -> Int -> Q Pat
1020+ [A] nil :: MutByteArray
1021+ [A] newBytesAs :: PinnedState -> Int -> IO MutByteArray
1022+ [A] new :: Int -> IO MutByteArray
1023+ [A] mkSerializeExprFields :: Name -> [Field] -> Q Exp
1024+ [A] mkRecSizeOfExpr :: SimpleDataCon -> Q Exp
1025+ [A] mkRecSerializeExpr :: Name -> SimpleDataCon -> Q Exp
1026+ [A] mkRecDeserializeExpr :: Name -> Name -> Name -> SimpleDataCon -> Q Exp
1027+ [A] mkFieldName :: Int -> Name
1028+ [A] mkDeserializeKeysDec :: Name -> Name -> SimpleDataCon -> Q [Dec]
1029+ [A] mkDeserializeExprOne :: Name -> SimpleDataCon -> Q Exp
1030+ [A] matchConstructor :: Name -> Int -> Q Exp -> Q Match
1031+ [A] makeN :: Int -> Name
1032+ [A] makeI :: Int -> Name
1033+ [A] makeA :: Int -> Name
1034+ [A] litProxy :: Unbox a => Proxy a -> Q Exp
1035+ [A] litIntegral :: Integral a => a -> Q Exp
1036+ [A] isUnitType :: [DataCon] -> Bool
1037+ [A] isRecordSyntax :: SimpleDataCon -> Bool
1038+ [A] isPinned :: MutByteArray -> Bool
1039+ [A] int_w8 :: Int -> Word8
1040+ [A] int_w32 :: Int -> Word32
1041+ [A] inlineSerializeAt :: Maybe Inline -> SerializeConfig -> SerializeConfig
1042+ [A] inlineDeserializeAt :: Maybe Inline -> SerializeConfig -> SerializeConfig
1043+ [A] inlineAddSizeTo :: Maybe Inline -> SerializeConfig -> SerializeConfig
1044+ [A] getMutableByteArray# :: MutByteArray -> MutableByteArray# RealWorld
1045+ [A] genericSizeOf :: forall a. SizeOfRep (Rep a) => Proxy a -> Int
1046+ [A] genericPokeByteIndex :: (Generic a, PokeRep (Rep a)) => MutByteArray -> Int -> a -> IO ()
1047+ [A] genericPeekByteIndex :: (Generic a, PeekRep (Rep a)) => MutByteArray -> Int -> IO a
1048+ [A] errorUnsupported :: String -> a
1049+ [A] errorUnimplemented :: a
1050+ [A] encodeRecordFields :: Bool -> SerializeConfig -> SerializeConfig
1051+ [A] encodeConstrNames :: Bool -> SerializeConfig -> SerializeConfig
1052+ [A] deserializeAt :: Serialize a => Int -> MutByteArray -> Int -> IO (Int, a)
1053+ [A] deriveUnbox :: Q [Dec] -> Q [Dec]
1054+ [A] deriveSerializeWith :: (SerializeConfig -> SerializeConfig) -> Q [Dec] -> Q [Dec]
1055+ [A] deriveSerialize :: Q [Dec] -> Q [Dec]
1056+ [A] conUpdateFuncDec :: Name -> [Field] -> Q [Dec]
1057+ [A] cloneSliceUnsafeAs :: MonadIO m => PinnedState -> Int -> Int -> MutByteArray -> m MutByteArray
1058+ [A] cloneSliceUnsafe :: MonadIO m => Int -> Int -> MutByteArray -> m MutByteArray
1059+ [A] c2w :: Char -> Word8
1060+ [A] asPtrUnsafe :: MonadIO m => MutByteArray -> (Ptr a -> m b) -> m b
1061+ [A] addSizeTo :: Serialize a => Int -> a -> Int
1062+ [A] _x :: Name
1063+ [A] _val :: Name
1064+ [A] _tag :: Name
1065+ [A] _initialOffset :: Name
1066+ [A] _endOffset :: Name
1067+ [A] _arr :: Name
1068+ [A] _acc :: Name
1069+[A] Streamly.Internal.Data.MutArray.Stream
1070+ [A] SpliceState
1071+ [A] SpliceYielding :: arr -> SpliceState s arr -> SpliceState s arr
1072+ [A] SpliceInitial :: s -> SpliceState s arr
1073+ [A] SpliceFinish :: SpliceState s arr
1074+ [A] SpliceBuffering :: s -> arr -> SpliceState s arr
1075+ [A] writeChunks :: (MonadIO m, Unbox a) => Int -> Fold m a (StreamK n (MutArray a))
1076+ [A] splitOn :: (MonadIO m, Unbox a) => (a -> Bool) -> MutArray a -> Stream m (MutArray a)
1077+ [A] pinnedChunksOf :: forall m a. (MonadIO m, Unbox a) => Int -> Stream m a -> Stream m (MutArray a)
1078+ [A] packArraysChunksOf :: (MonadIO m, Unbox a) => Int -> Stream m (MutArray a) -> Stream m (MutArray a)
1079+ [A] lpackArraysChunksOf :: (MonadIO m, Unbox a) => Int -> Fold m (MutArray a) () -> Fold m (MutArray a) ()
1080+ [A] fromArrayStreamK :: (Unbox a, MonadIO m) => StreamK m (MutArray a) -> m (MutArray a)
1081+ [A] flattenArraysRev :: forall m a. (MonadIO m, Unbox a) => Stream m (MutArray a) -> Stream m a
1082+ [A] flattenArrays :: forall m a. (MonadIO m, Unbox a) => Stream m (MutArray a) -> Stream m a
1083+ [A] compactLE :: (MonadIO m, Unbox a) => Int -> Stream m (MutArray a) -> Stream m (Either ParseError (MutArray a))
1084+ [A] compactGE :: (MonadIO m, Unbox a) => Int -> Stream m (MutArray a) -> Stream m (MutArray a)
1085+ [A] compactEQ :: Int -> Stream m (MutArray a) -> Stream m (MutArray a)
1086+ [A] compact :: (MonadIO m, Unbox a) => Int -> Stream m (MutArray a) -> Stream m (MutArray a)
1087+ [A] chunksOf :: forall m a. (MonadIO m, Unbox a) => Int -> Stream m a -> Stream m (MutArray a)
1088+[A] Streamly.Internal.Data.MutArray.Generic
1089+ [A] MutArray
1090+ [A] [arrTrueLen] :: MutArray a -> {-# UNPACK #-} !Int
1091+ [A] [arrStart] :: MutArray a -> {-# UNPACK #-} !Int
1092+ [A] [arrLen] :: MutArray a -> {-# UNPACK #-} !Int
1093+ [A] [arrContents#] :: MutArray a -> MutableArray# RealWorld a
1094+ [A] MutArray :: MutableArray# RealWorld a -> {-# UNPACK #-} !Int -> {-# UNPACK #-} !Int -> {-# UNPACK #-} !Int -> MutArray a
1095+ [A] writeWith :: MonadIO m => Int -> Fold m a (MutArray a)
1096+ [A] writeNUnsafe :: MonadIO m => Int -> Fold m a (MutArray a)
1097+ [A] writeN :: MonadIO m => Int -> Fold m a (MutArray a)
1098+ [A] write :: MonadIO m => Fold m a (MutArray a)
1099+ [A] uninit :: MonadIO m => MutArray a -> Int -> m (MutArray a)
1100+ [A] toStreamK :: MonadIO m => MutArray a -> StreamK m a
1101+ [A] toList :: MonadIO m => MutArray a -> m [a]
1102+ [A] strip :: MonadIO m => (a -> Bool) -> MutArray a -> m (MutArray a)
1103+ [A] snocWith :: MonadIO m => (Int -> Int) -> MutArray a -> a -> m (MutArray a)
1104+ [A] snocUnsafe :: MonadIO m => MutArray a -> a -> m (MutArray a)
1105+ [A] snoc :: MonadIO m => MutArray a -> a -> m (MutArray a)
1106+ [A] realloc :: MonadIO m => Int -> MutArray a -> m (MutArray a)
1107+ [A] reader :: MonadIO m => Unfold m (MutArray a) a
1108+ [A] readRev :: MonadIO m => MutArray a -> Stream m a
1109+ [A] read :: MonadIO m => MutArray a -> Stream m a
1110+ [A] putSliceUnsafe :: MonadIO m => MutArray a -> Int -> MutArray a -> Int -> Int -> m ()
1111+ [A] putIndices :: MonadIO m => MutArray a -> Fold m (Int, a) ()
1112+ [A] putIndexUnsafe :: forall m a. MonadIO m => Int -> MutArray a -> a -> m ()
1113+ [A] putIndex :: MonadIO m => Int -> MutArray a -> a -> m ()
1114+ [A] producerWith :: Monad m => (forall b. IO b -> m b) -> Producer m (MutArray a) a
1115+ [A] producer :: MonadIO m => Producer m (MutArray a) a
1116+ [A] nil :: MonadIO m => m (MutArray a)
1117+ [A] new :: MonadIO m => Int -> m (MutArray a)
1118+ [A] modifyIndexUnsafe :: MonadIO m => Int -> MutArray a -> (a -> (a, b)) -> m b
1119+ [A] modifyIndex :: MonadIO m => Int -> MutArray a -> (a -> (a, b)) -> m b
1120+ [A] length :: MutArray a -> Int
1121+ [A] getSliceUnsafe :: Int -> Int -> MutArray a -> MutArray a
1122+ [A] getSlice :: Int -> Int -> MutArray a -> MutArray a
1123+ [A] getIndexUnsafeWith :: MonadIO m => MutableArray# RealWorld a -> Int -> m a
1124+ [A] getIndexUnsafe :: MonadIO m => Int -> MutArray a -> m a
1125+ [A] getIndex :: MonadIO m => Int -> MutArray a -> m (Maybe a)
1126+ [A] fromStreamN :: MonadIO m => Int -> Stream m a -> m (MutArray a)
1127+ [A] fromStream :: MonadIO m => Stream m a -> m (MutArray a)
1128+ [A] fromPureStream :: MonadIO m => Stream Identity a -> m (MutArray a)
1129+ [A] fromListN :: MonadIO m => Int -> [a] -> m (MutArray a)
1130+ [A] fromList :: MonadIO m => [a] -> m (MutArray a)
1131+ [A] eq :: (MonadIO m, Eq a) => MutArray a -> MutArray a -> m Bool
1132+ [A] cmp :: (MonadIO m, Ord a) => MutArray a -> MutArray a -> m Ordering
1133+ [A] clone :: MonadIO m => MutArray a -> m (MutArray a)
1134+ [A] chunksOf :: forall m a. MonadIO m => Int -> Stream m a -> Stream m (MutArray a)
1135+[A] Streamly.Internal.Data.MutArray
1136+ [A] MutByteArray
1137+ [A] MutArray
1138+ [A] [arrStart] :: MutArray a -> {-# UNPACK #-} !Int
1139+ [A] [arrEnd] :: MutArray a -> {-# UNPACK #-} !Int
1140+ [A] [arrContents] :: MutArray a -> {-# UNPACK #-} !MutByteArray
1141+ [A] [arrBound] :: MutArray a -> {-# UNPACK #-} !Int
1142+ [A] MutArray :: {-# UNPACK #-} !MutByteArray -> {-# UNPACK #-} !Int -> {-# UNPACK #-} !Int -> {-# UNPACK #-} !Int -> MutArray a
1143+ [A] IORef
1144+ [A] ArrayUnsafe
1145+ [A] ArrayUnsafe :: {-# UNPACK #-} !MutByteArray -> {-# UNPACK #-} !Int -> {-# UNPACK #-} !Int -> ArrayUnsafe a
1146+ [A] writeWith :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
1147+ [A] writeRevN :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
1148+ [A] writeNWithUnsafe :: forall m a. (MonadIO m, Unbox a) => (Int -> m (MutArray a)) -> Int -> Fold m a (MutArray a)
1149+ [A] writeNWith :: forall m a. (MonadIO m, Unbox a) => (Int -> m (MutArray a)) -> Int -> Fold m a (MutArray a)
1150+ [A] writeNUnsafe :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
1151+ [A] writeN :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
1152+ [A] writeIORef :: Unbox a => IORef a -> a -> IO ()
1153+ [A] writeChunks :: (MonadIO m, Unbox a) => Int -> Fold m a (StreamK n (MutArray a))
1154+ [A] writeAppendWith :: forall m a. (MonadIO m, Unbox a) => (Int -> Int) -> m (MutArray a) -> Fold m a (MutArray a)
1155+ [A] writeAppendNUnsafe :: forall m a. (MonadIO m, Unbox a) => Int -> m (MutArray a) -> Fold m a (MutArray a)
1156+ [A] writeAppendN :: forall m a. (MonadIO m, Unbox a) => Int -> m (MutArray a) -> Fold m a (MutArray a)
1157+ [A] writeAppend :: forall m a. (MonadIO m, Unbox a) => m (MutArray a) -> Fold m a (MutArray a)
1158+ [A] write :: forall m a. (MonadIO m, Unbox a) => Fold m a (MutArray a)
1159+ [A] unsafeSwapIndices :: forall m a. (MonadIO m, Unbox a) => Int -> Int -> MutArray a -> m ()
1160+ [A] unpin :: MutArray a -> IO (MutArray a)
1161+ [A] toStreamKWith :: forall m a. (Monad m, Unbox a) => (forall b. IO b -> m b) -> MutArray a -> StreamK m a
1162+ [A] toStreamKRevWith :: forall m a. (Monad m, Unbox a) => (forall b. IO b -> m b) -> MutArray a -> StreamK m a
1163+ [A] toStreamKRev :: forall m a. (MonadIO m, Unbox a) => MutArray a -> StreamK m a
1164+ [A] toStreamK :: forall m a. (MonadIO m, Unbox a) => MutArray a -> StreamK m a
1165+ [A] toStreamDWith :: forall m a. (Monad m, Unbox a) => (forall b. IO b -> m b) -> MutArray a -> Stream m a
1166+ [A] toStreamDRevWith :: forall m a. (Monad m, Unbox a) => (forall b. IO b -> m b) -> MutArray a -> Stream m a
1167+ [A] toList :: forall m a. (MonadIO m, Unbox a) => MutArray a -> m [a]
1168+ [A] swapIndices :: forall m a. (MonadIO m, Unbox a) => Int -> Int -> MutArray a -> m ()
1169+ [A] strip :: forall a m. (Unbox a, MonadIO m) => (a -> Bool) -> MutArray a -> m (MutArray a)
1170+ [A] splitOn :: (MonadIO m, Unbox a) => (a -> Bool) -> MutArray a -> Stream m (MutArray a)
1171+ [A] splitAt :: forall a. Unbox a => Int -> MutArray a -> (MutArray a, MutArray a)
1172+ [A] spliceWith :: forall m a. (MonadIO m, Unbox a) => (Int -> Int -> Int) -> MutArray a -> MutArray a -> m (MutArray a)
1173+ [A] spliceUnsafe :: MonadIO m => MutArray a -> MutArray a -> m (MutArray a)
1174+ [A] spliceExp :: (MonadIO m, Unbox a) => MutArray a -> MutArray a -> m (MutArray a)
1175+ [A] spliceCopy :: forall m a. MonadIO m => MutArray a -> MutArray a -> m (MutArray a)
1176+ [A] splice :: (MonadIO m, Unbox a) => MutArray a -> MutArray a -> m (MutArray a)
1177+ [A] snocWith :: forall m a. (MonadIO m, Unbox a) => (Int -> Int) -> MutArray a -> a -> m (MutArray a)
1178+ [A] snocUnsafe :: forall m a. (MonadIO m, Unbox a) => MutArray a -> a -> m (MutArray a)
1179+ [A] snocMay :: forall m a. (MonadIO m, Unbox a) => MutArray a -> a -> m (Maybe (MutArray a))
1180+ [A] snocLinear :: forall m a. (MonadIO m, Unbox a) => MutArray a -> a -> m (MutArray a)
1181+ [A] snoc :: forall m a. (MonadIO m, Unbox a) => MutArray a -> a -> m (MutArray a)
1182+ [A] shuffleBy :: (a -> a -> m Bool) -> MutArray a -> MutArray a -> m ()
1183+ [A] roundUpToPower2 :: Int -> Int
1184+ [A] rightSize :: forall m a. (MonadIO m, Unbox a) => MutArray a -> m (MutArray a)
1185+ [A] reverse :: forall m a. (MonadIO m, Unbox a) => MutArray a -> m ()
1186+ [A] resizeExp :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> m (MutArray a)
1187+ [A] resize :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> m (MutArray a)
1188+ [A] realloc :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> m (MutArray a)
1189+ [A] readerRevWith :: forall m a. (Monad m, Unbox a) => (forall b. IO b -> m b) -> Unfold m (MutArray a) a
1190+ [A] readerRev :: forall m a. (MonadIO m, Unbox a) => Unfold m (MutArray a) a
1191+ [A] reader :: forall m a. (MonadIO m, Unbox a) => Unfold m (MutArray a) a
1192+ [A] readRev :: forall m a. (MonadIO m, Unbox a) => MutArray a -> Stream m a
1193+ [A] readIORef :: Unbox a => IORef a -> IO a
1194+ [A] read :: forall m a. (MonadIO m, Unbox a) => MutArray a -> Stream m a
1195+ [A] putIndices :: forall m a. (MonadIO m, Unbox a) => MutArray a -> Fold m (Int, a) ()
1196+ [A] putIndexUnsafe :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> a -> m ()
1197+ [A] putIndex :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> a -> m ()
1198+ [A] producerWith :: forall m a. (Monad m, Unbox a) => (forall b. IO b -> m b) -> Producer m (MutArray a) a
1199+ [A] producer :: forall m a. (MonadIO m, Unbox a) => Producer m (MutArray a) a
1200+ [A] pollIntIORef :: (MonadIO m, Unbox a) => IORef a -> Stream m a
1201+ [A] pinnedWriteNUnsafe :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
1202+ [A] pinnedWriteNAligned :: forall m a. (MonadIO m, Unbox a) => Int -> Int -> Fold m a (MutArray a)
1203+ [A] pinnedWriteN :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
1204+ [A] pinnedWrite :: forall m a. (MonadIO m, Unbox a) => Fold m a (MutArray a)
1205+ [A] pinnedNewBytes :: MonadIO m => Int -> m (MutArray a)
1206+ [A] pinnedNewAligned :: (MonadIO m, Unbox a) => Int -> Int -> m (MutArray a)
1207+ [A] pinnedNew :: forall m a. (MonadIO m, Unbox a) => Int -> m (MutArray a)
1208+ [A] pinnedFromListN :: (MonadIO m, Unbox a) => Int -> [a] -> m (MutArray a)
1209+ [A] pinnedFromList :: (MonadIO m, Unbox a) => [a] -> m (MutArray a)
1210+ [A] pinnedClone :: MonadIO m => MutArray a -> m (MutArray a)
1211+ [A] pinnedChunksOf :: forall m a. (MonadIO m, Unbox a) => Int -> Stream m a -> Stream m (MutArray a)
1212+ [A] pin :: MutArray a -> IO (MutArray a)
1213+ [A] permute :: MutArray a -> m Bool
1214+ [A] partitionBy :: forall m a. (MonadIO m, Unbox a) => (a -> Bool) -> MutArray a -> m (MutArray a, MutArray a)
1215+ [A] nil :: MutArray a
1216+ [A] newIORef :: forall a. Unbox a => a -> IO (IORef a)
1217+ [A] newArrayWith :: forall m a. (MonadIO m, Unbox a) => (Int -> Int -> m MutByteArray) -> Int -> Int -> m (MutArray a)
1218+ [A] new :: (MonadIO m, Unbox a) => Int -> m (MutArray a)
1219+ [A] modifyIndices :: forall m a. (MonadIO m, Unbox a) => MutArray a -> (Int -> a -> a) -> Fold m Int ()
1220+ [A] modifyIndexUnsafe :: forall m a b. (MonadIO m, Unbox a) => Int -> MutArray a -> (a -> (a, b)) -> m b
1221+ [A] modifyIndex :: forall m a b. (MonadIO m, Unbox a) => Int -> MutArray a -> (a -> (a, b)) -> m b
1222+ [A] modifyIORef' :: Unbox a => IORef a -> (a -> a) -> IO ()
1223+ [A] modify :: forall m a. (MonadIO m, Unbox a) => MutArray a -> (a -> a) -> m ()
1224+ [A] mergeBy :: Int -> (MutArray a -> MutArray a -> m ()) -> MutArray a -> m ()
1225+ [A] memcpy :: Ptr Word8 -> Ptr Word8 -> Int -> IO ()
1226+ [A] memcmp :: Ptr Word8 -> Ptr Word8 -> Int -> IO Bool
1227+ [A] length :: forall a. Unbox a => MutArray a -> Int
1228+ [A] isPinned :: MutArray a -> Bool
1229+ [A] getSlicesFromLen :: forall m a. (Monad m, Unbox a) => Int -> Int -> Unfold m (MutArray a) (MutArray a)
1230+ [A] getSliceUnsafe :: forall a. Unbox a => Int -> Int -> MutArray a -> MutArray a
1231+ [A] getSlice :: forall a. Unbox a => Int -> Int -> MutArray a -> MutArray a
1232+ [A] getIndicesD :: (Monad m, Unbox a) => (forall b. IO b -> m b) -> Stream m Int -> Unfold m (MutArray a) a
1233+ [A] getIndices :: (MonadIO m, Unbox a) => Stream m Int -> Unfold m (MutArray a) a
1234+ [A] getIndexUnsafe :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> m a
1235+ [A] getIndexRev :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> m a
1236+ [A] getIndex :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> m (Maybe a)
1237+ [A] genSlicesFromLen :: forall m a. (Monad m, Unbox a) => Int -> Int -> Unfold m (MutArray a) (Int, Int)
1238+ [A] fromStreamDN :: forall m a. (MonadIO m, Unbox a) => Int -> Stream m a -> m (MutArray a)
1239+ [A] fromStreamD :: (MonadIO m, Unbox a) => Stream m a -> m (MutArray a)
1240+ [A] fromStream :: (MonadIO m, Unbox a) => Stream m a -> m (MutArray a)
1241+ [A] fromPureStream :: (MonadIO m, Unbox a) => Stream Identity a -> m (MutArray a)
1242+ [A] fromListRevN :: (MonadIO m, Unbox a) => Int -> [a] -> m (MutArray a)
1243+ [A] fromListRev :: (MonadIO m, Unbox a) => [a] -> m (MutArray a)
1244+ [A] fromListN :: (MonadIO m, Unbox a) => Int -> [a] -> m (MutArray a)
1245+ [A] fromList :: (MonadIO m, Unbox a) => [a] -> m (MutArray a)
1246+ [A] fromArrayStreamK :: (Unbox a, MonadIO m) => StreamK m (MutArray a) -> m (MutArray a)
1247+ [A] foldr :: (MonadIO m, Unbox a) => (a -> b -> b) -> b -> MutArray a -> m b
1248+ [A] foldl' :: (MonadIO m, Unbox a) => (b -> a -> b) -> b -> MutArray a -> m b
1249+ [A] flattenArraysRev :: forall m a. (MonadIO m, Unbox a) => Stream m (MutArray a) -> Stream m a
1250+ [A] flattenArrays :: forall m a. (MonadIO m, Unbox a) => Stream m (MutArray a) -> Stream m a
1251+ [A] divideBy :: Int -> (MutArray a -> m (MutArray a, MutArray a)) -> MutArray a -> m ()
1252+ [A] cmp :: MonadIO m => MutArray a -> MutArray a -> m Ordering
1253+ [A] clone :: MonadIO m => MutArray a -> m (MutArray a)
1254+ [A] chunksOf :: forall m a. (MonadIO m, Unbox a) => Int -> Stream m a -> Stream m (MutArray a)
1255+ [A] castUnsafe :: MutArray a -> MutArray b
1256+ [A] cast :: forall a b. Unbox b => MutArray a -> Maybe (MutArray b)
1257+ [A] c_memchr :: Ptr Word8 -> Word8 -> CSize -> IO (Ptr Word8)
1258+ [A] bytesFree :: MutArray a -> Int
1259+ [A] byteLength :: MutArray a -> Int
1260+ [A] byteCapacity :: MutArray a -> Int
1261+ [A] bubble :: (MonadIO m, Unbox a) => (a -> a -> Ordering) -> MutArray a -> m ()
1262+ [A] breakOn :: MonadIO m => Word8 -> MutArray Word8 -> m (MutArray Word8, Maybe (MutArray Word8))
1263+ [A] blockSize :: Int
1264+ [A] asPtrUnsafe :: MonadIO m => MutArray a -> (Ptr a -> m b) -> m b
1265+ [A] asBytes :: MutArray a -> MutArray Word8
1266+ [A] arrayChunkBytes :: Int
1267+ [A] allocBytesToElemCount :: Unbox a => a -> Int -> Int
1268+[C] Streamly.Internal.Data.IsMap
1269+ [A] mapTraverseWithKey :: (IsMap f, Applicative t) => (Key f -> a -> t b) -> f a -> t (f b)
1270+[R] Streamly.Internal.Data.IORef.Unboxed
1271+[R] Streamly.Internal.Data.Fold.Window
1272+[R] Streamly.Internal.Data.Fold.Type
1273+[R] Streamly.Internal.Data.Fold.Tee
1274+[R] Streamly.Internal.Data.Fold.Step
1275+[R] Streamly.Internal.Data.Fold.Container
1276+[D] Streamly.Internal.Data.Fold.Chunked
1277+[C] Streamly.Internal.Data.Fold
1278+ [A] ManyState
1279+ [C] Fold
1280+ [C] Fold
1281+ [O] Fold :: (s -> a -> m (Step s b)) -> m (Step s b) -> (s -> m b) -> Fold m a b
1282+ [N] Fold :: (s -> a -> m (Step s b)) -> m (Step s b) -> (s -> m b) -> (s -> m b) -> Fold m a b
1283+ [A] windowSumInt :: forall m a. (Monad m, Integral a) => Fold m (a, Maybe a) a
1284+ [A] windowSum :: forall m a. (Monad m, Num a) => Fold m (a, Maybe a) a
1285+ [A] windowRollingMapM :: Monad m => (Maybe a -> a -> m (Maybe b)) -> Fold m (a, Maybe a) (Maybe b)
1286+ [A] windowRollingMap :: Monad m => (Maybe a -> a -> Maybe b) -> Fold m (a, Maybe a) (Maybe b)
1287+ [A] windowRange :: (MonadIO m, Storable a, Ord a) => Int -> Fold m a (Maybe (a, a))
1288+ [A] windowPowerSumFrac :: (Monad m, Floating a) => a -> Fold m (a, Maybe a) a
1289+ [A] windowPowerSum :: (Monad m, Num a) => Int -> Fold m (a, Maybe a) a
1290+ [A] windowMinimum :: (MonadIO m, Storable a, Ord a) => Int -> Fold m a (Maybe a)
1291+ [A] windowMean :: forall m a. (Monad m, Fractional a) => Fold m (a, Maybe a) a
1292+ [A] windowMaximum :: (MonadIO m, Storable a, Ord a) => Int -> Fold m a (Maybe a)
1293+ [A] windowLmap :: (c -> a) -> Fold m (a, Maybe a) b -> Fold m (c, Maybe c) b
1294+ [A] windowLength :: (Monad m, Num b) => Fold m (a, Maybe a) b
1295+ [A] toSet :: (Monad m, Ord a) => Fold m a (Set a)
1296+ [A] toMapIO :: (MonadIO m, Ord k) => (a -> k) -> Fold m a b -> Fold m a (Map k b)
1297+ [A] toMap :: (Monad m, Ord k) => (a -> k) -> Fold m a b -> Fold m a (Map k b)
1298+ [A] toIntSet :: Monad m => Fold m Int IntSet
1299+ [A] toContainerIO :: (MonadIO m, IsMap f, Traversable f, Ord (Key f)) => (a -> Key f) -> Fold m a b -> Fold m a (f b)
1300+ [A] toContainer :: (Monad m, IsMap f, Traversable f, Ord (Key f)) => (a -> Key f) -> Fold m a b -> Fold m a (f b)
1301+ [A] nubInt :: Monad m => Fold m Int (Maybe Int)
1302+ [A] nub :: (Monad m, Ord a) => Fold m a (Maybe a)
1303+ [A] mapMStep :: Applicative m => (a -> m b) -> Step s a -> m (Step s b)
1304+ [A] kvToMap :: (Monad m, Ord k) => Fold m a b -> Fold m (k, a) (Map k b)
1305+ [A] frequency :: (Monad m, Ord a) => Fold m a (Map a Int)
1306+ [A] demuxToMapIO :: (MonadIO m, Ord k) => (a -> k) -> (a -> m (Fold m a b)) -> Fold m a (Map k b)
1307+ [A] demuxToMap :: (Monad m, Ord k) => (a -> k) -> (a -> m (Fold m a b)) -> Fold m a (Map k b)
1308+ [A] demuxToContainerIO :: (MonadIO m, IsMap f, Traversable f) => (a -> Key f) -> (a -> m (Fold m a b)) -> Fold m a (f b)
1309+ [A] demuxToContainer :: (Monad m, IsMap f, Traversable f) => (a -> Key f) -> (a -> m (Fold m a b)) -> Fold m a (f b)
1310+ [A] demuxKvToMap :: (Monad m, Ord k) => (k -> m (Fold m a b)) -> Fold m (k, a) (Map k b)
1311+ [A] demuxKvToContainer :: (Monad m, IsMap f, Traversable f) => (Key f -> m (Fold m a b)) -> Fold m (Key f, a) (f b)
1312+ [A] demuxIO :: (MonadIO m, Ord k) => (a -> k) -> (a -> m (Fold m a b)) -> Fold m a (m (Map k b), Maybe (k, b))
1313+ [A] demuxGenericIO :: (MonadIO m, IsMap f, Traversable f) => (a -> Key f) -> (a -> m (Fold m a b)) -> Fold m a (m (f b), Maybe (Key f, b))
1314+ [A] demuxGeneric :: (Monad m, IsMap f, Traversable f) => (a -> Key f) -> (a -> m (Fold m a b)) -> Fold m a (m (f b), Maybe (Key f, b))
1315+ [A] demux :: (Monad m, Ord k) => (a -> k) -> (a -> m (Fold m a b)) -> Fold m a (m (Map k b), Maybe (k, b))
1316+ [A] cumulative :: Fold m (a, Maybe a) b -> Fold m a b
1317+ [A] countDistinctInt :: Monad m => Fold m Int Int
1318+ [A] countDistinct :: (Monad m, Ord a) => Fold m a Int
1319+ [A] classifyIO :: (MonadIO m, Ord k) => (a -> k) -> Fold m a b -> Fold m a (m (Map k b), Maybe (k, b))
1320+ [A] classifyGenericIO :: (MonadIO m, IsMap f, Traversable f, Ord (Key f)) => (a -> Key f) -> Fold m a b -> Fold m a (m (f b), Maybe (Key f, b))
1321+ [A] classifyGeneric :: (Monad m, IsMap f, Traversable f, Ord (Key f)) => (a -> Key f) -> Fold m a b -> Fold m a (m (f b), Maybe (Key f, b))
1322+ [A] classify :: (Monad m, Ord k) => (a -> k) -> Fold m a b -> Fold m a (m (Map k b), Maybe (k, b))
1323+ [A] chainStepM :: Applicative m => (s1 -> m s2) -> (a -> m (Step s2 b)) -> Step s1 a -> m (Step s2 b)
1324+[C] Streamly.Internal.Data.Builder
1325+ [C] Builder
1326+ [C] Builder
1327+ [O] Builder :: (s -> m (s, a)) -> Builder s m a
1328+ [N] Builder :: (s -> m (a, s)) -> Builder s m a
1329+[A] Streamly.Internal.Data.Binary.Stream
1330+ [A] class ToBytes a
1331+ [A] word8 :: Applicative m => Word8 -> Stream m Word8
1332+ [A] word64le :: Monad m => Word64 -> Stream m Word8
1333+ [A] word64host :: Monad m => Word64 -> Stream m Word8
1334+ [A] word64be :: Monad m => Word64 -> Stream m Word8
1335+ [A] word32le :: Monad m => Word32 -> Stream m Word8
1336+ [A] word32be :: Monad m => Word32 -> Stream m Word8
1337+ [A] word16le :: Monad m => Word16 -> Stream m Word8
1338+ [A] word16be :: Monad m => Word16 -> Stream m Word8
1339+ [A] unit :: Applicative m => Stream m Word8
1340+ [A] toBytes :: ToBytes a => a -> Stream m Word8
1341+ [A] ordering :: Applicative m => Ordering -> Stream m Word8
1342+ [A] int8 :: Applicative m => Int8 -> Stream m Word8
1343+ [A] int64le :: Monad m => Int64 -> Stream m Word8
1344+ [A] int64be :: Monad m => Int64 -> Stream m Word8
1345+ [A] int32le :: Monad m => Int32 -> Stream m Word8
1346+ [A] int32be :: Monad m => Int32 -> Stream m Word8
1347+ [A] int16le :: Monad m => Int16 -> Stream m Word8
1348+ [A] int16be :: Monad m => Int16 -> Stream m Word8
1349+ [A] float32le :: Monad m => Float -> Stream m Word8
1350+ [A] float32be :: Monad m => Float -> Stream m Word8
1351+ [A] double64le :: Monad m => Double -> Stream m Word8
1352+ [A] double64be :: Monad m => Double -> Stream m Word8
1353+ [A] charUtf8 :: Monad m => Char -> Stream m Word8
1354+ [A] charLatin1 :: Applicative m => Char -> Stream m Word8
1355+ [A] bool :: Applicative m => Bool -> Stream m Word8
1356+[A] Streamly.Internal.Data.Binary.Parser
1357+ [A] class FromBytes a
1358+ [A] word8 :: Monad m => Parser Word8 m Word8
1359+ [A] word64le :: Monad m => Parser Word8 m Word64
1360+ [A] word64host :: MonadIO m => Parser Word8 m Word64
1361+ [A] word64be :: Monad m => Parser Word8 m Word64
1362+ [A] word32le :: Monad m => Parser Word8 m Word32
1363+ [A] word32be :: Monad m => Parser Word8 m Word32
1364+ [A] word16le :: Monad m => Parser Word8 m Word16
1365+ [A] word16be :: Monad m => Parser Word8 m Word16
1366+ [A] unit :: Monad m => Parser Word8 m ()
1367+ [A] ordering :: Monad m => Parser Word8 m Ordering
1368+ [A] int8 :: Monad m => Parser Word8 m Int8
1369+ [A] int64le :: Monad m => Parser Word8 m Int64
1370+ [A] int64be :: Monad m => Parser Word8 m Int64
1371+ [A] int32le :: Monad m => Parser Word8 m Int32
1372+ [A] int32be :: Monad m => Parser Word8 m Int32
1373+ [A] int16le :: Monad m => Parser Word8 m Int16
1374+ [A] int16be :: Monad m => Parser Word8 m Int16
1375+ [A] fromBytes :: FromBytes a => Parser Word8 m a
1376+ [A] float32le :: MonadIO m => Parser Word8 m Float
1377+ [A] float32be :: MonadIO m => Parser Word8 m Float
1378+ [A] eqWord8 :: Monad m => Word8 -> Parser Word8 m Word8
1379+ [A] double64le :: MonadIO m => Parser Word8 m Double
1380+ [A] double64be :: MonadIO m => Parser Word8 m Double
1381+ [A] charLatin1 :: Monad m => Parser Word8 m Char
1382+ [A] bool :: Monad m => Parser Word8 m Bool
1383+[R] Streamly.Internal.Data.Array.Type
1384+[A] Streamly.Internal.Data.Array.Stream
1385+ [A] unlines :: forall m a. (MonadIO m, Unbox a) => a -> Stream m (Array a) -> Stream m a
1386+ [A] toArray :: (MonadIO m, Unbox a) => Stream m (Array a) -> m (Array a)
1387+ [A] splitOnSuffix :: MonadIO m => Word8 -> Stream m (Array Word8) -> Stream m (Array Word8)
1388+ [A] splitOn :: MonadIO m => Word8 -> Stream m (Array Word8) -> Stream m (Array Word8)
1389+ [A] runArrayParserDBreak :: forall m a b. (MonadIO m, Unbox a) => Parser (Array a) m b -> Stream m (Array a) -> m (Either ParseError b, Stream m (Array a))
1390+ [A] runArrayFoldMany :: (Monad m, Unbox a) => ChunkFold m a b -> StreamK m (Array a) -> StreamK m (Either ParseError b)
1391+ [A] runArrayFoldBreak :: (MonadIO m, Unbox a) => ChunkFold m a b -> StreamK m (Array a) -> m (Either ParseError b, StreamK m (Array a))
1392+ [A] runArrayFold :: (MonadIO m, Unbox a) => ChunkFold m a b -> StreamK m (Array a) -> m (Either ParseError b)
1393+ [A] pinnedChunksOf :: forall m a. (MonadIO m, Unbox a) => Int -> Stream m a -> Stream m (Array a)
1394+ [A] parseChunks :: (Monad m, Unbox a) => ParserK (Array a) m b -> StreamK m (Array a) -> m (Either ParseError b)
1395+ [A] parseBreakChunks :: (Monad m, Unbox a) => ParserK (Array a) m b -> StreamK m (Array a) -> m (Either ParseError b, StreamK m (Array a))
1396+ [A] parseBreak :: (MonadIO m, Unbox a) => Parser a m b -> StreamK m (Array a) -> m (Either ParseError b, StreamK m (Array a))
1397+ [A] lpackArraysChunksOf :: (MonadIO m, Unbox a) => Int -> Fold m (Array a) () -> Fold m (Array a) ()
1398+ [A] interposeSuffix :: (Monad m, Unbox a) => a -> Stream m (Array a) -> Stream m a
1399+ [A] interpose :: (Monad m, Unbox a) => a -> Stream m (Array a) -> Stream m a
1400+ [A] intercalateSuffix :: (Monad m, Unbox a) => Array a -> Stream m (Array a) -> Stream m a
1401+ [A] foldBreakD :: forall m a b. (MonadIO m, Unbox a) => Fold m a b -> Stream m (Array a) -> m (b, Stream m (Array a))
1402+ [A] foldBreak :: (MonadIO m, Unbox a) => Fold m a b -> StreamK m (Array a) -> m (b, StreamK m (Array a))
1403+ [A] flattenArraysRev :: forall m a. (MonadIO m, Unbox a) => Stream m (Array a) -> Stream m a
1404+ [A] flattenArrays :: forall m a. (MonadIO m, Unbox a) => Stream m (Array a) -> Stream m a
1405+ [A] concatRev :: (Monad m, Unbox a) => Stream m (Array a) -> Stream m a
1406+ [A] concat :: (Monad m, Unbox a) => Stream m (Array a) -> Stream m a
1407+ [A] compact :: (MonadIO m, Unbox a) => Int -> Stream m (Array a) -> Stream m (Array a)
1408+ [A] chunksOf :: forall m a. (MonadIO m, Unbox a) => Int -> Stream m a -> Stream m (Array a)
1409+ [A] bufferChunks :: (MonadIO m, Unbox a) => Stream m a -> m (StreamK m (Array a))
1410+[R] Streamly.Internal.Data.Array.Mut.Type
1411+[R] Streamly.Internal.Data.Array.Mut.Stream
1412+[R] Streamly.Internal.Data.Array.Mut
1413+[R] Streamly.Internal.Data.Array.Generic.Mut.Type
1414+[C] Streamly.Internal.Data.Array.Generic
1415+ [A] getIndex :: Int -> Array a -> Maybe a
1416+ [A] fromPureStream :: Stream Identity a -> Array a
1417+ [A] fromByteStr# :: Addr# -> Array Word8
1418+ [A] chunksOf :: forall m a. MonadIO m => Int -> Stream m a -> Stream m (Array a)
1419+[C] Streamly.Internal.Data.Array
1420+ [A] ArrayUnsafe
1421+ [A] ArrayUnsafe :: {-# UNPACK #-} !MutByteArray -> {-# UNPACK #-} !Int -> {-# UNPACK #-} !Int -> ArrayUnsafe a
1422+ [C] Array
1423+ [A] [arrStart] :: Array a -> {-# UNPACK #-} !Int
1424+ [A] [arrEnd] :: Array a -> {-# UNPACK #-} !Int
1425+ [A] [arrContents] :: Array a -> {-# UNPACK #-} !MutByteArray
1426+ [A] Array :: {-# UNPACK #-} !MutByteArray -> {-# UNPACK #-} !Int -> {-# UNPACK #-} !Int -> Array a
1427+ [A] writeWith :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (Array a)
1428+ [A] writeNUnsafe :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (Array a)
1429+ [R] writeNAligned :: forall m a. (MonadIO m, Unbox a) => Int -> Int -> Fold m a (Array a)
1430+ [A] unsafeMakePure :: Monad m => Fold IO a b -> Fold m a b
1431+ [A] unsafeIndexIO :: forall a. Unbox a => Int -> Array a -> IO a
1432+ [D] unsafeIndex :: forall a. Unbox a => Int -> Array a -> a
1433+ [A] unsafeFreezeWithShrink :: Unbox a => MutArray a -> Array a
1434+ [A] unpin :: Array a -> IO (Array a)
1435+ [A] toStreamKRev :: forall m a. (Monad m, Unbox a) => Array a -> StreamK m a
1436+ [A] toStreamK :: forall m a. (Monad m, Unbox a) => Array a -> StreamK m a
1437+ [A] toStreamDRev :: forall m a. (Monad m, Unbox a) => Array a -> Stream m a
1438+ [A] toStreamD :: forall m a. (Monad m, Unbox a) => Array a -> Stream m a
1439+ [A] splitAt :: Unbox a => Int -> Array a -> (Array a, Array a)
1440+ [A] splice :: (MonadIO m, Unbox a) => Array a -> Array a -> m (Array a)
1441+ [A] serialize :: Serialize a => a -> Array Word8
1442+ [A] pinnedWriteNUnsafe :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (Array a)
1443+ [A] pinnedWriteNAligned :: forall m a. (MonadIO m, Unbox a) => Int -> Int -> Fold m a (Array a)
1444+ [A] pinnedWriteN :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (Array a)
1445+ [A] pinnedWrite :: forall m a. (MonadIO m, Unbox a) => Fold m a (Array a)
1446+ [A] pinnedSerialize :: Serialize a => a -> Array Word8
1447+ [A] pinnedFromListN :: Unbox a => Int -> [a] -> Array a
1448+ [A] pinnedFromList :: Unbox a => [a] -> Array a
1449+ [A] pinnedClone :: MonadIO m => Array a -> m (Array a)
1450+ [A] pinnedChunksOf :: forall m a. (MonadIO m, Unbox a) => Int -> Stream m a -> Stream m (Array a)
1451+ [A] pin :: Array a -> IO (Array a)
1452+ [A] nil :: Array a
1453+ [A] isPinned :: Array a -> Bool
1454+ [A] getIndexUnsafe :: forall a. Unbox a => Int -> Array a -> a
1455+ [A] fromStreamDN :: forall m a. (MonadIO m, Unbox a) => Int -> Stream m a -> m (Array a)
1456+ [A] fromStreamD :: forall m a. (MonadIO m, Unbox a) => Stream m a -> m (Array a)
1457+ [A] fromPureStream :: Unbox a => Stream Identity a -> Array a
1458+ [A] fromListRevN :: Unbox a => Int -> [a] -> Array a
1459+ [A] fromListRev :: Unbox a => [a] -> Array a
1460+ [A] fromByteStr# :: Addr# -> Array Word8
1461+ [A] foldr :: Unbox a => (a -> b -> b) -> b -> Array a -> b
1462+ [A] foldl' :: forall a b. Unbox a => (b -> a -> b) -> b -> Array a -> b
1463+ [A] flattenArraysRev :: forall m a. (MonadIO m, Unbox a) => Stream m (Array a) -> Stream m a
1464+ [A] flattenArrays :: forall m a. (MonadIO m, Unbox a) => Stream m (Array a) -> Stream m a
1465+ [A] encodeAs :: forall a. Serialize a => PinnedState -> a -> Array Word8
1466+ [A] deserialize :: Serialize a => Array Word8 -> a
1467+ [A] clone :: MonadIO m => Array a -> m (Array a)
1468+ [A] chunksOf :: forall m a. (MonadIO m, Unbox a) => Int -> Stream m a -> Stream m (Array a)
1469+ [A] byteLength :: Array a -> Int
1470+ [A] bufferChunks :: (MonadIO m, Unbox a) => Stream m a -> m (StreamK m (Array a))
1471+ [A] breakOn :: MonadIO m => Word8 -> Array Word8 -> m (Array Word8, Maybe (Array Word8))
core/docs/ApiChangelogs/0.1.0.txtnew file+405
@@ -0,0 +1,405 @@
1+---------------------------------
2+Terminology
3+---------------------------------
4+
5+[A]: Added
6+[R]: Removed
7+[C]: Changed
8+[D]: Deprecated
9+[O]: Old
10+[N]: New
11+
12+---------------------------------
13+Difference
14+---------------------------------
15+
16+The moved modules have been compared with their version in streamly v0.8.3
17+
18+[A] Streamly.Unicode.String
19+ [A] str :: QuasiQuoter
20+[C] Streamly.Unicode.Stream
21+ [C] encodeUtf8'
22+ [O] encodeUtf8' :: (Monad m, IsStream t) => t m Char -> t m Word8
23+ [N] encodeUtf8' :: Monad m => Stream m Char -> Stream m Word8
24+ [C] encodeUtf8
25+ [O] encodeUtf8 :: (Monad m, IsStream t) => t m Char -> t m Word8
26+ [N] encodeUtf8 :: Monad m => Stream m Char -> Stream m Word8
27+ [C] encodeStrings
28+ [O] encodeStrings :: (MonadIO m, IsStream t) => (SerialT m Char -> SerialT m Word8) -> t m String -> t m (Array Word8)
29+ [N] encodeStrings :: MonadIO m => (Stream m Char -> Stream m Word8) -> Stream m String -> Stream m (Array Word8)
30+ [C] encodeLatin1'
31+ [O] encodeLatin1' :: (IsStream t, Monad m) => t m Char -> t m Word8
32+ [N] encodeLatin1' :: Monad m => Stream m Char -> Stream m Word8
33+ [C] encodeLatin1
34+ [O] encodeLatin1 :: (IsStream t, Monad m) => t m Char -> t m Word8
35+ [N] encodeLatin1 :: Monad m => Stream m Char -> Stream m Word8
36+ [A] decodeUtf8Chunks :: MonadIO m => Stream m (Array Word8) -> Stream m Char
37+ [C] decodeUtf8'
38+ [O] decodeUtf8' :: (Monad m, IsStream t) => t m Word8 -> t m Char
39+ [N] decodeUtf8' :: Monad m => Stream m Word8 -> Stream m Char
40+ [C] decodeUtf8
41+ [O] decodeUtf8 :: (Monad m, IsStream t) => t m Word8 -> t m Char
42+ [N] decodeUtf8 :: Monad m => Stream m Word8 -> Stream m Char
43+ [C] decodeLatin1
44+ [O] decodeLatin1 :: (IsStream t, Monad m) => t m Word8 -> t m Char
45+ [N] decodeLatin1 :: Monad m => Stream m Word8 -> Stream m Char
46+[A] Streamly.Unicode.Parser
47+ [A] upper :: Monad m => Parser Char m Char
48+ [A] symbol :: Monad m => Parser Char m Char
49+ [A] stringIgnoreCase :: Monad m => String -> Parser Char m String
50+ [A] string :: Monad m => String -> Parser Char m String
51+ [A] space :: Monad m => Parser Char m Char
52+ [A] signed :: (Num a, Monad m) => Parser Char m a -> Parser Char m a
53+ [A] separator :: Monad m => Parser Char m Char
54+ [A] punctuation :: Monad m => Parser Char m Char
55+ [A] printable :: Monad m => Parser Char m Char
56+ [A] octDigit :: Monad m => Parser Char m Char
57+ [A] numeric :: Monad m => Parser Char m Char
58+ [A] mark :: Monad m => Parser Char m Char
59+ [A] lower :: Monad m => Parser Char m Char
60+ [A] letter :: Monad m => Parser Char m Char
61+ [A] latin1 :: Monad m => Parser Char m Char
62+ [A] hexadecimal :: (Monad m, Integral a, Bits a) => Parser Char m a
63+ [A] hexDigit :: Monad m => Parser Char m Char
64+ [A] dropSpace1 :: Monad m => Parser Char m ()
65+ [A] dropSpace :: Monad m => Parser Char m ()
66+ [A] digit :: Monad m => Parser Char m Char
67+ [A] decimal :: (Monad m, Integral a) => Parser Char m a
68+ [A] charIgnoreCase :: Monad m => Char -> Parser Char m Char
69+ [A] char :: Monad m => Char -> Parser Char m Char
70+ [A] asciiUpper :: Monad m => Parser Char m Char
71+ [A] asciiLower :: Monad m => Parser Char m Char
72+ [A] ascii :: Monad m => Parser Char m Char
73+ [A] alphaNum :: Monad m => Parser Char m Char
74+ [A] alpha :: Monad m => Parser Char m Char
75+[C] Streamly.FileSystem.Handle
76+ [D] writeWithBufferOf :: MonadIO m => Int -> Handle -> Fold m Word8 ()
77+ [A] writeWith :: MonadIO m => Int -> Handle -> Fold m Word8 ()
78+ [C] writeChunks
79+ [O] writeChunks :: (MonadIO m, Storable a) => Handle -> Fold m (Array a) ()
80+ [N] writeChunks :: MonadIO m => Handle -> Fold m (Array a) ()
81+ [A] readerWith :: MonadIO m => Unfold m (Int, Handle) Word8
82+ [A] reader :: MonadIO m => Unfold m Handle Word8
83+ [D] readWithBufferOf :: MonadIO m => Unfold m (Int, Handle) Word8
84+ [D] readChunksWithBufferOf :: MonadIO m => Unfold m (Int, Handle) (Array Word8)
85+ [D] readChunks :: MonadIO m => Unfold m Handle (Array Word8)
86+ [D] read :: MonadIO m => Unfold m Handle Word8
87+ [C] putChunk
88+ [O] putChunk :: (MonadIO m, Storable a) => Handle -> Array a -> m ()
89+ [N] putChunk :: MonadIO m => Handle -> Array a -> m ()
90+ [A] chunkReaderWith :: MonadIO m => Unfold m (Int, Handle) (Array Word8)
91+ [A] chunkReader :: MonadIO m => Unfold m Handle (Array Word8)
92+[A] Streamly.FileSystem.File
93+ [A] writeWith :: (MonadIO m, MonadCatch m) => Int -> FilePath -> Fold m Word8 ()
94+ [A] writeChunks :: (MonadIO m, MonadCatch m) => FilePath -> Fold m (Array a) ()
95+ [A] write :: (MonadIO m, MonadCatch m) => FilePath -> Fold m Word8 ()
96+ [A] withFile :: (MonadIO m, MonadCatch m) => FilePath -> IOMode -> (Handle -> Stream m a) -> Stream m a
97+ [A] readChunksWith :: (MonadIO m, MonadCatch m) => Int -> FilePath -> Stream m (Array Word8)
98+ [A] readChunks :: (MonadIO m, MonadCatch m) => FilePath -> Stream m (Array Word8)
99+ [A] read :: (MonadIO m, MonadCatch m) => FilePath -> Stream m Word8
100+[A] Streamly.FileSystem.Dir
101+ [A] readEither :: MonadIO m => FilePath -> Stream m (Either FilePath FilePath)
102+ [A] read :: MonadIO m => FilePath -> Stream m FilePath
103+[C] Streamly.Data.Unfold
104+ [C] take
105+ [O] take :: Monad m => Int -> Unfold m a b -> Unfold m a b
106+ [N] take :: Applicative m => Int -> Unfold m a b -> Unfold m a b
107+ [C] replicateM
108+ [O] replicateM :: Monad m => Int -> Unfold m (m a) a
109+ [N] replicateM :: Applicative m => Unfold m (Int, m a) a
110+ [C] repeatM
111+ [O] repeatM :: Monad m => Unfold m (m a) a
112+ [N] repeatM :: Applicative m => Unfold m (m a) a
113+ [C] many
114+ [O] many :: Monad m => Unfold m a b -> Unfold m b c -> Unfold m a c
115+ [N] many :: Monad m => Unfold m b c -> Unfold m a b -> Unfold m a c
116+ [C] iterateM
117+ [O] iterateM :: Monad m => (a -> m a) -> Unfold m (m a) a
118+ [N] iterateM :: Applicative m => (a -> m a) -> Unfold m (m a) a
119+ [C] fromStream
120+ [O] fromStream :: (IsStream t, Monad m) => Unfold m (t m a) a
121+ [N] fromStream :: Applicative m => Unfold m (Stream m a) a
122+ [C] fromListM
123+ [O] fromListM :: Monad m => Unfold m [m a] a
124+ [N] fromListM :: Applicative m => Unfold m [m a] a
125+ [C] fromList
126+ [O] fromList :: Monad m => Unfold m [a] a
127+ [N] fromList :: Applicative m => Unfold m [a] a
128+ [C] drop
129+ [O] drop :: Monad m => Int -> Unfold m a b -> Unfold m a b
130+ [N] drop :: Applicative m => Int -> Unfold m a b -> Unfold m a b
131+[A] Streamly.Data.StreamK
132+ [A] StreamK
133+ [A] zipWithM :: Monad m => (a -> b -> m c) -> StreamK m a -> StreamK m b -> StreamK m c
134+ [A] zipWith :: Monad m => (a -> b -> c) -> StreamK m a -> StreamK m b -> StreamK m c
135+ [A] uncons :: Applicative m => StreamK m a -> m (Maybe (a, StreamK m a))
136+ [A] toStream :: Applicative m => StreamK m a -> Stream m a
137+ [A] sortBy :: Monad m => (a -> a -> Ordering) -> StreamK m a -> StreamK m a
138+ [A] reverse :: StreamK m a -> StreamK m a
139+ [A] parseChunks :: (Monad m, Unbox a) => ParserK a m b -> StreamK m (Array a) -> m (Either ParseError b)
140+ [A] parseBreakChunks :: (Monad m, Unbox a) => ParserK a m b -> StreamK m (Array a) -> m (Either ParseError b, StreamK m (Array a))
141+ [A] nilM :: Applicative m => m b -> StreamK m a
142+ [A] nil :: StreamK m a
143+ [A] mergeMapWith :: (StreamK m b -> StreamK m b -> StreamK m b) -> (a -> StreamK m b) -> StreamK m a -> StreamK m b
144+ [A] mergeByM :: Monad m => (a -> a -> m Ordering) -> StreamK m a -> StreamK m a -> StreamK m a
145+ [A] mergeBy :: (a -> a -> Ordering) -> StreamK m a -> StreamK m a -> StreamK m a
146+ [A] interleave :: StreamK m a -> StreamK m a -> StreamK m a
147+ [A] fromStream :: Monad m => Stream m a -> StreamK m a
148+ [A] fromPure :: a -> StreamK m a
149+ [A] fromFoldable :: Foldable f => f a -> StreamK m a
150+ [A] fromEffect :: Monad m => m a -> StreamK m a
151+ [A] crossWith :: Monad m => (a -> b -> c) -> StreamK m a -> StreamK m b -> StreamK m c
152+ [A] consM :: Monad m => m a -> StreamK m a -> StreamK m a
153+ [A] cons :: a -> StreamK m a -> StreamK m a
154+ [A] concatMapWith :: (StreamK m b -> StreamK m b -> StreamK m b) -> (a -> StreamK m b) -> StreamK m a -> StreamK m b
155+ [A] concatEffect :: Monad m => m (StreamK m a) -> StreamK m a
156+ [A] append :: StreamK m a -> StreamK m a -> StreamK m a
157+[A] Streamly.Data.Stream
158+ [A] class Enum a => Enumerable a
159+ [A] Stream
160+ [A] zipWithM :: Monad m => (a -> b -> m c) -> Stream m a -> Stream m b -> Stream m c
161+ [A] zipWith :: Monad m => (a -> b -> c) -> Stream m a -> Stream m b -> Stream m c
162+ [A] unfoldrM :: Monad m => (s -> m (Maybe (a, s))) -> s -> Stream m a
163+ [A] unfoldr :: Monad m => (s -> Maybe (a, s)) -> s -> Stream m a
164+ [A] unfoldMany :: Monad m => Unfold m a b -> Stream m a -> Stream m b
165+ [A] unfold :: Applicative m => Unfold m a b -> a -> Stream m b
166+ [A] uncons :: Monad m => Stream m a -> m (Maybe (a, Stream m a))
167+ [A] trace :: Monad m => (a -> m b) -> Stream m a -> Stream m a
168+ [A] toList :: Monad m => Stream m a -> m [a]
169+ [A] tap :: Monad m => Fold m a b -> Stream m a -> Stream m a
170+ [A] takeWhileM :: Monad m => (a -> m Bool) -> Stream m a -> Stream m a
171+ [A] takeWhile :: Monad m => (a -> Bool) -> Stream m a -> Stream m a
172+ [A] take :: Applicative m => Int -> Stream m a -> Stream m a
173+ [A] stripPrefix :: (Monad m, Eq a) => Stream m a -> Stream m a -> m (Maybe (Stream m a))
174+ [A] sequence :: Monad m => Stream m (m a) -> Stream m a
175+ [A] scanMaybe :: Monad m => Fold m a (Maybe b) -> Stream m a -> Stream m b
176+ [A] scan :: Monad m => Fold m a b -> Stream m a -> Stream m b
177+ [A] runStateT :: Monad m => m s -> Stream (StateT s m) a -> Stream m (s, a)
178+ [A] runReaderT :: Monad m => m s -> Stream (ReaderT s m) a -> Stream m a
179+ [A] reverse :: Monad m => Stream m a -> Stream m a
180+ [A] replicateM :: Monad m => Int -> m a -> Stream m a
181+ [A] replicate :: Monad m => Int -> a -> Stream m a
182+ [A] repeatM :: Monad m => m a -> Stream m a
183+ [A] repeat :: Monad m => a -> Stream m a
184+ [A] postscan :: Monad m => Fold m a b -> Stream m a -> Stream m b
185+ [A] parseMany :: Monad m => Parser a m b -> Stream m a -> Stream m (Either ParseError b)
186+ [A] parse :: Monad m => Parser a m b -> Stream m a -> m (Either ParseError b)
187+ [A] onException :: MonadCatch m => m b -> Stream m a -> Stream m a
188+ [A] nilM :: Applicative m => m b -> Stream m a
189+ [A] nil :: Applicative m => Stream m a
190+ [A] morphInner :: Monad n => (forall x. m x -> n x) -> Stream m a -> Stream n a
191+ [A] mergeByM :: Monad m => (a -> a -> m Ordering) -> Stream m a -> Stream m a -> Stream m a
192+ [A] mergeBy :: Monad m => (a -> a -> Ordering) -> Stream m a -> Stream m a -> Stream m a
193+ [A] mapMaybeM :: Monad m => (a -> m (Maybe b)) -> Stream m a -> Stream m b
194+ [A] mapMaybe :: Monad m => (a -> Maybe b) -> Stream m a -> Stream m b
195+ [A] mapM :: Monad m => (a -> m b) -> Stream m a -> Stream m b
196+ [A] liftInner :: (Monad m, MonadTrans t, Monad (t m)) => Stream m a -> Stream (t m) a
197+ [A] iterateM :: Monad m => (a -> m a) -> m a -> Stream m a
198+ [A] iterate :: Monad m => (a -> a) -> a -> Stream m a
199+ [A] isSubsequenceOf :: (Monad m, Eq a) => Stream m a -> Stream m a -> m Bool
200+ [A] isPrefixOf :: (Monad m, Eq a) => Stream m a -> Stream m a -> m Bool
201+ [A] intersperseM_ :: Monad m => m b -> Stream m a -> Stream m a
202+ [A] intersperseM :: Monad m => m a -> Stream m a -> Stream m a
203+ [A] intersperse :: Monad m => a -> Stream m a -> Stream m a
204+ [A] interleave :: Monad m => Stream m a -> Stream m a -> Stream m a
205+ [A] intercalateSuffix :: Monad m => Unfold m b c -> b -> Stream m b -> Stream m c
206+ [A] intercalate :: Monad m => Unfold m b c -> b -> Stream m b -> Stream m c
207+ [A] insertBy :: Monad m => (a -> a -> Ordering) -> a -> Stream m a -> Stream m a
208+ [A] indexed :: Monad m => Stream m a -> Stream m (Int, a)
209+ [A] handle :: (MonadCatch m, Exception e) => (e -> Stream m a) -> Stream m a -> Stream m a
210+ [A] fromPure :: Applicative m => a -> Stream m a
211+ [A] fromList :: Applicative m => [a] -> Stream m a
212+ [A] fromEffect :: Applicative m => m a -> Stream m a
213+ [A] foldrM :: Monad m => (a -> m b -> m b) -> m b -> Stream m a -> m b
214+ [A] foldr :: Monad m => (a -> b -> b) -> b -> Stream m a -> m b
215+ [A] foldMany :: Monad m => Fold m a b -> Stream m a -> Stream m b
216+ [A] foldBreak :: Monad m => Fold m a b -> Stream m a -> m (b, Stream m a)
217+ [A] fold :: Monad m => Fold m a b -> Stream m a -> m b
218+ [A] finallyIO :: (MonadIO m, MonadCatch m) => IO b -> Stream m a -> Stream m a
219+ [A] filterM :: Monad m => (a -> m Bool) -> Stream m a -> Stream m a
220+ [A] filter :: Monad m => (a -> Bool) -> Stream m a -> Stream m a
221+ [A] eqBy :: Monad m => (a -> b -> Bool) -> Stream m a -> Stream m b -> m Bool
222+ [A] enumerateTo :: (Monad m, Bounded a, Enumerable a) => a -> Stream m a
223+ [A] enumerateFromTo :: (Enumerable a, Monad m) => a -> a -> Stream m a
224+ [A] enumerateFromThenTo :: (Enumerable a, Monad m) => a -> a -> a -> Stream m a
225+ [A] enumerateFromThen :: (Enumerable a, Monad m) => a -> a -> Stream m a
226+ [A] enumerateFrom :: (Enumerable a, Monad m) => a -> Stream m a
227+ [A] enumerate :: (Monad m, Bounded a, Enumerable a) => Stream m a
228+ [A] dropWhileM :: Monad m => (a -> m Bool) -> Stream m a -> Stream m a
229+ [A] dropWhile :: Monad m => (a -> Bool) -> Stream m a -> Stream m a
230+ [A] drop :: Monad m => Int -> Stream m a -> Stream m a
231+ [A] delay :: MonadIO m => Double -> Stream m a -> Stream m a
232+ [A] crossWith :: Monad m => (a -> b -> c) -> Stream m a -> Stream m b -> Stream m c
233+ [A] consM :: Applicative m => m a -> Stream m a -> Stream m a
234+ [A] cons :: Applicative m => a -> Stream m a -> Stream m a
235+ [A] concatMapM :: Monad m => (a -> m (Stream m b)) -> Stream m a -> Stream m b
236+ [A] concatMap :: Monad m => (a -> Stream m b) -> Stream m a -> Stream m b
237+ [A] concatEffect :: Monad m => m (Stream m a) -> Stream m a
238+ [A] cmpBy :: Monad m => (a -> b -> Ordering) -> Stream m a -> Stream m b -> m Ordering
239+ [A] chunksOf :: forall m a. (MonadIO m, Unbox a) => Int -> Stream m a -> Stream m (Array a)
240+ [A] catRights :: Monad m => Stream m (Either a b) -> Stream m b
241+ [A] catMaybes :: Monad m => Stream m (Maybe a) -> Stream m a
242+ [A] catLefts :: Monad m => Stream m (Either a b) -> Stream m a
243+ [A] catEithers :: Monad m => Stream m (Either a a) -> Stream m a
244+ [A] bracketIO3 :: (MonadIO m, MonadCatch m) => IO b -> (b -> IO c) -> (b -> IO d) -> (b -> IO e) -> (b -> Stream m a) -> Stream m a
245+ [A] bracketIO :: (MonadIO m, MonadCatch m) => IO b -> (b -> IO c) -> (b -> Stream m a) -> Stream m a
246+ [A] before :: Monad m => m b -> Stream m a -> Stream m a
247+ [A] append :: Monad m => Stream m a -> Stream m a -> Stream m a
248+ [A] afterIO :: MonadIO m => IO b -> Stream m a -> Stream m a
249+[A] Streamly.Data.ParserK
250+ [A] ParserK
251+ [A] fromPure :: b -> ParserK a m b
252+ [A] fromParser :: (Monad m, Unbox a) => Parser a m b -> ParserK a m b
253+ [A] fromFold :: (MonadIO m, Unbox a) => Fold m a b -> ParserK a m b
254+ [A] fromEffect :: Monad m => m b -> ParserK a m b
255+ [A] die :: String -> ParserK a m b
256+[A] Streamly.Data.Parser
257+ [A] Parser
258+ [A] wordWithQuotes :: (Monad m, Eq a) => Bool -> (a -> a -> Maybe a) -> a -> (a -> Maybe a) -> (a -> Bool) -> Fold m a b -> Parser a m b
259+ [A] wordBy :: Monad m => (a -> Bool) -> Fold m a b -> Parser a m b
260+ [A] takeWhile1 :: Monad m => (a -> Bool) -> Fold m a b -> Parser a m b
261+ [A] takeWhile :: Monad m => (a -> Bool) -> Fold m a b -> Parser a m b
262+ [A] takeEQ :: Monad m => Int -> Fold m a b -> Parser a m b
263+ [A] streamEqBy :: Monad m => (a -> a -> Bool) -> Stream m a -> Parser a m ()
264+ [A] some :: Monad m => Parser a m b -> Fold m b c -> Parser a m c
265+ [A] satisfy :: Monad m => (a -> Bool) -> Parser a m a
266+ [A] rmapM :: Monad m => (b -> m c) -> Parser a m b -> Parser a m c
267+ [A] peek :: Monad m => Parser a m a
268+ [A] oneOf :: (Monad m, Eq a, Foldable f) => f a -> Parser a m a
269+ [A] one :: Monad m => Parser a m a
270+ [A] noneOf :: (Monad m, Eq a, Foldable f) => f a -> Parser a m a
271+ [A] manyTill :: Monad m => Parser a m b -> Parser a m x -> Fold m b c -> Parser a m c
272+ [A] many :: Monad m => Parser a m b -> Fold m b c -> Parser a m c
273+ [A] lookAhead :: Monad m => Parser a m b -> Parser a m b
274+ [A] lmapM :: Monad m => (a -> m b) -> Parser b m r -> Parser a m r
275+ [A] lmap :: (a -> b) -> Parser b m r -> Parser a m r
276+ [A] listEqBy :: Monad m => (a -> a -> Bool) -> [a] -> Parser a m [a]
277+ [A] listEq :: (Monad m, Eq a) => [a] -> Parser a m [a]
278+ [A] groupBy :: Monad m => (a -> a -> Bool) -> Fold m a b -> Parser a m b
279+ [A] fromPure :: Monad m => b -> Parser a m b
280+ [A] fromFold :: Monad m => Fold m a b -> Parser a m b
281+ [A] fromEffect :: Monad m => m b -> Parser a m b
282+ [A] filter :: Monad m => (a -> Bool) -> Parser a m b -> Parser a m b
283+ [A] eof :: Monad m => Parser a m ()
284+ [A] dropWhile :: Monad m => (a -> Bool) -> Parser a m ()
285+ [A] die :: Monad m => String -> Parser a m b
286+ [A] deintercalate :: Monad m => Parser a m x -> Parser a m y -> Fold m (Either x y) z -> Parser a m z
287+[A] Streamly.Data.MutArray.Generic
288+ [A] MutArray
289+ [A] writeN :: MonadIO m => Int -> Fold m a (MutArray a)
290+ [A] toList :: MonadIO m => MutArray a -> m [a]
291+ [A] snoc :: MonadIO m => MutArray a -> a -> m (MutArray a)
292+ [A] reader :: MonadIO m => Unfold m (MutArray a) a
293+ [A] putIndex :: MonadIO m => Int -> MutArray a -> a -> m ()
294+ [A] new :: forall m a. MonadIO m => Int -> m (MutArray a)
295+ [A] modifyIndex :: MonadIO m => Int -> MutArray a -> (a -> (a, b)) -> m b
296+ [A] getIndex :: MonadIO m => Int -> MutArray a -> m a
297+[A] Streamly.Data.MutArray
298+ [A] class Unbox a
299+ [A] MutArray
300+ [A] writeN :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
301+ [A] writeAppendN :: forall m a. (MonadIO m, Unbox a) => Int -> m (MutArray a) -> Fold m a (MutArray a)
302+ [A] writeAppend :: forall m a. (MonadIO m, Unbox a) => m (MutArray a) -> Fold m a (MutArray a)
303+ [A] write :: forall m a. (MonadIO m, Unbox a) => Fold m a (MutArray a)
304+ [A] toList :: forall m a. (MonadIO m, Unbox a) => MutArray a -> m [a]
305+ [A] snoc :: forall m a. (MonadIO m, Unbox a) => MutArray a -> a -> m (MutArray a)
306+ [A] sizeOf :: (Unbox a, SizeOfRep (Rep a)) => Proxy a -> Int
307+ [A] readerRev :: forall m a. (MonadIO m, Unbox a) => Unfold m (MutArray a) a
308+ [A] reader :: forall m a. (MonadIO m, Unbox a) => Unfold m (MutArray a) a
309+ [A] putIndex :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> a -> m ()
310+ [A] pokeByteIndex :: (Unbox a, Generic a, PokeRep (Rep a)) => Int -> MutableByteArray -> a -> IO ()
311+ [A] peekByteIndex :: (Unbox a, Generic a, PeekRep (Rep a)) => Int -> MutableByteArray -> IO a
312+ [A] newPinned :: forall m a. (MonadIO m, Unbox a) => Int -> m (MutArray a)
313+ [A] new :: (MonadIO m, Unbox a) => Int -> m (MutArray a)
314+ [A] length :: forall a. Unbox a => MutArray a -> Int
315+ [A] getIndex :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> m a
316+ [A] fromListN :: (MonadIO m, Unbox a) => Int -> [a] -> m (MutArray a)
317+ [A] fromList :: (MonadIO m, Unbox a) => [a] -> m (MutArray a)
318+ [A] cast :: forall a b. Unbox b => MutArray a -> Maybe (MutArray b)
319+ [A] asBytes :: MutArray a -> MutArray Word8
320+[C] Streamly.Data.Fold
321+ [A] Tee
322+ [A] [unTee] :: Tee m a b -> Fold m a b
323+ [A] Tee :: Fold m a b -> Tee m a b
324+ [D] variance :: (Monad m, Fractional a) => Fold m a a
325+ [A] uniqBy :: Monad m => (a -> a -> Bool) -> Fold m a (Maybe a)
326+ [A] topBy :: (MonadIO m, Unbox a) => (a -> a -> Ordering) -> Int -> Fold m a (MutArray a)
327+ [A] toSet :: (Monad m, Ord a) => Fold m a (Set a)
328+ [A] toMapIO :: (MonadIO m, Ord k) => (a -> k) -> Fold m a b -> Fold m a (Map k b)
329+ [A] toMap :: (Monad m, Ord k) => (a -> k) -> Fold m a b -> Fold m a (Map k b)
330+ [A] toIntSet :: Monad m => Fold m Int IntSet
331+ [A] the :: (Monad m, Eq a) => Fold m a (Maybe a)
332+ [D] stdDev :: (Monad m, Floating a) => Fold m a a
333+ [A] splitWith :: Monad m => (a -> b -> c) -> Fold m x a -> Fold m x b -> Fold m x c
334+ [D] serialWith :: Monad m => (a -> b -> c) -> Fold m x a -> Fold m x b -> Fold m x c
335+ [A] scanMaybe :: Monad m => Fold m a (Maybe b) -> Fold m b c -> Fold m a c
336+ [A] scan :: Monad m => Fold m a b -> Fold m b c -> Fold m a c
337+ [A] postscan :: Monad m => Fold m a b -> Fold m b c -> Fold m a c
338+ [A] one :: Monad m => Fold m a (Maybe a)
339+ [A] nubInt :: Monad m => Fold m Int (Maybe Int)
340+ [A] nub :: (Monad m, Ord a) => Fold m a (Maybe a)
341+ [A] morphInner :: (forall x. m x -> n x) -> Fold m a b -> Fold n a b
342+ [A] latest :: Monad m => Fold m a (Maybe a)
343+ [D] last :: Monad m => Fold m a (Maybe a)
344+ [D] head :: Monad m => Fold m a (Maybe a)
345+ [A] groupsOf :: Monad m => Int -> Fold m a b -> Fold m b c -> Fold m a c
346+ [A] frequency :: (Monad m, Ord a) => Fold m a (Map a Int)
347+ [A] foldr' :: Monad m => (a -> b -> b) -> b -> Fold m a b
348+ [D] foldr :: Monad m => (a -> b -> b) -> b -> Fold m a b
349+ [A] foldlM1' :: Monad m => (a -> a -> m a) -> Fold m a (Maybe a)
350+ [A] foldl1' :: Monad m => (a -> a -> a) -> Fold m a (Maybe a)
351+ [A] findM :: Monad m => (a -> m Bool) -> Fold m a (Maybe a)
352+ [A] findIndices :: Monad m => (a -> Bool) -> Fold m a (Maybe Int)
353+ [A] elemIndices :: (Monad m, Eq a) => a -> Fold m a (Maybe Int)
354+ [A] duplicate :: Monad m => Fold m a b -> Fold m a (Fold m a b)
355+ [A] drive :: Monad m => Stream m a -> Fold m a b -> m b
356+ [A] drainMapM :: Monad m => (a -> m b) -> Fold m a ()
357+ [D] drainBy :: Monad m => (a -> m b) -> Fold m a ()
358+ [A] demuxToMapIO :: (MonadIO m, Ord k) => (a -> k) -> (a -> m (Fold m a b)) -> Fold m a (Map k b)
359+ [A] demuxToMap :: (Monad m, Ord k) => (a -> k) -> (a -> m (Fold m a b)) -> Fold m a (Map k b)
360+ [A] demuxIO :: (MonadIO m, Ord k) => (a -> k) -> (a -> m (Fold m a b)) -> Fold m a (m (Map k b), Maybe (k, b))
361+ [A] demux :: (Monad m, Ord k) => (a -> k) -> (a -> m (Fold m a b)) -> Fold m a (m (Map k b), Maybe (k, b))
362+ [A] deleteBy :: Monad m => (a -> a -> Bool) -> a -> Fold m a (Maybe a)
363+ [A] countDistinctInt :: Monad m => Fold m Int Int
364+ [A] countDistinct :: (Monad m, Ord a) => Fold m a Int
365+ [A] classifyIO :: (MonadIO m, Ord k) => (a -> k) -> Fold m a b -> Fold m a (m (Map k b), Maybe (k, b))
366+ [A] classify :: (Monad m, Ord k) => (a -> k) -> Fold m a b -> Fold m a (m (Map k b), Maybe (k, b))
367+ [D] chunksOf :: Monad m => Int -> Fold m a b -> Fold m b c -> Fold m a c
368+ [A] catRights :: Monad m => Fold m b c -> Fold m (Either a b) c
369+ [A] catLefts :: Monad m => Fold m a c -> Fold m (Either a b) c
370+ [A] catEithers :: Fold m a b -> Fold m (Either a a) b
371+ [A] addStream :: Monad m => Stream m a -> Fold m a b -> m (Fold m a b)
372+ [A] addOne :: Monad m => a -> Fold m a b -> m (Fold m a b)
373+[A] Streamly.Data.Array.Generic
374+ [A] Array
375+ [A] writeN :: MonadIO m => Int -> Fold m a (Array a)
376+ [A] write :: MonadIO m => Fold m a (Array a)
377+ [A] reader :: Monad m => Unfold m (Array a) a
378+ [A] readRev :: Monad m => Array a -> Stream m a
379+ [A] read :: MonadIO m => Array a -> Stream m a
380+ [A] length :: Array a -> Int
381+ [A] fromListN :: Int -> [a] -> Array a
382+ [A] fromList :: [a] -> Array a
383+[A] Streamly.Data.Array
384+ [A] class Unbox a
385+ [A] Array
386+ [A] writeN :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (Array a)
387+ [A] writeLastN :: (Storable a, Unbox a, MonadIO m) => Int -> Fold m a (Array a)
388+ [A] write :: forall m a. (MonadIO m, Unbox a) => Fold m a (Array a)
389+ [A] toList :: Unbox a => Array a -> [a]
390+ [A] sizeOf :: (Unbox a, SizeOfRep (Rep a)) => Proxy a -> Int
391+ [A] readerRev :: forall m a. (Monad m, Unbox a) => Unfold m (Array a) a
392+ [A] reader :: forall m a. (Monad m, Unbox a) => Unfold m (Array a) a
393+ [A] pokeByteIndex :: (Unbox a, Generic a, PokeRep (Rep a)) => Int -> MutableByteArray -> a -> IO ()
394+ [A] peekByteIndex :: (Unbox a, Generic a, PeekRep (Rep a)) => Int -> MutableByteArray -> IO a
395+ [A] length :: Unbox a => Array a -> Int
396+ [A] getIndex :: forall a. Unbox a => Int -> Array a -> Maybe a
397+ [A] fromListN :: Unbox a => Int -> [a] -> Array a
398+ [A] fromList :: Unbox a => [a] -> Array a
399+ [A] cast :: forall a b. Unbox b => Array a -> Maybe (Array b)
400+ [A] asBytes :: Array a -> Array Word8
401+[C] Streamly.Console.Stdio
402+ [A] reader :: MonadIO m => Unfold m () Word8
403+ [D] readChunks :: MonadIO m => Unfold m () (Array Word8)
404+ [D] read :: MonadIO m => Unfold m () Word8
405+ [A] chunkReader :: MonadIO m => Unfold m () (Array Word8)
core/docs/ApiChangelogs/0.2.0-0.2.2.txtnew file+306
@@ -0,0 +1,306 @@
1+---------------------------------
2+API Annotations
3+---------------------------------
4+
5+[A] : Added
6+[R] : Removed
7+[C] : Changed
8+[O] : Old definition
9+[N] : New definition
10+[D] : Deprecated
11+
12+---------------------------------
13+API diff
14+---------------------------------
15+
16+[C] Streamly.Data.Stream
17+ [A] (FixityR,5)
18+ [A] (FixityR,5)
19+[C] Streamly.Data.MutArray.Generic
20+ [A] emptyOf :: MonadIO m => Int -> m (MutArray a)
21+ [A] createOf :: MonadIO m => Int -> Fold m a (MutArray a)
22+ [A] create :: MonadIO m => Fold m a (MutArray a)
23+[C] Streamly.Data.MutArray
24+ [A] pinnedEmptyOf :: forall m a. (MonadIO m, Unbox a) => Int -> m (MutArray a)
25+ [A] emptyOf :: (MonadIO m, Unbox a) => Int -> m (MutArray a)
26+ [A] createOf :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
27+ [A] create :: forall m a. (MonadIO m, Unbox a) => Fold m a (MutArray a)
28+ [A] appendN :: forall m a. (MonadIO m, Unbox a) => Int -> m (MutArray a) -> Fold m a (MutArray a)
29+ [A] append :: forall m a. (MonadIO m, Unbox a) => m (MutArray a) -> Fold m a (MutArray a)
30+[C] Streamly.Data.Array.Generic
31+ [A] createOf :: MonadIO m => Int -> Fold m a (Array a)
32+ [A] create :: MonadIO m => Fold m a (Array a)
33+[C] Streamly.Data.Array
34+ [A] class Serialize a
35+ [A] serializeAt :: Serialize a => Int -> MutByteArray -> a -> IO Int
36+ [A] pinnedSerialize :: Serialize a => a -> Array Word8
37+ [A] deserializeAt :: Serialize a => Int -> MutByteArray -> Int -> IO (Int, a)
38+ [A] deserialize :: Serialize a => Array Word8 -> a
39+ [A] createOf :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (Array a)
40+ [A] create :: forall m a. (MonadIO m, Unbox a) => Fold m a (Array a)
41+ [A] addSizeTo :: Serialize a => Int -> a -> Int
42+
43+---------------------------------
44+Internal API diff
45+---------------------------------
46+
47+[C] Streamly.Internal.Unicode.Stream
48+ [A] encodeUtf16le' :: Stream m Char -> Stream m Word16
49+ [A] decodeUtf16le' :: Stream m Word16 -> Stream m Char
50+[A] Streamly.Internal.FileSystem.Path
51+ [A] class IsPath a
52+ [A] Rel
53+ [A] File
54+ [A] Dir
55+ [A] Abs
56+ [A] Streamly.Internal.FileSystem.Path.IsPath
57+ [A] instance Streamly.Internal.FileSystem.Path.IsPath Streamly.Internal.FileSystem.Path.Path
58+ [A] instance Streamly.Internal.FileSystem.Path.IsPath (Streamly.Internal.FileSystem.Path.Rel Streamly.Internal.FileSystem.Path.Path)
59+ [A] instance Streamly.Internal.FileSystem.Path.IsPath (Streamly.Internal.FileSystem.Path.Rel (Streamly.Internal.FileSystem.Path.File Streamly.Internal.FileSystem.Path.Path))
60+ [A] instance Streamly.Internal.FileSystem.Path.IsPath (Streamly.Internal.FileSystem.Path.Rel (Streamly.Internal.FileSystem.Path.Dir Streamly.Internal.FileSystem.Path.Path))
61+ [A] instance Streamly.Internal.FileSystem.Path.IsPath (Streamly.Internal.FileSystem.Path.File Streamly.Internal.FileSystem.Path.Path)
62+ [A] instance Streamly.Internal.FileSystem.Path.IsPath (Streamly.Internal.FileSystem.Path.Dir Streamly.Internal.FileSystem.Path.Path)
63+ [A] instance Streamly.Internal.FileSystem.Path.IsPath (Streamly.Internal.FileSystem.Path.Abs Streamly.Internal.FileSystem.Path.Path)
64+ [A] instance Streamly.Internal.FileSystem.Path.IsPath (Streamly.Internal.FileSystem.Path.Abs (Streamly.Internal.FileSystem.Path.File Streamly.Internal.FileSystem.Path.Path))
65+ [A] instance Streamly.Internal.FileSystem.Path.IsPath (Streamly.Internal.FileSystem.Path.Abs (Streamly.Internal.FileSystem.Path.Dir Streamly.Internal.FileSystem.Path.Path))
66+ [A] GHC.Show.Show
67+ [A] instance GHC.Show.Show Streamly.Internal.FileSystem.Path.PathException
68+ [A] GHC.Exception.Type.Exception
69+ [A] instance GHC.Exception.Type.Exception Streamly.Internal.FileSystem.Path.PathException
70+ [A] GHC.Classes.Eq
71+ [A] instance GHC.Classes.Eq Streamly.Internal.FileSystem.Path.PathException
72+ [A] Path
73+ [A] Path :: Array Word8 -> Path
74+ [A] toString :: Path -> [Char]
75+ [A] toPath :: IsPath a => a -> Path
76+ [A] toChunk :: Path -> Array Word8
77+ [A] toChars :: Monad m => Path -> Stream m Char
78+ [A] relfile :: QuasiQuoter
79+ [A] reldir :: QuasiQuoter
80+ [A] rel :: QuasiQuoter
81+ [A] primarySeparator :: Char
82+ [A] path :: QuasiQuoter
83+ [A] mkRelFile :: String -> Q Exp
84+ [A] mkRelDir :: String -> Q Exp
85+ [A] mkRel :: String -> Q Exp
86+ [A] mkPath :: String -> Q Exp
87+ [A] mkFile :: String -> Q Exp
88+ [A] mkDir :: String -> Q Exp
89+ [A] mkAbsFile :: String -> Q Exp
90+ [A] mkAbsDir :: String -> Q Exp
91+ [A] mkAbs :: String -> Q Exp
92+ [A] isSeparator :: Char -> Bool
93+ [A] fromString :: MonadThrow m => [Char] -> m Path
94+ [A] fromPathUnsafe :: IsPath a => Path -> a
95+ [A] fromPath :: (IsPath a, MonadThrow m) => Path -> m a
96+ [A] fromChunkUnsafe :: Array Word8 -> Path
97+ [A] fromChunk :: MonadThrow m => Array Word8 -> m Path
98+ [A] fromChars :: MonadThrow m => Stream Identity Char -> m Path
99+ [A] file :: QuasiQuoter
100+ [A] extendPath :: Path -> Path -> Path
101+ [A] extendDir :: (IsPath (a (Dir Path)), IsPath b, IsPath (a b)) => a (Dir Path) -> Rel b -> a b
102+ [A] dir :: QuasiQuoter
103+ [A] adaptPath :: (MonadThrow m, IsPath a, IsPath b) => a -> m b
104+ [A] absfile :: QuasiQuoter
105+ [A] absdir :: QuasiQuoter
106+ [A] abs :: QuasiQuoter
107+[C] Streamly.Internal.Data.Stream
108+ [A] (FixityR,5)
109+ [A] (FixityR,5)
110+ [C] splitInnerBySuffix
111+ [O] splitInnerBySuffix :: (Monad m, Eq (f a), Monoid (f a)) => (f a -> m (f a, Maybe (f a))) -> (f a -> f a -> m (f a)) -> Stream m (f a) -> Stream m (f a)
112+ [N] splitInnerBySuffix :: Monad m => (f a -> Bool) -> (f a -> m (f a, Maybe (f a))) -> (f a -> f a -> m (f a)) -> Stream m (f a) -> Stream m (f a)
113+ [D] sliceOnSuffix :: Monad m => (a -> Bool) -> Stream m a -> Stream m (Int, Int)
114+ [A] indexOnSuffix :: Monad m => (a -> Bool) -> Stream m a -> Stream m (Int, Int)
115+[C] Streamly.Internal.Data.MutByteArray
116+ [A] unsafePinnedAsPtr :: MonadIO m => MutByteArray -> (Ptr a -> m b) -> m b
117+ [A] unsafeAsPtr :: MonadIO m => MutByteArray -> (Ptr a -> m b) -> m b
118+ [D] nil :: MutByteArray
119+ [A] empty :: MutByteArray
120+ [D] asPtrUnsafe :: MonadIO m => MutByteArray -> (Ptr a -> m b) -> m b
121+[D] Streamly.Internal.Data.MutArray.Stream
122+ [D] writeChunks :: (MonadIO m, Unbox a) => Int -> Fold m a (StreamK n (MutArray a))
123+ [D] fromArrayStreamK :: (Unbox a, MonadIO m) => StreamK m (MutArray a) -> m (MutArray a)
124+ [D] flattenArraysRev :: forall m a. (MonadIO m, Unbox a) => Stream m (MutArray a) -> Stream m a
125+ [D] flattenArrays :: forall m a. (MonadIO m, Unbox a) => Stream m (MutArray a) -> Stream m a
126+[C] Streamly.Internal.Data.MutArray.Generic
127+ [D] writeWith :: MonadIO m => Int -> Fold m a (MutArray a)
128+ [D] writeNUnsafe :: MonadIO m => Int -> Fold m a (MutArray a)
129+ [A] unsafeCreateOf :: MonadIO m => Int -> Fold m a (MutArray a)
130+ [A] emptyOf :: MonadIO m => Int -> m (MutArray a)
131+ [A] createWith :: MonadIO m => Int -> Fold m a (MutArray a)
132+ [A] createOf :: MonadIO m => Int -> Fold m a (MutArray a)
133+ [A] create :: MonadIO m => Fold m a (MutArray a)
134+[C] Streamly.Internal.Data.MutArray
135+ [A] SpliceState
136+ [A] SpliceYielding :: arr -> SpliceState s arr -> SpliceState s arr
137+ [A] SpliceInitial :: s -> SpliceState s arr
138+ [A] SpliceFinish :: SpliceState s arr
139+ [A] SpliceBuffering :: s -> arr -> SpliceState s arr
140+ [R] MutByteArray
141+ [D] writeWith :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
142+ [D] writeRevN :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
143+ [D] writeNWithUnsafe :: forall m a. (MonadIO m, Unbox a) => (Int -> m (MutArray a)) -> Int -> Fold m a (MutArray a)
144+ [D] writeNUnsafe :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
145+ [D] writeChunks :: (MonadIO m, Unbox a) => Int -> Fold m a (StreamK n (MutArray a))
146+ [D] writeAppendWith :: forall m a. (MonadIO m, Unbox a) => (Int -> Int) -> m (MutArray a) -> Fold m a (MutArray a)
147+ [D] writeAppendNUnsafe :: forall m a. (MonadIO m, Unbox a) => Int -> m (MutArray a) -> Fold m a (MutArray a)
148+ [A] unsafePinnedCreateOf :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
149+ [A] unsafePinnedAsPtr :: MonadIO m => MutArray a -> (Ptr a -> m b) -> m b
150+ [A] unsafeCreateOfWith :: forall m a. (MonadIO m, Unbox a) => (Int -> m (MutArray a)) -> Int -> Fold m a (MutArray a)
151+ [A] unsafeCreateOf :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
152+ [A] unsafeAsPtr :: MonadIO m => MutArray a -> (Ptr a -> m b) -> m b
153+ [A] unsafeAppendN :: forall m a. (MonadIO m, Unbox a) => Int -> m (MutArray a) -> Fold m a (MutArray a)
154+ [A] toStreamWith :: forall m a. (Monad m, Unbox a) => (forall b. IO b -> m b) -> MutArray a -> Stream m a
155+ [A] toStreamRevWith :: forall m a. (Monad m, Unbox a) => (forall b. IO b -> m b) -> MutArray a -> Stream m a
156+ [R] toStreamDWith :: forall m a. (Monad m, Unbox a) => (forall b. IO b -> m b) -> MutArray a -> Stream m a
157+ [R] toStreamDRevWith :: forall m a. (Monad m, Unbox a) => (forall b. IO b -> m b) -> MutArray a -> Stream m a
158+ [A] slicerFromLen :: forall m a. (Monad m, Unbox a) => Int -> Int -> Unfold m (MutArray a) (MutArray a)
159+ [A] sliceIndexerFromLen :: forall m a. (Monad m, Unbox a) => Int -> Int -> Unfold m (MutArray a) (Int, Int)
160+ [A] revCreateOf :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
161+ [D] resizeExp :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> m (MutArray a)
162+ [D] resize :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> m (MutArray a)
163+ [A] pokeSkipUnsafe :: Int -> MutArray Word8 -> MutArray Word8
164+ [A] pokeAppendMay :: forall m a. (MonadIO m, Unbox a) => MutArray Word8 -> a -> m (Maybe (MutArray Word8))
165+ [A] pokeAppend :: forall m a. (MonadIO m, Unbox a) => MutArray Word8 -> a -> m (MutArray Word8)
166+ [D] pinnedWriteNUnsafe :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
167+ [D] pinnedWriteN :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
168+ [D] pinnedWrite :: forall m a. (MonadIO m, Unbox a) => Fold m a (MutArray a)
169+ [D] pinnedNewBytes :: MonadIO m => Int -> m (MutArray a)
170+ [A] pinnedEmptyOf :: forall m a. (MonadIO m, Unbox a) => Int -> m (MutArray a)
171+ [A] pinnedCreateOf :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
172+ [A] pinnedCreate :: forall m a. (MonadIO m, Unbox a) => Fold m a (MutArray a)
173+ [A] pinnedCompactLE :: forall m a. (MonadIO m, Unbox a) => Int -> Stream m (MutArray a) -> Stream m (MutArray a)
174+ [A] peekUnconsUnsafe :: forall m a. (MonadIO m, Unbox a) => MutArray Word8 -> m (a, MutArray Word8)
175+ [A] peekUncons :: forall m a. (MonadIO m, Unbox a) => MutArray Word8 -> m (Maybe a, MutArray Word8)
176+ [A] peekSkipUnsafe :: Int -> MutArray Word8 -> MutArray Word8
177+ [A] pPinnedCompactLE :: forall m a. (MonadIO m, Unbox a) => Int -> Parser (MutArray a) m (MutArray a)
178+ [A] pCompactLE :: forall m a. (MonadIO m, Unbox a) => Int -> Parser (MutArray a) m (MutArray a)
179+ [D] nil :: MutArray a
180+ [A] lPinnedCompactGE :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m (MutArray a) () -> Fold m (MutArray a) ()
181+ [A] lCompactGE :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m (MutArray a) () -> Fold m (MutArray a) ()
182+ [A] indexReaderWith :: (Monad m, Unbox a) => (forall b. IO b -> m b) -> Stream m Int -> Unfold m (MutArray a) a
183+ [A] indexReader :: (MonadIO m, Unbox a) => Stream m Int -> Unfold m (MutArray a) a
184+ [A] growExp :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> m (MutArray a)
185+ [A] grow :: forall m a. (MonadIO m, Unbox a) => Int -> MutArray a -> m (MutArray a)
186+ [D] getSlicesFromLen :: forall m a. (Monad m, Unbox a) => Int -> Int -> Unfold m (MutArray a) (MutArray a)
187+ [R] getIndicesD :: (Monad m, Unbox a) => (forall b. IO b -> m b) -> Stream m Int -> Unfold m (MutArray a) a
188+ [D] getIndices :: (MonadIO m, Unbox a) => Stream m Int -> Unfold m (MutArray a) a
189+ [D] genSlicesFromLen :: forall m a. (Monad m, Unbox a) => Int -> Int -> Unfold m (MutArray a) (Int, Int)
190+ [A] fromStreamN :: forall m a. (MonadIO m, Unbox a) => Int -> Stream m a -> m (MutArray a)
191+ [D] fromStreamDN :: forall m a. (MonadIO m, Unbox a) => Int -> Stream m a -> m (MutArray a)
192+ [D] fromStreamD :: (MonadIO m, Unbox a) => Stream m a -> m (MutArray a)
193+ [A] fromPureStreamN :: (MonadIO m, Unbox a) => Int -> Stream Identity a -> m (MutArray a)
194+ [A] fromPtrN :: MonadIO m => Int -> Ptr Word8 -> m (MutArray Word8)
195+ [A] fromChunksRealloced :: forall m a. (MonadIO m, Unbox a) => Stream m (MutArray a) -> m (MutArray a)
196+ [A] fromChunksK :: (Unbox a, MonadIO m) => StreamK m (MutArray a) -> m (MutArray a)
197+ [A] fromByteStr# :: MonadIO m => Addr# -> m (MutArray Word8)
198+ [D] fromArrayStreamK :: (Unbox a, MonadIO m) => StreamK m (MutArray a) -> m (MutArray a)
199+ [D] flattenArraysRev :: forall m a. (MonadIO m, Unbox a) => Stream m (MutArray a) -> Stream m a
200+ [D] flattenArrays :: forall m a. (MonadIO m, Unbox a) => Stream m (MutArray a) -> Stream m a
201+ [A] fPinnedCompactGE :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m (MutArray a) (MutArray a)
202+ [A] fCompactGE :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m (MutArray a) (MutArray a)
203+ [A] emptyOf :: (MonadIO m, Unbox a) => Int -> m (MutArray a)
204+ [A] empty :: MutArray a
205+ [A] createWith :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
206+ [A] createOfWith :: forall m a. (MonadIO m, Unbox a) => (Int -> m (MutArray a)) -> Int -> Fold m a (MutArray a)
207+ [A] createOf :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (MutArray a)
208+ [A] create :: forall m a. (MonadIO m, Unbox a) => Fold m a (MutArray a)
209+ [A] concatWith :: forall m a. (Monad m, Unbox a) => (forall b. IO b -> m b) -> Stream m (MutArray a) -> Stream m a
210+ [A] concatRevWith :: forall m a. (Monad m, Unbox a) => (forall b. IO b -> m b) -> Stream m (MutArray a) -> Stream m a
211+ [A] concatRev :: forall m a. (MonadIO m, Unbox a) => Stream m (MutArray a) -> Stream m a
212+ [A] concat :: forall m a. (MonadIO m, Unbox a) => Stream m (MutArray a) -> Stream m a
213+ [A] compactOnByteSuffix :: MonadIO m => Word8 -> Stream m (MutArray Word8) -> Stream m (MutArray Word8)
214+ [A] compactOnByte :: MonadIO m => Word8 -> Stream m (MutArray Word8) -> Stream m (MutArray Word8)
215+ [A] compactLeAs :: forall m a. (MonadIO m, Unbox a) => PinnedState -> Int -> Stream m (MutArray a) -> Stream m (MutArray a)
216+ [A] compactLE :: (MonadIO m, Unbox a) => Int -> Stream m (MutArray a) -> Stream m (MutArray a)
217+ [A] compactGE :: (MonadIO m, Unbox a) => Int -> Stream m (MutArray a) -> Stream m (MutArray a)
218+ [A] compactEQ :: Int -> Stream m (MutArray a) -> Stream m (MutArray a)
219+ [D] cmp :: MonadIO m => MutArray a -> MutArray a -> m Ordering
220+ [A] byteEq :: MonadIO m => MutArray a -> MutArray a -> m Bool
221+ [A] byteCmp :: MonadIO m => MutArray a -> MutArray a -> m Ordering
222+ [A] buildChunks :: (MonadIO m, Unbox a) => Int -> Fold m a (StreamK n (MutArray a))
223+ [D] asPtrUnsafe :: MonadIO m => MutArray a -> (Ptr a -> m b) -> m b
224+ [A] appendWith :: forall m a. (MonadIO m, Unbox a) => (Int -> Int) -> m (MutArray a) -> Fold m a (MutArray a)
225+ [A] appendN :: forall m a. (MonadIO m, Unbox a) => Int -> m (MutArray a) -> Fold m a (MutArray a)
226+ [A] append :: forall m a. (MonadIO m, Unbox a) => m (MutArray a) -> Fold m a (MutArray a)
227+[D] Streamly.Internal.Data.Array.Stream
228+ [C] interposeSuffix
229+ [O] interposeSuffix :: (Monad m, Unbox a) => a -> Stream m (Array a) -> Stream m a
230+ [N] interposeSuffix :: forall m a. (Monad m, Unbox a) => a -> Stream m (Array a) -> Stream m a
231+ [D] flattenArraysRev :: forall m a. (MonadIO m, Unbox a) => Stream m (Array a) -> Stream m a
232+ [D] flattenArrays :: forall m a. (MonadIO m, Unbox a) => Stream m (Array a) -> Stream m a
233+ [C] concatRev
234+ [O] concatRev :: (Monad m, Unbox a) => Stream m (Array a) -> Stream m a
235+ [N] concatRev :: forall m a. (Monad m, Unbox a) => Stream m (Array a) -> Stream m a
236+ [D] bufferChunks :: (MonadIO m, Unbox a) => Stream m a -> m (StreamK m (Array a))
237+[C] Streamly.Internal.Data.Array.Generic
238+ [A] createOf :: MonadIO m => Int -> Fold m a (Array a)
239+ [A] create :: MonadIO m => Fold m a (Array a)
240+[C] Streamly.Internal.Data.Array
241+ [R] ArrayUnsafe
242+ [D] writeWith :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (Array a)
243+ [D] writeNUnsafe :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (Array a)
244+ [A] unsafePinnedCreateOf :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (Array a)
245+ [A] unsafePinnedAsPtr :: MonadIO m => Array a -> (Ptr a -> m b) -> m b
246+ [A] unsafeCreateOf :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (Array a)
247+ [D] toStreamDRev :: forall m a. (Monad m, Unbox a) => Array a -> Stream m a
248+ [D] toStreamD :: forall m a. (Monad m, Unbox a) => Array a -> Stream m a
249+ [C] splice
250+ [O] splice :: (MonadIO m, Unbox a) => Array a -> Array a -> m (Array a)
251+ [N] splice :: MonadIO m => Array a -> Array a -> m (Array a)
252+ [A] slicerFromLen :: forall m a. (Monad m, Unbox a) => Int -> Int -> Unfold m (Array a) (Array a)
253+ [A] sliceIndexerFromLen :: forall m a. (Monad m, Unbox a) => Int -> Int -> Unfold m (Array a) (Int, Int)
254+ [D] pinnedWriteNUnsafe :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (Array a)
255+ [D] pinnedWriteNAligned :: forall m a. (MonadIO m, Unbox a) => Int -> Int -> Fold m a (Array a)
256+ [D] pinnedWriteN :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (Array a)
257+ [D] pinnedWrite :: forall m a. (MonadIO m, Unbox a) => Fold m a (Array a)
258+ [A] pinnedCreateOf :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (Array a)
259+ [A] pinnedCreate :: forall m a. (MonadIO m, Unbox a) => Fold m a (Array a)
260+ [A] pinnedCompactLE :: (MonadIO m, Unbox a) => Int -> Stream m (Array a) -> Stream m (Array a)
261+ [A] parseBreakChunksK :: forall m a b. (MonadIO m, Unbox a) => Parser a m b -> StreamK m (Array a) -> m (Either ParseError b, StreamK m (Array a))
262+ [D] nil :: Array a
263+ [A] lPinnedCompactGE :: (MonadIO m, Unbox a) => Int -> Fold m (Array a) () -> Fold m (Array a) ()
264+ [A] lCompactGE :: (MonadIO m, Unbox a) => Int -> Fold m (Array a) () -> Fold m (Array a) ()
265+ [A] interposeSuffix :: forall m a. (Monad m, Unbox a) => a -> Stream m (Array a) -> Stream m a
266+ [A] interpose :: (Monad m, Unbox a) => a -> Stream m (Array a) -> Stream m a
267+ [A] intercalateSuffix :: (Monad m, Unbox a) => Array a -> Stream m (Array a) -> Stream m a
268+ [A] indexReaderFromThenTo :: Unfold m (Int, Int, Int, Array a) a
269+ [A] indexReader :: (Monad m, Unbox a) => Stream m Int -> Unfold m (Array a) a
270+ [A] indexFinder :: (a -> Bool) -> Unfold Identity (Array a) Int
271+ [D] getSlicesFromLen :: forall m a. (Monad m, Unbox a) => Int -> Int -> Unfold m (Array a) (Array a)
272+ [R] getIndicesFromThenTo :: Unfold m (Int, Int, Int, Array a) a
273+ [D] getIndices :: (Monad m, Unbox a) => Stream m Int -> Unfold m (Array a) a
274+ [D] genSlicesFromLen :: forall m a. (Monad m, Unbox a) => Int -> Int -> Unfold m (Array a) (Int, Int)
275+ [D] fromStreamDN :: forall m a. (MonadIO m, Unbox a) => Int -> Stream m a -> m (Array a)
276+ [D] fromStreamD :: forall m a. (MonadIO m, Unbox a) => Stream m a -> m (Array a)
277+ [A] fromPureStreamN :: Unbox a => Int -> Stream Identity a -> Array a
278+ [A] fromPtrN :: Int -> Ptr Word8 -> Array Word8
279+ [A] fromChunksK :: (MonadIO m, Unbox a) => StreamK m (Array a) -> m (Array a)
280+ [A] fromChunks :: (MonadIO m, Unbox a) => Stream m (Array a) -> m (Array a)
281+ [A] fromByteStr :: Ptr Word8 -> Array Word8
282+ [A] foldChunks :: (MonadIO m, Unbox a) => Fold m a b -> Stream m (Array a) -> m b
283+ [A] foldBreakChunksK :: forall m a b. (MonadIO m, Unbox a) => Fold m a b -> StreamK m (Array a) -> m (b, StreamK m (Array a))
284+ [A] foldBreakChunks :: forall m a b. (MonadIO m, Unbox a) => Fold m a b -> Stream m (Array a) -> m (b, Stream m (Array a))
285+ [D] flattenArraysRev :: forall m a. (MonadIO m, Unbox a) => Stream m (Array a) -> Stream m a
286+ [D] flattenArrays :: forall m a. (MonadIO m, Unbox a) => Stream m (Array a) -> Stream m a
287+ [C] findIndicesOf
288+ [O] findIndicesOf :: (a -> Bool) -> Unfold Identity (Array a) Int
289+ [N] findIndicesOf :: (a -> Bool) -> Array a -> Stream Identity Int
290+ [A] fPinnedCompactGE :: (MonadIO m, Unbox a) => Int -> Fold m (Array a) (Array a)
291+ [A] fCompactGE :: (MonadIO m, Unbox a) => Int -> Fold m (Array a) (Array a)
292+ [A] empty :: Array a
293+ [A] createWith :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (Array a)
294+ [A] createOf :: forall m a. (MonadIO m, Unbox a) => Int -> Fold m a (Array a)
295+ [A] create :: forall m a. (MonadIO m, Unbox a) => Fold m a (Array a)
296+ [A] concatRev :: forall m a. (Monad m, Unbox a) => Stream m (Array a) -> Stream m a
297+ [A] concat :: (Monad m, Unbox a) => Stream m (Array a) -> Stream m a
298+ [A] compactOnByteSuffix :: MonadIO m => Word8 -> Stream m (Array Word8) -> Stream m (Array Word8)
299+ [A] compactOnByte :: MonadIO m => Word8 -> Stream m (Array Word8) -> Stream m (Array Word8)
300+ [A] compactLE :: (MonadIO m, Unbox a) => Int -> Stream m (Array a) -> Stream m (Array a)
301+ [A] compactGE :: (MonadIO m, Unbox a) => Int -> Stream m (Array a) -> Stream m (Array a)
302+ [A] byteEq :: Array a -> Array a -> Bool
303+ [A] byteCmp :: Array a -> Array a -> Ordering
304+ [A] buildChunks :: (MonadIO m, Unbox a) => Stream m a -> m (StreamK m (Array a))
305+ [D] bufferChunks :: (MonadIO m, Unbox a) => Stream m a -> m (StreamK m (Array a))
306+ [D] asPtrUnsafe :: MonadIO m => Array a -> (Ptr a -> m b) -> m b
core/docs/Changelog.mdnew file+97
@@ -0,0 +1,97 @@
1+# Changelog
2+
3+## 0.2.2 (Jan 2024)
4+
5+* Add fixities `infixr 5` for `cons` and `consM` functions.
6+* Fix a bug in Array `Eq` instance when the type is a sum type with
7+ differently sized constructors.
8+* lpackArraysChunksOf, compact, writeChunksWith, putChunksWith now take the
9+ buffer size in number of array elements instead of bytes.
10+
11+## 0.2.1 (Dec 2023)
12+
13+* Make the serialization of the unit constructor deterministic.
14+* Expose `pinnedSerialize` & `deserialize` via `Streamly.Data.Array`.
15+
16+## 0.2.0 (Nov 2023)
17+
18+See [0.1.0-0.2.0 API Changelog](https://github.com/composewell/streamly/blob/streamly-0.10.0/core/docs/ApiChangelogs/0.1.0-0.2.0.txt)
19+for a full list of API changes in this release. Only a few significant
20+changes are mentioned here.
21+
22+### Breaking Changes
23+
24+* `ParserK` in `Streamly.Data.ParserK` is not implicitly specialized
25+ to arrays anymore. To adapt to the new code, change `ParserK a m
26+ b` to `ParserK (Array a) m b` where the `Array` type comes from
27+ `Streamly.Data.Array`. This change also affected the signatures of
28+ `parseChunks` and `parseBreakChunks`.
29+* Changed the signature of 'Streamly.Data.Stream.handle' to make the
30+ exception handler monadic.
31+* Behavior change: Exceptions are now rethrown promptly in `bracketIO`.
32+
33+### Enhancements
34+
35+* __Serialization__: Added a `Streamly.Data.MutByteArray` module with a
36+ `Serialize` type class for fast binary serialization. The Data.Array
37+ module supplies the `serialize` and `deserialize` operations for arrays.
38+* __Unpinned Arrays__: Unboxed arrays are now created unpinned by default,
39+ they were created pinned earlier. During IO operations, unpinned arrays
40+ are automatically copied to pinned memory. When arrays are directly
41+ passed to IO operations programmers can choose to create them pinned to
42+ avoid a copy. To create pinned arrays, use the internal APIs with the
43+ `pinned*` prefix.
44+* StreamK now supports native exception handling routines (handle, bracketIO).
45+ Earlier we had to convert it to the `Stream` type for exception handling.
46+
47+### Deprecations
48+
49+See [0.1.0-0.2.0 API Changelog](https://github.com/composewell/streamly/blob/streamly-0.10.0/core/docs/ApiChangelogs/0.1.0-0.2.0.txt)
50+for a full list of deprecations.
51+
52+### Internal API Changes
53+
54+* Fold constructor has changed, added a `final` field to support
55+ finalization and cleanup of a chain of folds. The `extract` field is
56+ now used only for mapping the fold internal state to fold result for
57+ scanning purposes. If your fold does not require cleanup you can just use
58+ your existing `extract` function as `final` as well to adapt to this change.
59+* Many low level internal modules have been removed, they are entirely
60+ exported from higher level internal modules. If you were importing any
61+ of the missing low level modules then import the higher level modules instead.
62+* Internal module changes:
63+ * Streamly.Internal.Serialize.FromBytes -> Streamly.Internal.Data.Binary.Parser
64+ * Streamly.Internal.Serialize.ToBytes -> Streamly.Internal.Data.Binary.Stream
65+ * Streamly.Internal.Data.Unbox is now exported via Streamly.Internal.Data.Serialize
66+ * Streamly.Internal.Data.IORef.Unboxed is now exported via Streamly.Internal.Data.Serialize
67+
68+## 0.1.0 (March 2023)
69+
70+Also see [streamly-core-0.1.0 API Changelog](https://github.com/composewell/streamly/blob/streamly-0.10.0/core/docs/ApiChangelogs/0.1.0.txt) or
71+https://hackage.haskell.org/package/streamly-core-0.1.0/docs/docs/ApiChangelogs/0.1.0.txt
72+
73+`streamly` package is split into two packages, (1) `streamly-core` that
74+has only GHC boot library depdendecies, and (2) `streamly` that contains
75+higher level operations (including concurrent ones) with additional
76+dependencies.
77+
78+* Moved the following modules from `streamly` package to the
79+ `streamly-core` package:
80+ * Streamly.Console.Stdio
81+ * Streamly.Data.Fold
82+ * Streamly.Data.Unfold
83+ * Streamly.FileSystem.Handle
84+ * Streamly.Unicode.Stream
85+* Added the following new modules:
86+ * Streamly.Data.Array
87+ * Streamly.Data.Array.Generic
88+ * Streamly.Data.MutArray
89+ * Streamly.Data.MutArray.Generic
90+ * Streamly.Data.Parser
91+ * Streamly.Data.ParserK
92+ * Streamly.Data.Stream
93+ * Streamly.Data.StreamK
94+ * Streamly.FileSystem.Dir
95+ * Streamly.FileSystem.File
96+ * Streamly.Unicode.Parser
97+ * Streamly.Unicode.String
core/docs/Readme.mdnew file+1
@@ -0,0 +1 @@
1+Please refer to the "streamly" package for tutorials and other documentation.
core/src/DocTestDataArray.hsnew file+22
@@ -0,0 +1,22 @@
1+{- $setup
2+>>> :m
3+>>> :set -XFlexibleContexts
4+>>> :set -XMagicHash
5+>>> import Data.Function ((&))
6+>>> import Data.Functor.Identity (Identity(..))
7+>>> import System.IO.Unsafe (unsafePerformIO)
8+
9+>>> import Streamly.Data.Array (Array)
10+>>> import Streamly.Data.Stream (Stream)
11+
12+>>> import qualified Streamly.Data.Array as Array
13+>>> import qualified Streamly.Data.Fold as Fold
14+>>> import qualified Streamly.Data.ParserK as ParserK
15+>>> import qualified Streamly.Data.Stream as Stream
16+>>> import qualified Streamly.Data.StreamK as StreamK
17+
18+For APIs that have not been released yet.
19+
20+>>> import qualified Streamly.Internal.Data.Array as Array
21+>>> import qualified Streamly.Internal.Data.Stream as Stream
22+-}
core/src/DocTestDataFold.hsnew file+27
@@ -0,0 +1,27 @@
1+{- $setup
2+>>> :m
3+>>> :set -XFlexibleContexts
4+>>> import Control.Monad (void)
5+>>> import qualified Data.Foldable as Foldable
6+>>> import Data.Function ((&))
7+>>> import Data.Functor.Identity (Identity, runIdentity)
8+>>> import Data.IORef (newIORef, readIORef, writeIORef)
9+>>> import Data.Maybe (fromJust, isJust)
10+>>> import Data.Monoid (Endo(..), Last(..), Sum(..))
11+
12+>>> import Streamly.Data.Array (Array)
13+>>> import Streamly.Data.Fold (Fold, Tee(..))
14+>>> import Streamly.Data.Stream (Stream)
15+
16+>>> import qualified Streamly.Data.Array as Array
17+>>> import qualified Streamly.Data.Fold as Fold
18+>>> import qualified Streamly.Data.MutArray as MutArray
19+>>> import qualified Streamly.Data.Parser as Parser
20+>>> import qualified Streamly.Data.Stream as Stream
21+>>> import qualified Streamly.Data.StreamK as StreamK
22+>>> import qualified Streamly.Data.Unfold as Unfold
23+
24+For APIs that have not been released yet.
25+
26+>>> import qualified Streamly.Internal.Data.Fold as Fold
27+-}
core/src/DocTestDataMutArray.hsnew file+10
@@ -0,0 +1,10 @@
1+{- $setup
2+>>> :m
3+>>> import qualified Streamly.Data.Fold as Fold
4+>>> import qualified Streamly.Data.MutArray as MutArray
5+>>> import qualified Streamly.Data.Stream as Stream
6+
7+For APIs that have not been released yet.
8+
9+>>> import Streamly.Internal.Data.MutArray as MutArray
10+-}
core/src/DocTestDataMutArrayGeneric.hsnew file+10
@@ -0,0 +1,10 @@
1+{- $setup
2+>>> :m
3+>>> import qualified Streamly.Data.Fold as Fold
4+>>> import qualified Streamly.Data.MutArray.Generic as MutArray
5+>>> import qualified Streamly.Data.Stream as Stream
6+
7+For APIs that have not been released yet.
8+
9+>>> import Streamly.Internal.Data.MutArray.Generic as MutArray
10+-}
core/src/DocTestDataParser.hsnew file+20
@@ -0,0 +1,20 @@
1+{- $setup
2+>>> :m
3+>>> import Control.Applicative ((<|>))
4+>>> import Data.Bifunctor (second)
5+>>> import Data.Char (isSpace)
6+>>> import qualified Data.Foldable as Foldable
7+>>> import qualified Data.Maybe as Maybe
8+
9+>>> import Streamly.Data.Fold (Fold)
10+>>> import Streamly.Data.Parser (Parser)
11+
12+>>> import qualified Streamly.Data.Fold as Fold
13+>>> import qualified Streamly.Data.Parser as Parser
14+>>> import qualified Streamly.Data.Stream as Stream
15+
16+For APIs that have not been released yet.
17+
18+>>> import qualified Streamly.Internal.Data.Fold as Fold
19+>>> import qualified Streamly.Internal.Data.Parser as Parser
20+-}
core/src/DocTestDataParserK.hsnew file+15
@@ -0,0 +1,15 @@
1+{- $setup
2+>>> :m
3+>>> import Control.Applicative ((<|>))
4+>>> import Data.Char (isDigit, isAlpha)
5+
6+>>> import Streamly.Data.Parser (Parser)
7+>>> import Streamly.Data.ParserK (ParserK)
8+
9+>>> import qualified Streamly.Data.Parser as Parser
10+>>> import qualified Streamly.Data.ParserK as ParserK
11+
12+For APIs that have not been released yet.
13+
14+>>> import qualified Streamly.Internal.Data.ParserK as ParserK
15+-}
core/src/DocTestDataStream.hsnew file+39
@@ -0,0 +1,39 @@
1+{- $setup
2+
3+>>> :m
4+>>> import Control.Concurrent (threadDelay)
5+>>> import Control.Monad (void)
6+>>> import Control.Monad.IO.Class (MonadIO (liftIO))
7+>>> import Control.Monad.Trans.Class (lift)
8+>>> import Control.Monad.Trans.Identity (runIdentityT)
9+>>> import Data.Char (isSpace)
10+>>> import Data.Either (fromLeft, fromRight, isLeft, isRight, either)
11+>>> import Data.Maybe (fromJust, isJust)
12+>>> import Data.Function (fix, (&))
13+>>> import Data.Functor.Identity (runIdentity)
14+>>> import Data.IORef
15+>>> import Data.Semigroup (cycle1)
16+>>> import GHC.Exts (Ptr (Ptr))
17+>>> import System.IO (stdout, hSetBuffering, BufferMode(LineBuffering))
18+
19+>>> hSetBuffering stdout LineBuffering
20+>>> effect n = print n >> return n
21+
22+>>> import Streamly.Data.Stream (Stream)
23+>>> import qualified Streamly.Data.Array as Array
24+>>> import qualified Streamly.Data.Fold as Fold
25+>>> import qualified Streamly.Data.Stream as Stream
26+>>> import qualified Streamly.Data.StreamK as StreamK
27+>>> import qualified Streamly.Data.Unfold as Unfold
28+>>> import qualified Streamly.Data.Parser as Parser
29+>>> import qualified Streamly.FileSystem.Dir as Dir
30+
31+For APIs that have not been released yet.
32+
33+>>> import qualified Streamly.Internal.Data.Fold as Fold
34+>>> import qualified Streamly.Internal.Data.Parser as Parser
35+>>> import qualified Streamly.Internal.Data.Stream as Stream
36+>>> import qualified Streamly.Internal.Data.StreamK as StreamK
37+>>> import qualified Streamly.Internal.Data.Unfold as Unfold
38+>>> import qualified Streamly.Internal.FileSystem.Dir as Dir
39+-}
core/src/DocTestDataStreamK.hsnew file+21
@@ -0,0 +1,21 @@
1+{- $setup
2+
3+>>> :m
4+>>> import Control.Concurrent (threadDelay)
5+>>> import Data.Function (fix, (&))
6+>>> import Data.Semigroup (cycle1)
7+
8+>>> effect n = print n >> return n
9+
10+>>> import Streamly.Data.StreamK (StreamK)
11+>>> import qualified Streamly.Data.Fold as Fold
12+>>> import qualified Streamly.Data.Parser as Parser
13+>>> import qualified Streamly.Data.Stream as Stream
14+>>> import qualified Streamly.Data.StreamK as StreamK
15+>>> import qualified Streamly.FileSystem.Dir as Dir
16+
17+For APIs that have not been released yet.
18+
19+>>> import qualified Streamly.Internal.Data.StreamK as StreamK
20+>>> import qualified Streamly.Internal.FileSystem.Dir as Dir
21+-}
core/src/DocTestDataUnfold.hsnew file+12
@@ -0,0 +1,12 @@
1+{- $setup
2+
3+>>> :m
4+>>> import Streamly.Data.Unfold (Unfold)
5+>>> import qualified Streamly.Data.Fold as Fold
6+>>> import qualified Streamly.Data.Stream as Stream
7+>>> import qualified Streamly.Data.Unfold as Unfold
8+
9+For APIs that have not been released yet.
10+
11+>>> import qualified Streamly.Internal.Data.Unfold as Unfold
12+-}
core/src/DocTestFileSystemHandle.hsnew file+15
@@ -0,0 +1,15 @@
1+{- $setup
2+>>> :m
3+>>> import qualified Streamly.Data.Array as Array
4+>>> import qualified Streamly.FileSystem.Handle as Handle hiding (readChunks)
5+>>> import qualified Streamly.Data.Fold as Fold
6+>>> import qualified Streamly.Data.Stream as Stream
7+>>> import qualified Streamly.Data.Unfold as Unfold
8+
9+For APIs that have not been released yet.
10+
11+>>> import qualified Streamly.Internal.Data.Array as Array (unsafeCreateOf)
12+>>> import qualified Streamly.Internal.Data.Unfold as Unfold (first)
13+>>> import qualified Streamly.Internal.FileSystem.Handle as Handle
14+>>> import qualified Streamly.Internal.System.IO as IO (defaultChunkSize)
15+-}
core/src/DocTestUnicodeParser.hsnew file+9
@@ -0,0 +1,9 @@
1+{- $setup
2+>>> :m
3+>>> import qualified Streamly.Data.Stream as Stream
4+>>> import qualified Streamly.Unicode.Parser as Unicode
5+
6+For APIs that have not been released yet.
7+
8+>>> import qualified Streamly.Internal.Unicode.Parser as Unicode (number, mkDouble)
9+-}
core/src/DocTestUnicodeStream.hsnew file+12
@@ -0,0 +1,12 @@
1+{- $setup
2+>>> :m
3+
4+>>> import qualified Streamly.Data.Fold as Fold
5+>>> import qualified Streamly.Data.Stream as Stream
6+>>> import qualified Streamly.Unicode.Stream as Unicode
7+
8+For APIs that have not been released yet.
9+
10+>>> :set -XMagicHash
11+>>> import qualified Streamly.Internal.Unicode.Stream as Unicode
12+-}
core/src/DocTestUnicodeString.hsnew file+5
@@ -0,0 +1,5 @@
1+{- $setup
2+>>> :m
3+>>> :set -XQuasiQuotes
4+>>> import Streamly.Internal.Unicode.String
5+-}
src/Streamly/Console/Stdio.hs → core/src/Streamly/Console/Stdio.hsrenamed+3−4
@@ -13,9 +13,9 @@
13
13
14module Streamly.Console.Stdio
14module Streamly.Console.Stdio
15 (
15 (
16− -- * Read (stdin)
16+ -- * Unfolds (stdin)
17− read
17+ reader
18− , readChunks
18+ , chunkReader
19
19
20 -- * Write (stdout)
20 -- * Write (stdout)
21 , write
21 , write
@@ -28,4 +28,3 @@ module Streamly.Console.Stdio
28where
28where
29
29
30import Streamly.Internal.Console.Stdio
30import Streamly.Internal.Console.Stdio
31−import Prelude hiding (read)
core/src/Streamly/Data/Array.hsnew file+167
@@ -0,0 +1,167 @@
1+{-# LANGUAGE CPP #-}
2+-- |
3+-- Module : Streamly.Data.Array
4+-- Copyright : (c) 2019 Composewell Technologies
5+--
6+-- License : BSD3
7+-- Maintainer : streamly@composewell.com
8+-- Stability : released
9+-- Portability : GHC
10+--
11+-- Unboxed immutable arrays with streaming interfaces.
12+--
13+-- Please refer to "Streamly.Internal.Data.Array" for functions that have not
14+-- yet been released.
15+--
16+-- For arrays that work on boxed types, not requiring the 'Unbox' constraint,
17+-- please refer to "Streamly.Data.Array.Generic". For arrays that can be
18+-- mutated in-place, please see "Streamly.Data.MutArray".
19+
20+module Streamly.Data.Array
21+ (
22+ -- * Setup
23+ -- | To execute the code examples provided in this module in ghci, please
24+ -- run the following commands first.
25+ --
26+ -- $setup
27+
28+ -- * Overview
29+ -- $overview
30+
31+ -- * The Array Type
32+ Array
33+
34+ -- * Pinning & Unpinning
35+ -- | Arrays are created unpinned by default unless pinned versions of
36+ -- creation APIs are used. Look for APIs with @pinned@ prefix in
37+ -- "Streamly.Internal.Data.Array" for some unreleased pinned creation APIs.
38+ -- If an array is to be sent to the OS without any further modification
39+ -- then it should be created pinned in the first place instead of pinning
40+ -- it later. Pinning an unpinned array has a copy overhead. OS interfacing
41+ -- APIs create a pinned array directly or convert an unpinned array to
42+ -- pinned array before sending it to the OS.
43+ , pin
44+ , unpin
45+ , isPinned
46+
47+ -- * Construction
48+ -- | When performance matters, the fastest way to generate an array is
49+ -- 'createOf'. 'IsList' and 'IsString' instances can be
50+ -- used to conveniently construct arrays from literal values.
51+ -- 'OverloadedLists' extension or 'fromList' can be used to construct an
52+ -- array from a list literal. Similarly, 'OverloadedStrings' extension or
53+ -- 'fromList' can be used to construct an array from a string literal.
54+
55+ -- ** From Stream
56+ , createOf
57+ , create
58+ , writeLastN -- drop old (ring buffer)
59+
60+ -- ** From List
61+ , fromListN
62+ , fromList
63+
64+ -- * To List
65+ -- 'GHC.Exts.toList' from "GHC.Exts" can be used to convert an array to a
66+ -- list.
67+ , toList
68+
69+ -- * To Stream
70+ , read
71+ , readRev
72+
73+ -- * Unfolds
74+ , reader
75+ , readerRev
76+
77+ -- * Casting
78+ , cast
79+ , asBytes
80+
81+ -- * Random Access
82+ , length
83+ -- , (!!)
84+ , getIndex
85+
86+ -- * Serialization
87+ , pinnedSerialize
88+ , deserialize
89+
90+ -- * Re-exports
91+ , Unbox (..)
92+ , Serialize(..)
93+
94+ -- * Deprecated
95+ , writeN -- drop new
96+ , write -- full buffer
97+ )
98+where
99+
100+#include "inline.hs"
101+
102+import Streamly.Internal.Data.Array
103+import Streamly.Internal.Data.MutByteArray (Unbox(..), Serialize(..))
104+
105+import Prelude hiding (read, length)
106+
107+#include "DocTestDataArray.hs"
108+
109+-- $overview
110+--
111+-- This module provides APIs to create and use unboxed immutable arrays. Once
112+-- created, their contents cannot be modified. Only types that are unboxable
113+-- via the 'Unbox' type class can be stored in these arrays. Note that the
114+-- array memory grows automatically when creating a new array, therefore, an
115+-- array can be created from a variable length stream.
116+--
117+-- == Folding Arrays
118+--
119+-- Convert array to stream, and fold the stream:
120+--
121+-- >>> fold f arr = Array.read arr & Stream.fold f
122+-- >>> fold Fold.sum (Array.fromList [1,2,3::Int])
123+-- 6
124+--
125+-- == Transforming Arrays
126+--
127+-- Convert array to stream, transform, and fold back to array:
128+--
129+-- >>> amap f arr = Array.read arr & fmap f & Stream.fold (Array.createOf (Array.length arr))
130+-- >>> amap (+1) (Array.fromList [1,2,3::Int])
131+-- fromList [2,3,4]
132+--
133+-- == Pinned and Unpinned Arrays
134+--
135+-- The array type can use both pinned and unpinned memory under the hood. The
136+-- default array creation operations create unpinned arrays. IO operations
137+-- automatically copy an array to pinned memory if the array passed to it is
138+-- unpinned. Programmers can use appropriate pinned array generation APIs to
139+-- reduce the copying if it happens.
140+--
141+-- Unpinned arrays have the advantage of allowing automatic defragmentation of
142+-- the memory by GC. Whereas pinned arrays have the advantage of not requiring
143+-- a copy by GC. Normally you would want to use unpinned arrays. However, in
144+-- some cases, for example, for long lived large data storage, and for
145+-- interfacing with the operating system or foreign (non-Haskell) consumers you
146+-- may want to use pinned arrays.
147+--
148+-- == Creating Arrays from Non-IO Streams
149+--
150+-- Array creation folds require 'MonadIO' otherwise the compiler may
151+-- incorrectly share the array memory thinking it is pure.
152+--
153+-- See the 'fromPureStream' unreleased API to generate an array from an
154+-- Identity stream safely without using MonadIO constraint.
155+--
156+-- Note that 'Identity' streams can be generalized to IO streams:
157+--
158+-- >>> stream = Stream.fromList [1,2,3] :: Stream Identity Int
159+-- >>> pure2IO s = Stream.morphInner (return . runIdentity) s :: Stream IO Int
160+-- >>> Stream.fold Array.create (pure2IO stream)
161+-- fromList [1,2,3]
162+--
163+-- == Programming Tips
164+--
165+-- This module is designed to be imported qualified:
166+--
167+-- >>> import qualified Streamly.Data.Array as Array
core/src/Streamly/Data/Array/Generic.hsnew file+51
@@ -0,0 +1,51 @@
1+-- |
2+-- Module : Streamly.Data.Array.Generic
3+-- Copyright : (c) 2019 Composewell Technologies
4+--
5+-- License : BSD-3-Clause
6+-- Maintainer : streamly@composewell.com
7+-- Stability : experimental
8+-- Portability : GHC
9+--
10+-- Unconstrained version of "Streamly.Data.Array" module.
11+--
12+-- See the "Streamly.Data.Array" module for documentation.
13+--
14+module Streamly.Data.Array.Generic
15+ ( Array
16+
17+ -- * Construction
18+ , fromListN
19+ , fromList
20+
21+ -- MonadicAPIs
22+ , createOf
23+ , create
24+
25+ -- * Conversion
26+ , toList
27+
28+ -- * Streams
29+ , read
30+ , readRev
31+
32+ -- * Unfolds
33+ , reader
34+ -- , A.readerRev
35+
36+ -- * Random Access
37+ , length
38+ , getIndex
39+
40+ -- -- * Folding Arrays
41+ -- , A.streamFold
42+ -- , A.fold
43+
44+ -- * Deprecated
45+ , writeN
46+ , write
47+ )
48+where
49+
50+import Streamly.Internal.Data.Array.Generic
51+import Prelude hiding (length, read)
core/src/Streamly/Data/Array/Unboxed.hsdeleted−104
@@ -1,104 +0,0 @@
1−#include "inline.hs"
2−
3−-- |
4−-- Module : Streamly.Data.Array.Unboxed
5−-- Copyright : (c) 2019 Composewell Technologies
6−--
7−-- License : BSD3
8−-- Maintainer : streamly@composewell.com
9−-- Stability : released
10−-- Portability : GHC
11−--
12−-- This module provides immutable arrays in pinned memory (non GC memory)
13−-- suitable for long lived data storage, random access and for interfacing with
14−-- the operating system.
15−--
16−-- Arrays in this module are chunks of pinned memory that hold a sequence of
17−-- 'Storable' values of a given type, they cannot store non-serializable data
18−-- like functions. Once created an array cannot be modified. Pinned memory
19−-- allows efficient buffering of long lived data without adding any impact to
20−-- GC. One array is just one pointer visible to GC and it does not have to be
21−-- copied across generations. Moreover, pinned memory allows communication
22−-- with foreign consumers and producers (e.g. file or network IO) without
23−-- copying the data.
24−--
25−-- = Programmer Notes
26−--
27−-- Array creation APIs require a 'MonadIO' Monad, except 'fromList' which is a
28−-- pure API. To operate on streams in pure Monads like 'Identity' you can hoist
29−-- it to IO monad as follows:
30−--
31−-- >>> import Data.Functor.Identity (Identity, runIdentity)
32−-- >>> s = Stream.fromList [1..10] :: SerialT Identity Int
33−-- >>> s1 = Stream.hoist (return . runIdentity) s :: SerialT IO Int
34−-- >>> Stream.fold Array.write s1 :: IO (Array Int)
35−-- [1,2,3,4,5,6,7,8,9,10]
36−--
37−-- 'unsafePerformIO' can be used to get a pure API from IO, as long as you know
38−-- it is safe to do so:
39−--
40−-- >>> import System.IO.Unsafe (unsafePerformIO)
41−-- >>> unsafePerformIO $ Stream.fold Array.write s1 :: Array Int
42−-- [1,2,3,4,5,6,7,8,9,10]
43−--
44−-- To apply a transformation to an array use 'read' to unfold the array into a
45−-- stream, apply a transformation on the stream and then use 'write' to fold it
46−-- back to an array.
47−--
48−-- This module is designed to be imported qualified:
49−--
50−-- > import qualified Streamly.Data.Array.Unboxed as Array
51−--
52−-- For experimental APIs see "Streamly.Internal.Data.Array.Unboxed".
53−
54−module Streamly.Data.Array.Unboxed
55− (
56− A.Array
57−
58− -- * Arrays
59− -- ** Construction
60− -- | When performance matters, the fastest way to generate an array is
61− -- 'writeN'. 'IsList' and 'IsString' instances can be
62− -- used to conveniently construct arrays from literal values.
63− -- 'OverloadedLists' extension or 'fromList' can be used to construct an
64− -- array from a list literal. Similarly, 'OverloadedStrings' extension or
65− -- 'fromList' can be used to construct an array from a string literal.
66−
67− -- Pure List APIs
68− , A.fromListN
69− , A.fromList
70−
71− -- Monadic APIs
72− , A.writeN -- drop new
73− , A.write -- full buffer
74− , writeLastN -- drop old (ring buffer)
75−
76− -- ** Elimination
77− -- 'GHC.Exts.toList' from "GHC.Exts" can be used to convert an array to a
78− -- list.
79−
80− , A.toList
81− , A.read
82− , A.readRev
83−
84− -- ** Casting
85− , cast
86− , asBytes
87−
88− -- ** Random Access
89− , A.length
90− -- , (!!)
91− , A.getIndex
92− )
93−where
94−
95−import Streamly.Internal.Data.Array.Unboxed as A
96−
97−-- $setup
98−-- >>> :m
99−-- >>> :set -XFlexibleContexts
100−-- >>> :set -package streamly
101−-- >>> import Streamly.Prelude (SerialT)
102−-- >>> import Streamly.Data.Array.Unboxed (Array)
103−-- >>> import qualified Streamly.Internal.Data.Stream.IsStream as Stream
104−-- >>> import qualified Streamly.Data.Array.Unboxed as Array
core/src/Streamly/Data/Fold.hs+193−67
@@ -1,3 +1,4 @@
1+{-# LANGUAGE CPP #-}
1-- |
2-- |
2-- Module : Streamly.Data.Fold
3-- Module : Streamly.Data.Fold
3-- Copyright : (c) 2019 Composewell Technologies
4-- Copyright : (c) 2019 Composewell Technologies
@@ -6,33 +7,47 @@
6-- Stability : released
7-- Stability : released
7-- Portability : GHC
8-- Portability : GHC
8--
9--
9−-- A 'Fold' is a sink or a consumer of a stream of values. The 'Fold' type
10+-- Fast, composable stream consumers with ability to terminate, supporting
10−-- consists of an accumulator and an effectful action that absorbs a value into
11+-- stream fusion.
11−-- the accumulator.
12--
12--
13−-- >>> import Data.Function ((&))
13+-- == Using Folds
14−-- >>> import qualified Streamly.Data.Fold as Fold
15−-- >>> import qualified Streamly.Prelude as Stream
16--
14--
17−-- For example, a 'sum' Fold represents adding the input to the accumulated
15+-- This module provides elementary folds and fold combinators that can be used
18−-- sum. A fold driver e.g. 'Streamly.Prelude.fold' pushes values from a stream
16+-- to consume a stream of data and reduce it to a final value, or transform it
19−-- to the 'Fold' one at a time, reducing the stream to a single value.
17+-- in a stateful manner using scans. A data stream can be reduced into a stream
18+-- of folded data elements by folding segments of the stream. Fold combinators
19+-- can be used to compose multiple folds in parallel or to create a pipeline of
20+-- folds such that the next fold consumes the result of the previous fold. To
21+-- run these folds on a stream see 'Streamly.Data.Stream.fold',
22+-- 'Streamly.Data.Stream.scan', 'Streamly.Data.Stream.postscan',
23+-- 'Streamly.Data.Stream.scanMaybe', 'Streamly.Data.Stream.foldMany' and other
24+-- operations accepting 'Fold' type as argument "Streamly.Data.Stream".
25+--
26+-- == Reducing a Stream
27+--
28+-- A 'Fold' is a consumer of a stream of values. A fold driver (such as
29+-- 'Streamly.Data.Stream.fold') initializes the fold @accumulator@, runs the
30+-- fold @step@ function in a loop, processing the input stream one element at a
31+-- time and accumulating the result. The loop continues until the fold
32+-- terminates, at which point the accumulated result is returned.
33+--
34+-- For example, a 'sum' Fold represents a stream consumer that adds the values
35+-- in the input stream:
20--
36--
21-- >>> Stream.fold Fold.sum $ Stream.fromList [1..100]
37-- >>> Stream.fold Fold.sum $ Stream.fromList [1..100]
22-- 5050
38-- 5050
23--
39--
24−-- Conceptually, a 'Fold' is a data type that can mimic a strict left fold
40+-- Conceptually, a 'Fold' is a data type that mimics a strict left fold
25−-- ('Data.List.foldl') as well as lazy right fold ('Prelude.foldr'). The above
26−-- example is similar to a left fold using @(+)@ as the step and @0@ as the
41+-- ('Data.List.foldl'). The above example is similar to a left fold using
27−-- initial value of the accumulator:
42+-- @(+)@ as the step and @0@ as the initial value of the accumulator:
28--
43--
29-- >>> Data.List.foldl' (+) 0 [1..100]
44-- >>> Data.List.foldl' (+) 0 [1..100]
30-- 5050
45-- 5050
31--
46--
32−-- 'Fold's have an early termination capability e.g. the 'head' fold would
47+-- 'Fold's have an early termination capability e.g. the 'one' fold terminates
33−-- terminate on an infinite stream:
48+-- after consuming one element:
34--
49--
35−-- >>> Stream.fold Fold.head $ Stream.fromList [1..]
50+-- >>> Stream.fold Fold.one $ Stream.fromList [1..]
36-- Just 1
51-- Just 1
37--
52--
38-- The above example is similar to the following right fold:
53-- The above example is similar to the following right fold:
@@ -47,6 +62,8 @@
47-- >>> Stream.fold sumTwo $ Stream.fromList [1..100]
62-- >>> Stream.fold sumTwo $ Stream.fromList [1..100]
48-- 3
63-- 3
49--
64--
65+-- == Parallel Composition
66+--
50-- Folds can be combined to run in parallel on the same input. For example, to
67-- Folds can be combined to run in parallel on the same input. For example, to
51-- compute the average of numbers in a stream without going through the stream
68-- compute the average of numbers in a stream without going through the stream
52-- twice:
69-- twice:
@@ -59,26 +76,30 @@
59-- folds. For example, to count even and odd numbers in a stream:
76-- folds. For example, to count even and odd numbers in a stream:
60--
77--
61-- >>> split n = if even n then Left n else Right n
78-- >>> split n = if even n then Left n else Right n
62−-- >>> stream = Stream.map split $ Stream.fromList [1..100]
79+-- >>> stream = fmap split $ Stream.fromList [1..100]
63-- >>> countEven = fmap (("Even " ++) . show) Fold.length
80-- >>> countEven = fmap (("Even " ++) . show) Fold.length
64-- >>> countOdd = fmap (("Odd " ++) . show) Fold.length
81-- >>> countOdd = fmap (("Odd " ++) . show) Fold.length
65-- >>> f = Fold.partition countEven countOdd
82-- >>> f = Fold.partition countEven countOdd
66-- >>> Stream.fold f stream
83-- >>> Stream.fold f stream
67-- ("Even 50","Odd 50")
84-- ("Even 50","Odd 50")
68--
85--
86+-- == Sequential Composition
87+--
69-- Terminating folds can be combined to parse the stream serially such that the
88-- Terminating folds can be combined to parse the stream serially such that the
70-- first fold consumes the input until it terminates and the second fold
89-- first fold consumes the input until it terminates and the second fold
71-- consumes the rest of the input until it terminates:
90-- consumes the rest of the input until it terminates:
72--
91--
73−-- >>> f = Fold.serialWith (,) (Fold.take 8 Fold.toList) (Fold.takeEndBy (== '\n') Fold.toList)
92+-- >>> f = Fold.splitWith (,) (Fold.take 8 Fold.toList) (Fold.takeEndBy (== '\n') Fold.toList)
74-- >>> Stream.fold f $ Stream.fromList "header: hello\n"
93-- >>> Stream.fold f $ Stream.fromList "header: hello\n"
75-- ("header: ","hello\n")
94-- ("header: ","hello\n")
76--
95--
96+-- == Splitting a Stream
97+--
77-- A 'Fold' can be applied repeatedly on a stream to transform it to a stream
98-- A 'Fold' can be applied repeatedly on a stream to transform it to a stream
78-- of fold results. To split a stream on newlines:
99-- of fold results. To split a stream on newlines:
79--
100--
80-- >>> f = Fold.takeEndBy (== '\n') Fold.toList
101-- >>> f = Fold.takeEndBy (== '\n') Fold.toList
81−-- >>> Stream.toList $ Stream.foldMany f $ Stream.fromList "Hello there!\nHow are you\n"
102+-- >>> Stream.fold Fold.toList $ Stream.foldMany f $ Stream.fromList "Hello there!\nHow are you\n"
82-- ["Hello there!\n","How are you\n"]
103-- ["Hello there!\n","How are you\n"]
83--
104--
84-- Similarly, we can split the input of a fold too:
105-- Similarly, we can split the input of a fold too:
@@ -86,15 +107,12 @@
86-- >>> Stream.fold (Fold.many f Fold.toList) $ Stream.fromList "Hello there!\nHow are you\n"
107-- >>> Stream.fold (Fold.many f Fold.toList) $ Stream.fromList "Hello there!\nHow are you\n"
87-- ["Hello there!\n","How are you\n"]
108-- ["Hello there!\n","How are you\n"]
88--
109--
89−-- Please see "Streamly.Internal.Data.Fold" for additional @Pre-release@
90−-- functions.
91−--
92−-- = Folds vs. Streams
110+-- == Folds vs. Streams
93--
111--
94-- We can often use streams or folds to achieve the same goal. However, streams
112-- We can often use streams or folds to achieve the same goal. However, streams
95-- are more efficient in composition of producers (e.g.
113-- are more efficient in composition of producers (e.g.
96−-- 'Streamly.Prelude.serial' or 'Streamly.Prelude.mergeBy') whereas folds are
114+-- 'Data.Stream.append' or 'Data.Stream.mergeBy') whereas folds are
97−-- more efficient in composition of consumers (e.g. 'serialWith', 'partition'
115+-- more efficient in composition of consumers (e.g. 'splitWith', 'partition'
98-- or 'teeWith').
116-- or 'teeWith').
99--
117--
100-- Streams are producers, transformations on streams happen on the output side:
118-- Streams are producers, transformations on streams happen on the output side:
@@ -102,8 +120,8 @@
102-- >>> :{
120-- >>> :{
103-- f stream =
121-- f stream =
104-- Stream.filter odd stream
122-- Stream.filter odd stream
105−-- & Stream.map (+1)
123+-- & fmap (+1)
106−-- & Stream.sum
124+-- & Stream.fold Fold.sum
107-- :}
125-- :}
108--
126--
109-- >>> f $ Stream.fromList [1..100 :: Int]
127-- >>> f $ Stream.fromList [1..100 :: Int]
@@ -125,17 +143,50 @@
125-- Notice the similiarity in the definition of @f@ in both cases, the only
143-- Notice the similiarity in the definition of @f@ in both cases, the only
126-- difference is the composition by @&@ vs @$@ and the use @lmap@ vs @map@, the
144-- difference is the composition by @&@ vs @$@ and the use @lmap@ vs @map@, the
127-- difference is due to output vs input side transformations.
145-- difference is due to output vs input side transformations.
146+--
147+-- == Fusion Limitations
148+--
149+-- Folds support stream fusion for generating loops comparable to the speed of
150+-- C. However, it has some limitations. For fusion to work, the folds must be
151+-- inlined, folds must be statically known and not generated dynamically, folds
152+-- should not be passed recursively.
153+--
154+-- Another limitation is due to the quadratic complexity causing slowdown when
155+-- too many nested compositions are used. Especially, the performance of the
156+-- Applicative instance and splitting operations (e.g. 'splitWith') degrades
157+-- quadratically (O(n^2)) when combined @n@ times, roughly 8 or less sequenced
158+-- operations are fine. For these cases folds can be converted to parsers and
159+-- then used as ParserK.
160+--
161+-- == Experimental APIs
162+--
163+-- Please refer to "Streamly.Internal.Data.Fold" for more functions that have
164+-- not yet been released.
128
165
129module Streamly.Data.Fold
166module Streamly.Data.Fold
130 (
167 (
168+ -- * Setup
169+ -- | To execute the code examples provided in this module in ghci, please
170+ -- run the following commands first.
171+ --
172+ -- $setup
173+
174+ -- * Running A Fold
175+ drive
176+ -- XXX Should we have a stream returning function in fold module?
177+ -- , breakStream
178+
131 -- * Fold Type
179 -- * Fold Type
132
180
133− Fold -- (..)
181+ , Fold -- (..)
182+ , Tee (..)
134
183
135 -- * Constructors
184 -- * Constructors
136 , foldl'
185 , foldl'
137 , foldlM'
186 , foldlM'
187+ , foldl1'
188+ , foldlM1'
138− , foldr
189+ , foldr'
139
190
140 -- * Folds
191 -- * Folds
141 -- ** Accumulators
192 -- ** Accumulators
@@ -152,15 +203,13 @@ module Streamly.Data.Fold
152
203
153 -- Reducers
204 -- Reducers
154 , drain
205 , drain
155− , drainBy
206+ , drainMapM
156− , last
157 , length
207 , length
208+ , countDistinct
209+ , countDistinctInt
210+ , frequency
158 , sum
211 , sum
159 , product
212 , product
160− , maximumBy
161− , maximum
162− , minimumBy
163− , minimum
164 , mean
213 , mean
165 , rollingHash
214 , rollingHash
166 , rollingHashWithSalt
215 , rollingHashWithSalt
@@ -168,17 +217,43 @@ module Streamly.Data.Fold
168 -- Collectors
217 -- Collectors
169 , toList
218 , toList
170 , toListRev
219 , toListRev
220+ , toSet
221+ , toIntSet
222+ , topBy
223+
224+ -- ** Non-Empty Accumulators
225+ -- | Accumulators that do not have a default value, therefore, return
226+ -- 'Nothing' on an empty stream.
227+ , latest
228+ , maximumBy
229+ , maximum
230+ , minimumBy
231+ , minimum
232+
233+ -- ** Filtering Scanners
234+ -- | Accumulators that are usually run as a scan using the 'scanMaybe'
235+ -- combinator.
236+ , findIndices
237+ , elemIndices
238+ , deleteBy
239+ -- , uniq
240+ , uniqBy
241+ , nub
242+ , nubInt
171
243
172 -- ** Terminating Folds
244 -- ** Terminating Folds
173− -- | These are much like lazy right folds.
245+ , one
246+ , null
247+ -- , satisfy
248+ -- , maybe
174
249
175 , index
250 , index
176− , head
251+ , the
177 , find
252 , find
253+ , findM
178 , lookup
254 , lookup
179 , findIndex
255 , findIndex
180 , elemIndex
256 , elemIndex
181− , null
182 , elem
257 , elem
183 , notElem
258 , notElem
184 , all
259 , all
@@ -186,24 +261,44 @@ module Streamly.Data.Fold
186 , and
261 , and
187 , or
262 , or
188
263
264+ -- * Incremental builders
265+ -- | Mutable arrays ("Streamly.Data.MutArray") are basic builders. You can
266+ -- use the 'Streamly.Data.MutArray.snoc' or
267+ -- 'Streamly.Data.MutArray.writeAppend' operations to incrementally build
268+ -- mutable arrays. The 'addOne' and 'addStream' combinators can be used to
269+ -- incrementally build any type of structure using a fold, including arrays
270+ -- or a stream of arrays.
271+ --
272+ -- Use pinned arrays if you are going to use the data for IO.
273+
274+ -- XXX should rename to "extract". can use "Fold.drive Stream.nil" instead,
275+ -- for now.
276+ -- , extractM
277+ -- , reduce
278+ , addOne
279+ -- , snocl
280+ -- XXX Can we use something like concatEffect to implement snocM?
281+ -- , snocM
282+ -- , snoclM
283+ , addStream
284+ , duplicate
285+ -- , isClosed
286+
189 -- * Combinators
287 -- * Combinators
190 -- | Combinators are modifiers of folds. In the type @Fold m a b@, @a@ is
288 -- | Combinators are modifiers of folds. In the type @Fold m a b@, @a@ is
191 -- the input type and @b@ is the output type. Transformations can be
289 -- the input type and @b@ is the output type. Transformations can be
192− -- applied either on the input side or on the output side. Therefore,
290+ -- applied either on the input side (contravariant) or on the output side
193− -- combinators are of one of the following general shapes:
291+ -- (covariant). Therefore, combinators are of one of the following general
292+ -- shapes:
194 --
293 --
195 -- * @... -> Fold m a b -> Fold m c b@ (input transformation)
294 -- * @... -> Fold m a b -> Fold m c b@ (input transformation)
196 -- * @... -> Fold m a b -> Fold m a c@ (output transformation)
295 -- * @... -> Fold m a b -> Fold m a c@ (output transformation)
197 --
296 --
198− -- Output transformations are also known as covariant transformations, and
199− -- input transformations are also known as contravariant transformations.
200 -- The input side transformations are more interesting for folds. Most of
297 -- The input side transformations are more interesting for folds. Most of
201 -- the following sections describe the input transformation operations on a
298 -- the following sections describe the input transformation operations on a
202− -- fold. The names and signatures of the operations are consistent with
203− -- corresponding operations in "Streamly.Prelude". When an operation makes
204− -- sense on both input and output side we use the prefix @l@ (for left) for
299+ -- fold. When an operation makes sense on both input and output side we use
205− -- input side operations and the prefix @r@ (for right) for output side
300+ -- the prefix @l@ (for left) for input side operations and the prefix @r@
206− -- operations.
301+ -- (for right) for output side operations.
207
302
208 -- ** Mapping on output
303 -- ** Mapping on output
209 -- | The 'Functor' instance of a fold maps on the output of the fold:
304 -- | The 'Functor' instance of a fold maps on the output of the fold:
@@ -217,22 +312,31 @@ module Streamly.Data.Fold
217 , lmap
312 , lmap
218 , lmapM
313 , lmapM
219
314
220− -- ** Filtering
315+ -- ** Scanning and Filtering
316+ , scan
317+ , postscan
318+ , scanMaybe
221 , filter
319 , filter
222 , filterM
320 , filterM
223
321
224 -- -- ** Mapping Filters
322 -- -- ** Mapping Filters
225− , catMaybes
226 , mapMaybe
323 , mapMaybe
324+ , catMaybes
325+ , catLefts
326+ , catRights
327+ , catEithers
227
328
228 -- ** Trimming
329 -- ** Trimming
229 , take
330 , take
230 -- , takeInterval
331 -- , takeInterval
231− , takeEndBy_
232 , takeEndBy
332 , takeEndBy
333+ , takeEndBy_
233
334
234− -- ** Serial Append
335+ -- ** Splitting
235− , serialWith
336+ , splitWith
337+ , many
338+ , groupsOf
339+ -- , intervalsOf
236
340
237 -- ** Parallel Distribution
341 -- ** Parallel Distribution
238 -- | For applicative composition using distribution see
342 -- | For applicative composition using distribution see
@@ -254,36 +358,58 @@ module Streamly.Data.Fold
254 --, partitionByMinM
358 --, partitionByMinM
255 --, partitionBy
359 --, partitionBy
256
360
361+ -- ** Key-value Collectors
362+ , toMap
363+ , toMapIO
364+ , demuxToMap
365+ , demuxToMapIO
366+
367+ -- ** Key-value Scanners
368+ , classify
369+ , classifyIO
370+ , demux
371+ , demuxIO
372+
257 -- ** Unzipping
373 -- ** Unzipping
258 , unzip
374 , unzip
259
375
260− -- ** Splitting
261− , many
262− , chunksOf
263− -- , intervalsOf
264−
265 -- ** Nesting
376 -- ** Nesting
266 , concatMap
377 , concatMap
267
378
379+ -- * Transforming the Monad
380+ , morphInner
381+
268 -- * Deprecated
382 -- * Deprecated
383+ , chunksOf
384+ , foldr
385+ , drainBy
386+ , last
387+ , head
269 , sequence
388 , sequence
270 , mapM
389 , mapM
271 , variance
390 , variance
272 , stdDev
391 , stdDev
392+ , serialWith
273 )
393 )
274where
394where
275
395
276import Prelude
396import Prelude
277− hiding (filter, drop, dropWhile, take, takeWhile, zipWith, foldr,
397+ hiding (Foldable(..), filter, drop, dropWhile, take, takeWhile, zipWith,
278− foldl, map, mapM_, sequence, all, any, sum, product, elem,
398+ map, mapM_, sequence, all, any,
279− notElem, maximum, minimum, head, last, tail, length, null,
399+ notElem, head, last, tail,
280− reverse, iterate, init, and, or, lookup, foldr1, (!!),
400+ reverse, iterate, init, and, or, lookup, (!!),
281− scanl, scanl1, replicate, concatMap, mconcat, foldMap, unzip,
401+ scanl, scanl1, replicate, concatMap, mconcat, unzip,
282− span, splitAt, break, mapM)
402+ span, splitAt, break, mapM, maybe)
283
403
284import Streamly.Internal.Data.Fold
404import Streamly.Internal.Data.Fold
285
405
286−-- $setup
406+#include "DocTestDataFold.hs"
287−-- >>> import Data.Function ((&))
407+
288−-- >>> import qualified Streamly.Data.Fold as Fold
408+--------------------------------------------------------------------------------
289−-- >>> import qualified Streamly.Prelude as Stream
409+-- Deprecated
410+--------------------------------------------------------------------------------
411+
412+{-# DEPRECATED chunksOf "Please use 'groupsOf' instead" #-}
413+{-# INLINE chunksOf #-}
414+chunksOf :: Monad m => Int -> Fold m a b -> Fold m b c -> Fold m a c
415+chunksOf = groupsOf
core/src/Streamly/Data/Fold/Tee.hsdeleted−41
@@ -1,41 +0,0 @@
1−-- |
2−-- Module : Streamly.Data.Fold.Tee
3−-- Copyright : (c) 2021 Composewell Technologies
4−-- License : BSD-3-Clause
5−-- Maintainer : streamly@composewell.com
6−-- Stability : released
7−-- Portability : GHC
8−--
9−-- The 'Tee' type is a newtype wrapper over the 'Streamly.Data.Fold.Fold' type providing
10−-- distributive 'Applicative', 'Semigroup', 'Monoid', 'Num', 'Floating' and
11−-- 'Fractional' instances. The input received by the composed 'Tee' is
12−-- replicated and distributed to both the constituent Tees.
13−--
14−-- For example, to compute the average of numbers in a stream without going
15−-- through the stream twice:
16−--
17−-- >>> import Streamly.Data.Fold.Tee (Tee(..))
18−-- >>> import qualified Streamly.Prelude as Stream
19−-- >>> import qualified Streamly.Data.Fold as Fold
20−--
21−-- >>> avg = (/) <$> (Tee Fold.sum) <*> (Tee $ fmap fromIntegral Fold.length)
22−-- >>> Stream.fold (toFold avg) $ Stream.fromList [1.0..100.0]
23−-- 50.5
24−--
25−-- Similarly, the 'Semigroup' and 'Monoid' instances of 'Tee' distribute the
26−-- input to both the folds and combine the outputs using Monoid or Semigroup
27−-- instances of the output types:
28−--
29−-- >>> import Data.Monoid (Sum(..))
30−-- >>> t = Tee Fold.head <> Tee Fold.last
31−-- >>> Stream.fold (toFold t) (fmap Sum $ Stream.enumerateFromTo 1.0 100.0)
32−-- Just (Sum {getSum = 101.0})
33−--
34−-- The 'Num', 'Floating', and 'Fractional' instances work in the same way.
35−--
36−module Streamly.Data.Fold.Tee
37− ( Tee(..)
38− )
39−where
40−
41−import Streamly.Internal.Data.Fold.Tee
core/src/Streamly/Data/MutArray.hsnew file+110
@@ -0,0 +1,110 @@
1+{-# LANGUAGE CPP #-}
2+-- |
3+-- Module : Streamly.Data.MutArray
4+-- Copyright : (c) 2022 Composewell Technologies
5+--
6+-- License : BSD3
7+-- Maintainer : streamly@composewell.com
8+-- Stability : released
9+-- Portability : GHC
10+--
11+-- This module provides a mutable version of "Streamly.Data.Array". The
12+-- contents of a mutable array can be modified in-place. For general
13+-- documentation, please refer to the original module.
14+--
15+-- Please refer to "Streamly.Internal.Data.MutArray" for functions that have
16+-- not yet been released.
17+--
18+-- For mutable arrays that work on boxed types, not requiring the 'Unbox'
19+-- constraint, please refer to "Streamly.Data.MutArray.Generic".
20+
21+module Streamly.Data.MutArray
22+ (
23+ -- * Setup
24+ -- | To execute the code examples provided in this module in ghci, please
25+ -- run the following commands first.
26+ --
27+ -- $setup
28+
29+ -- * Mutable Array Type
30+ MutArray
31+
32+ -- * Construction
33+
34+ -- Uninitialized Arrays
35+ , emptyOf
36+ , pinnedEmptyOf
37+
38+ -- From containers
39+ , fromListN
40+ , fromList
41+ , createOf
42+ , create
43+ -- writeLastN
44+
45+ -- * Pinning & Unpinning
46+ , pin
47+ , unpin
48+ , isPinned
49+
50+ -- * Appending elements
51+ , snoc
52+
53+ -- * Appending streams
54+ , appendN
55+ , append
56+
57+ -- * Inplace mutation
58+ , putIndex
59+ , putIndexUnsafe
60+ , modifyIndex
61+ , modifyIndexUnsafe
62+ , modify
63+
64+ -- * Random access
65+ , getIndex
66+ , getIndexUnsafe
67+
68+ -- * Conversion
69+ , toList
70+
71+ -- * Streams
72+ , read
73+ , readRev
74+
75+ -- * Unfolds
76+ , reader
77+ , readerRev
78+
79+ -- * Casting
80+ , cast
81+ , asBytes
82+
83+ -- * Size
84+ , length
85+
86+ -- * Re-exports
87+ , Unbox (..)
88+
89+ -- * Deprecated
90+ , newPinned
91+ , new
92+ , pinnedNew
93+ , writeN
94+ , write
95+ , writeAppendN
96+ , writeAppend
97+ )
98+where
99+
100+import Prelude hiding (length, read)
101+import Streamly.Internal.Data.MutArray
102+import Streamly.Internal.Data.Unbox (Unbox (..))
103+import Control.Monad.IO.Class (MonadIO)
104+
105+#include "DocTestDataMutArray.hs"
106+
107+{-# DEPRECATED newPinned "Please use pinnedNew instead." #-}
108+{-# INLINE newPinned #-}
109+newPinned :: forall m a. (MonadIO m, Unbox a) => Int -> m (MutArray a)
110+newPinned = pinnedNew
core/src/Streamly/Data/MutArray/Generic.hsnew file+70
@@ -0,0 +1,70 @@
1+{-# LANGUAGE CPP #-}
2+-- |
3+-- Module : Streamly.Data.MutArray.Generic
4+-- Copyright : (c) 2020 Composewell Technologies
5+-- License : BSD3-3-Clause
6+-- Maintainer : streamly@composewell.com
7+-- Stability : experimental
8+-- Portability : GHC
9+--
10+-- Unconstrained version of "Streamly.Data.MutArray" module.
11+--
12+-- See the "Streamly.Data.MutArray" module for documentation.
13+--
14+module Streamly.Data.MutArray.Generic
15+(
16+ -- * Setup
17+ -- | To execute the code examples provided in this module in ghci, please
18+ -- run the following commands first.
19+ --
20+ -- $setup
21+
22+ -- * Type
23+ MutArray
24+
25+ -- * Construction
26+ , emptyOf
27+ , fromListN
28+ , fromList
29+ , createOf
30+ , create
31+
32+ -- * Appending elements
33+ , snoc
34+
35+ -- * Inplace mutation
36+ , putIndex
37+ , putIndexUnsafe
38+ , modifyIndex
39+ , modifyIndexUnsafe
40+ -- , modify
41+
42+ -- * Random reads
43+ , getIndex
44+ , getIndexUnsafe
45+
46+ -- * Conversion
47+ , toList
48+
49+ -- * Streams
50+ , read
51+ , readRev
52+
53+ -- * Unfolds
54+ , reader
55+ -- , readerRev
56+
57+ -- * Size
58+ , length
59+
60+ -- * Deprecated
61+ , new
62+ , writeN
63+ , write
64+ )
65+where
66+
67+import Streamly.Internal.Data.MutArray.Generic
68+import Prelude hiding (read, length)
69+
70+#include "DocTestDataMutArrayGeneric.hs"
core/src/Streamly/Data/MutByteArray.hsnew file+106
@@ -0,0 +1,106 @@
1+-- |
2+-- Module : Streamly.Data.MutByteArray
3+-- Copyright : (c) 2023 Composewell Technologies
4+-- License : BSD3-3-Clause
5+-- Maintainer : streamly@composewell.com
6+-- Portability : GHC
7+--
8+-- A low level byte Array type 'MutByteArray', along with type classes 'Unbox'
9+-- and 'Serialize' for fast binary serialization and deserialization of Haskell
10+-- values. Serialization, deserialization performance is similar to, and in
11+-- some cases many times better than the store package. Conceptually, the
12+-- 'Serialize' type class works in the same way as store.
13+--
14+-- Serialize instances are configurable to use constructor names (see
15+-- 'Streamly.Internal.Data.MutByteArray.encodeConstrNames'), record field names (see
16+-- 'Streamly.Internal.Data.MutByteArray.encodeRecordFields') instead of binary
17+-- encoded values. This is an experimental feature which allows JSON like
18+-- properties with faster speed. For example, you can change the order of
19+-- constructors or record fields without affecting serialized value.
20+--
21+-- Higher level unboxed array modules "Streamly.Data.Array" and
22+-- "Streamly.Data.MutArray" are built on top of this module. Unboxed arrays are
23+-- essentially serialized Haskell values. Array modules provide higher level
24+-- serialization routines like 'Streamly.Internal.Data.Array.pinnedSerialize'
25+-- and 'Streamly.Internal.Data.Array.deserialize' from the
26+-- "Streamly.Internal.Data.Array" module.
27+--
28+-- == Mutable Byte Array
29+--
30+-- 'MutByteArray' is a primitive mutable array in the IO monad. 'Unbox' and
31+-- 'Serialize' type classes use this primitive array to serialize data to and
32+-- deserialize it from. This array is used to build higher level unboxed
33+-- array types 'Streamly.Data.MutArray.MutArray' and 'Streamly.Data.Array.Array'.
34+--
35+-- == Using Unbox
36+--
37+-- The 'Unbox' type class is simple and used to serialize non-recursive fixed
38+-- size data types. This type class is primarily used to implement unboxed
39+-- arrays. Unboxed arrays are just a sequence of serialized fixed length
40+-- Haskell data types. Instances of this type class can be derived using
41+-- 'Generic' or template haskell based deriving functions provided in this
42+-- module.
43+--
44+-- Writing a data type to an array using the array creation routines in
45+-- "Streamly.Data.Array" or "Streamly.Data.MutArray" (e.g. @writeN@ or
46+-- @fromListN@), serializes the type to the array. Similarly, reading the data
47+-- type from the array deserializes it. You can also serialize and deserialize
48+-- directly to and from a 'MutByteArray', using the type class methods.
49+--
50+-- == Using Serialize
51+--
52+-- The 'Serialize' type class is a superset of the 'Unbox' type class, it can
53+-- serialize variable length data types as well e.g. Haskell lists. Use
54+-- 'deriveSerialize' to derive the instances of the type class automatically
55+-- and then use the type class methods to serialize and deserialize to and from
56+-- a 'MutByteArray'.
57+--
58+-- See 'Streamly.Internal.Data.Array.pinnedSerialize' and
59+-- 'Streamly.Internal.Data.Array.deserialize' for 'Array' type based
60+-- serialization.
61+--
62+-- == Comparing serialized values
63+--
64+-- When using the `Unbox` type class the same value may result in differing
65+-- serialized bytes because of unused uninitialized data in case of sum types.
66+-- Therefore, byte comparison of serialized values is not reliable.
67+--
68+-- However, the 'Serialize' type class guarantees that the serialized values
69+-- are always exactly the same and byte comparison of serialized is reliable.
70+--
71+module Streamly.Data.MutByteArray
72+ (
73+
74+ -- * Mutable Byte Array
75+ -- | The standard way to read from or write to a 'MutByteArray' is by using
76+ -- the 'Unbox' or 'Serialize' type class methods.
77+ MutByteArray
78+ , isPinned
79+ , pin
80+ , unpin
81+ , new
82+ , pinnedNew
83+
84+ -- * Unbox
85+ , Unbox(..)
86+ , deriveUnbox
87+
88+ -- * Serialize
89+ , Serialize(..)
90+
91+ -- ** Instance Config
92+ , SerializeConfig
93+ , inlineAddSizeTo
94+ , inlineSerializeAt
95+ , inlineDeserializeAt
96+
97+ -- ** Instance Deriving
98+ , deriveSerialize
99+ , deriveSerializeWith
100+ ) where
101+
102+--------------------------------------------------------------------------------
103+-- Imports
104+--------------------------------------------------------------------------------
105+
106+import Streamly.Internal.Data.MutByteArray
core/src/Streamly/Data/Parser.hsnew file+247
@@ -0,0 +1,247 @@
1+{-# LANGUAGE CPP #-}
2+-- |
3+-- Module : Streamly.Data.Parser
4+-- Copyright : (c) 2020 Composewell Technologies
5+-- License : BSD-3-Clause
6+-- Maintainer : streamly@composewell.com
7+-- Stability : pre-release
8+-- Portability : GHC
9+--
10+-- Parsers are stream consumers like folds with the following differences:
11+--
12+-- * folds cannot fail but parsers can fail and backtrack.
13+-- * folds can be composed as a Tee but parsers cannot.
14+-- * folds can be used for scanning but parsers cannot.
15+-- * folds can be converted to parsers.
16+--
17+-- This module implements parsers with stream fusion which compile to efficient
18+-- loops comparable to the speed of C.
19+--
20+-- == Using Parsers
21+--
22+-- This module provides elementary parsers and parser combinators that can be
23+-- used to parse a stream of data. Additionally, all the folds from the
24+-- "Streamly.Data.Fold" module can be converted to parsers using 'fromFold'.
25+-- All the parsing functionality provided by popular parsing libraries, and
26+-- more is available. Also see "Streamly.Unicode.Parser" module for Char stream
27+-- parsers.
28+--
29+-- A data stream can be transformed to a stream of parsed data elements. Parser
30+-- combinators can be used to create a pipeline of folds or parsers such that
31+-- the next fold or parser consumes the result of the previous parser. See
32+-- 'Streamly.Data.Stream.parse' and 'Streamly.Data.Stream.parseMany' to run
33+-- these parsers on a stream.
34+--
35+-- == Parser vs ParserK
36+--
37+-- There are two functionally equivalent parsing modules,
38+-- "Streamly.Data.Parser" (this module) and "Streamly.Data.ParserK". The latter
39+-- is a CPS based wrapper over the former, and can be used for parsing in
40+-- general. "Streamly.Data.Parser" enables stream fusion and should be
41+-- preferred over "Streamly.Data.ParserK" for high performance stream parsing
42+-- use cases. However, there are a few cases where this module is not
43+-- suitable and ParserK should be used instead.
44+--
45+-- For static fusion, parser combinators have to use strict pattern matching on
46+-- arguments of type Parser. This leads to infinte loop when a parser is
47+-- defined recursively, due to strict evaluation of the recursive call. For
48+-- example, the following implementation loops infinitely because of the
49+-- recursive use of parser @p@ in the @*>@ combinator:
50+--
51+-- >>> import Streamly.Data.Parser (Parser)
52+-- >>> import qualified Streamly.Data.Fold as Fold
53+-- >>> import qualified Streamly.Data.Parser as Parser
54+-- >>> import qualified Streamly.Data.Stream as Stream
55+-- >>> import Control.Applicative ((<|>))
56+--
57+-- >>> :{
58+-- >>> p :: Monad m => Parser Char m String
59+-- >>> p = Parser.satisfy (== '(') *> p <|> Parser.fromFold Fold.toList
60+-- >>> :}
61+--
62+-- Use ParserK when recursive use is required:
63+--
64+-- >>> import Streamly.Data.ParserK (ParserK)
65+-- >>> import qualified Streamly.Data.StreamK as StreamK
66+-- >>> import qualified Streamly.Internal.Data.StreamK as StreamK (parse)
67+-- >>> import qualified Streamly.Internal.Data.ParserK as ParserK (adapt)
68+--
69+-- >>> :{
70+-- >>> p :: Monad m => ParserK Char m String
71+-- >>> p = ParserK.adapt (Parser.satisfy (== '(')) *> p <|> ParserK.adapt (Parser.fromFold Fold.toList)
72+-- >>> :}
73+--
74+-- >>> StreamK.parse p $ StreamK.fromStream $ Stream.fromList "hello"
75+-- Right "hello"
76+--
77+-- For this reason Applicative, Alternative or Monad compositions with
78+-- recursion cannot be used with the 'Parser' type. Alternative type class based
79+-- operations like 'asum' and Alternative based generic parser combinators use
80+-- recursion. Similarly, Applicative type class based operations like
81+-- 'Prelude.sequence' use recursion. Custom implementations of many such
82+-- operations are provided in this module (e.g. 'some', 'many'), and those
83+-- should be used instead.
84+--
85+-- Another limitation of Parser type is due to the quadratic complexity causing
86+-- slowdown when too many nested compositions are used. Especially Applicative,
87+-- Monad, Alternative instances, and sequenced parsing operations (e.g. nested
88+-- 'one', and 'splitWith') degrade the performance quadratically (O(n^2)) when
89+-- combined @n@ times, roughly 8 or less sequenced parsers are fine. READ THE
90+-- DOCS OF APPLICATIVE, MONAD AND ALTERNATIVE INSTANCES.
91+--
92+-- == Streaming Parsers
93+--
94+-- With 'Streamly.Data.ParserK.ParserK' you can use the generic Alternative
95+-- type class based parsers from the
96+-- <https://hackage.haskell.org/package/parser-combinators parser-combinators>
97+-- library or similar. However, we recommend that you use the equivalent
98+-- functionality from this module for better performance and for streaming
99+-- behavior.
100+--
101+-- Firstly, the combinators in this module are faster due to stream fusion.
102+-- Secondly, these are streaming in nature as the results can be passed
103+-- directly to other stream consumers (folds or parsers). The Alternative type
104+-- class based parsers would end up buffering all the results in lists before
105+-- they can be consumed.
106+--
107+-- When recursion or heavy nesting is needed use ParserK.
108+--
109+-- == Error Reporting
110+--
111+-- These parsers do not report the error context (e.g. line number or column).
112+-- This may be supported in future.
113+--
114+-- == Monad Transformer Stack
115+--
116+-- 'MonadTrans' instance is not provided. If the 'Parser' type is the top most
117+-- layer (which should be the case almost always) you can just use 'fromEffect'
118+-- to execute the lower layer monad effects.
119+--
120+-- == Parser vs ParserK Implementation
121+--
122+-- The 'Parser' type represents a stream consumer by composing state as data
123+-- which enables stream fusion. Stream fusion generates a tight loop without
124+-- any constructor allocations between the stages, providing C like performance
125+-- for the loop. Stream fusion works when multiple functions are combined in a
126+-- pipeline statically. Therefore, the operations in this module must be
127+-- inlined and must not be used recursively to allow for stream fusion.
128+--
129+-- The 'ParserK' type represents a stream consumer by composing function calls,
130+-- therefore, a function call overhead is incurred at each composition. It is
131+-- quite fast in general but may be a few times slower than a fused parser.
132+-- However, it allows for scalable dynamic composition especially parsers can
133+-- be used in recursive calls. Using the 'ParserK' type operations like
134+-- 'splitWith' provide linear (O(n)) performance with respect to the number of
135+-- compositions.
136+--
137+-- == Experimental APIs
138+--
139+-- Please refer to "Streamly.Internal.Data.Parser" for functions that have not
140+-- yet been released.
141+--
142+module Streamly.Data.Parser
143+ (
144+ -- * Setup
145+ -- | To execute the code examples provided in this module in ghci, please
146+ -- run the following commands first.
147+ --
148+ -- $setup
149+
150+ -- * Parser Type
151+ Parser
152+
153+ -- -- * Downgrade to Fold
154+ -- , toFold
155+
156+ -- * Parsers
157+ -- ** From Folds
158+ , fromFold
159+
160+ -- ** Without Input
161+ -- , fromFoldMaybe
162+ , fromPure
163+ , fromEffect
164+ , die
165+ -- , dieM
166+ , peek
167+ , eof
168+
169+ -- ** Element parsers
170+
171+ -- All of these can be expressed in terms of either
172+ , one
173+ -- , oneEq
174+ -- , oneNotEq
175+ , oneOf
176+ , noneOf
177+ , satisfy
178+ -- , maybe
179+ -- , either
180+
181+ -- ** Sequences
182+ , streamEqBy
183+ , listEqBy
184+ , listEq
185+
186+ -- * Combinators
187+ -- Mapping on output
188+ -- , rmapM
189+
190+ -- ** Mapping on input
191+ , lmap
192+ , lmapM
193+
194+ -- * Map on output
195+ , rmapM
196+
197+ -- ** Filtering
198+ , filter
199+
200+ -- ** Look Ahead
201+ , lookAhead
202+
203+ -- ** Tokenize by length
204+ -- , takeBetween
205+ , takeEQ
206+ -- , takeGE
207+ -- , takeP
208+
209+ -- ** Tokenize by predicate
210+ -- , takeWhileP
211+ , takeWhile
212+ , takeWhile1
213+ , dropWhile
214+ -- , takeEndBy
215+ -- , takeEndByEsc
216+ -- , takeStartBy
217+ , wordBy
218+
219+ -- ** Grouping
220+ , groupBy
221+ , groupByRolling
222+ , groupByRollingEither
223+
224+ -- ** Framing
225+ -- , wordFramedBy
226+ , wordWithQuotes
227+ -- , wordProcessQuotes
228+ -- , wordKeepQuotes
229+
230+ -- -- * Alternative
231+ -- , alt
232+
233+ -- ** Splitting
234+ , many
235+ , some
236+ , manyTill
237+
238+ -- ** De-interleaving
239+ , deintercalate
240+ )
241+
242+where
243+
244+import Streamly.Internal.Data.Parser
245+import Prelude hiding (dropWhile, takeWhile, filter)
246+
247+#include "DocTestDataParser.hs"
core/src/Streamly/Data/ParserK.hsnew file+139
@@ -0,0 +1,139 @@
1+{-# LANGUAGE CPP #-}
2+-- |
3+-- Module : Streamly.Data.ParserK
4+-- Copyright : (c) 2023 Composewell Technologies
5+-- License : BSD-3-Clause
6+-- Maintainer : streamly@composewell.com
7+-- Stability : pre-release
8+-- Portability : GHC
9+--
10+-- See the general notes about parsing in the "Streamly.Data.Parser" module.
11+-- This module implements a using Continuation Passing Style (CPS) wrapper over
12+-- the "Streamly.Data.Parser" module. It is as fast or faster than attoparsec.
13+--
14+-- == Parser vs ParserK
15+--
16+-- 'ParserK' is preferred over 'Streamly.Data.Parser.Parser' when extensive
17+-- applicative, alternative and monadic composition is required, or when
18+-- recursive or dynamic composition of parsers is required. The
19+-- 'Streamly.Data.Parser.Parser' type fuses statically and creates efficient
20+-- loops whereas 'ParserK' uses function call based composition and has
21+-- comparatively larger runtime overhead but it is better suited to the
22+-- specific use cases mentioned above. 'ParserK' also allows to efficient parse
23+-- a stream of arrays, it can also break the input stream into a parse result
24+-- and remaining stream so that the stream can be parsed independently in
25+-- segments.
26+--
27+-- == Using ParserK
28+--
29+-- All the parsers from the "Streamly.Data.Parser" module can be adapted to
30+-- ParserK using the 'Streamly.Data.ParserK.adaptC',
31+-- 'Streamly.Internal.Data.ParserK.adapt', and
32+-- 'Streamly.Internal.Data.ParserK.adaptCG' combinators.
33+--
34+-- 'Streamly.Data.StreamK.parseChunks' runs a parser on a stream of unboxed
35+-- arrays, this is the preferred and most efficient way to parse chunked input.
36+-- The more general 'Streamly.Data.StreamK.parseBreakChunks' function returns
37+-- the remaining stream as well along with the parse result. There are
38+-- 'Streamly.Internal.Data.StreamK.parseChunksGeneric',
39+-- 'Streamly.Internal.Data.StreamK.parseBreakChunksGeneric' as well to run
40+-- parsers on boxed arrays. 'Streamly.Internal.Data.StreamK.parse',
41+-- 'Streamly.Internal.Data.StreamK.parseBreak' run parsers on a stream of
42+-- individual elements instead of stream of arrays.
43+--
44+-- == Monadic Composition
45+--
46+-- Monad composition can be used for lookbehind parsers, we can dynamically
47+-- compose new parsers based on the results of the previously parsed values.
48+--
49+-- If we have to parse "a9" or "9a" but not "99" or "aa" we can use the
50+-- following non-monadic, backtracking parser:
51+--
52+-- >>> digits p1 p2 = ((:) <$> p1 <*> ((:) <$> p2 <*> pure []))
53+-- >>> :{
54+-- backtracking :: Monad m => ParserK Char m String
55+-- backtracking = ParserK.adapt $
56+-- digits (Parser.satisfy isDigit) (Parser.satisfy isAlpha)
57+-- <|>
58+-- digits (Parser.satisfy isAlpha) (Parser.satisfy isDigit)
59+-- :}
60+--
61+-- We know that if the first parse resulted in a digit at the first place then
62+-- the second parse is going to fail. However, we waste that information and
63+-- parse the first character again in the second parse only to know that it is
64+-- not an alphabetic char. By using lookbehind in a 'Monad' composition we can
65+-- avoid redundant work:
66+--
67+-- >>> data DigitOrAlpha = Digit Char | Alpha Char
68+--
69+-- >>> :{
70+-- lookbehind :: Monad m => ParserK Char m String
71+-- lookbehind = do
72+-- x1 <- ParserK.adapt $
73+-- Digit <$> Parser.satisfy isDigit
74+-- <|> Alpha <$> Parser.satisfy isAlpha
75+-- -- Note: the parse depends on what we parsed already
76+-- x2 <- ParserK.adapt $
77+-- case x1 of
78+-- Digit _ -> Parser.satisfy isAlpha
79+-- Alpha _ -> Parser.satisfy isDigit
80+-- return $ case x1 of
81+-- Digit x -> [x,x2]
82+-- Alpha x -> [x,x2]
83+-- :}
84+--
85+-- == Experimental APIs
86+--
87+-- Please refer to "Streamly.Internal.Data.ParserK" for functions that have
88+-- not yet been released.
89+--
90+module Streamly.Data.ParserK
91+ (
92+ -- * Setup
93+ -- | To execute the code examples provided in this module in ghci, please
94+ -- run the following commands first.
95+ --
96+ -- $setup
97+
98+ -- * Parser Type
99+ ParserK
100+
101+ -- * Parsers
102+ -- ** Conversions
103+ , adapt
104+ , adaptC
105+ , adaptCG
106+ -- , toParser
107+
108+ -- ** Without Input
109+ , fromPure
110+ , fromEffect
111+ , die
112+
113+ -- * Deprecated
114+ , fromFold
115+ , fromParser
116+ )
117+
118+where
119+
120+import Control.Monad.IO.Class (MonadIO)
121+import Streamly.Internal.Data.Fold (Fold)
122+import Streamly.Internal.Data.Unbox (Unbox)
123+import Streamly.Internal.Data.Array (Array)
124+import qualified Streamly.Internal.Data.Parser as ParserD
125+
126+import Streamly.Internal.Data.ParserK.Type
127+
128+#include "DocTestDataParserK.hs"
129+
130+{-# DEPRECATED fromFold "Please use \"ParserK.adaptC . Parser.fromFold\" instead." #-}
131+{-# INLINE fromFold #-}
132+fromFold :: (MonadIO m, Unbox a) => Fold m a b -> ParserK (Array a) m b
133+fromFold = adaptC . ParserD.fromFold
134+
135+{-# DEPRECATED fromParser "Please use \"adaptC\" instead." #-}
136+{-# INLINE fromParser #-}
137+fromParser ::
138+ (MonadIO m, Unbox a) => ParserD.Parser a m b -> ParserK (Array a) m b
139+fromParser = adaptC
core/src/Streamly/Data/Stream.hsnew file+746

This diff is too big to show here.

core/src/Streamly/Data/StreamK.hsnew file+194

This diff is too big to show here.

core/src/Streamly/Data/Unfold.hsnew file+233

This diff is too big to show here.

core/src/Streamly/FileSystem/Dir.hsnew file+23

This diff is too big to show here.

core/src/Streamly/FileSystem/File.hsnew file+60

This diff is too big to show here.

src/Streamly/FileSystem/Handle.hs → core/src/Streamly/FileSystem/Handle.hsrenamed+26−11

This diff is too big to show here.

src/Streamly/Internal/Console/Stdio.hs → core/src/Streamly/Internal/Console/Stdio.hsrenamed+44−45

This diff is too big to show here.

core/src/Streamly/Internal/Control/Exception.hs+1−13

This diff is too big to show here.

core/src/Streamly/Internal/Data/Array.hs+945−262

This diff is too big to show here.

core/src/Streamly/Internal/Data/Array/ArrayMacros.h+13−9

This diff is too big to show here.

core/src/Streamly/Internal/Data/Array/Generic.hsnew file+342

This diff is too big to show here.

core/src/Streamly/Internal/Data/Array/Mut/Type.hsdeleted−570

This diff is too big to show here.

core/src/Streamly/Internal/Data/Array/Stream.hsnew file+725

This diff is too big to show here.

core/src/Streamly/Internal/Data/Array/Stream/Mut/Foreign.hsdeleted−325

This diff is too big to show here.

core/src/Streamly/Internal/Data/Array/Type.hsnew file+1148

This diff is too big to show here.

core/src/Streamly/Internal/Data/Array/Unboxed.hsdeleted−562

This diff is too big to show here.

core/src/Streamly/Internal/Data/Array/Unboxed/Mut.hsdeleted−103

This diff is too big to show here.

core/src/Streamly/Internal/Data/Array/Unboxed/Mut/Type.hsdeleted−2396

This diff is too big to show here.

core/src/Streamly/Internal/Data/Array/Unboxed/Type.hsdeleted−614

This diff is too big to show here.

src/Streamly/Internal/Data/Binary/Decode.hs → core/src/Streamly/Internal/Data/Binary/Parser.hsrenamed+164−42

This diff is too big to show here.

core/src/Streamly/Internal/Data/Binary/Stream.hsnew file+383

This diff is too big to show here.

core/src/Streamly/Internal/Data/Builder.hsnew file+82

This diff is too big to show here.

core/src/Streamly/Internal/Data/Either/Strict.hs+2

This diff is too big to show here.

core/src/Streamly/Internal/Data/Fold.hs+15−2635

This diff is too big to show here.

core/src/Streamly/Internal/Data/Array/Stream/Fold/Foreign.hs → core/src/Streamly/Internal/Data/Fold/Chunked.hsrenamed+104−78

This diff is too big to show here.

core/src/Streamly/Internal/Data/Fold/Combinators.hsnew file+2452

This diff is too big to show here.

core/src/Streamly/Internal/Data/Fold/Container.hsnew file+783

This diff is too big to show here.

core/src/Streamly/Internal/Data/Fold/Step.hs+2−2

This diff is too big to show here.

core/src/Streamly/Internal/Data/Fold/Tee.hs+33−6

This diff is too big to show here.

core/src/Streamly/Internal/Data/Fold/Type.hs+824−278

This diff is too big to show here.

core/src/Streamly/Internal/Data/Fold/Window.hs+88−82

This diff is too big to show here.

core/src/Streamly/Internal/Data/IOFinalizer.hs+20−21

This diff is too big to show here.

core/src/Streamly/Internal/Data/IORef/Unboxed.hs+28−27

This diff is too big to show here.

core/src/Streamly/Internal/Data/IsMap.hs+8

This diff is too big to show here.

core/src/Streamly/Internal/Data/List.hs+105−56

This diff is too big to show here.

core/src/Streamly/Internal/Data/Maybe/Strict.hs+9

This diff is too big to show here.

core/src/Streamly/Internal/Data/MutArray.hsnew file+207

This diff is too big to show here.

core/src/Streamly/Internal/Data/MutArray/Generic.hsnew file+947

This diff is too big to show here.

core/src/Streamly/Internal/Data/MutArray/Stream.hsnew file+145

This diff is too big to show here.

core/src/Streamly/Internal/Data/MutArray/Type.hsnew file+3318

This diff is too big to show here.

core/src/Streamly/Internal/Data/MutByteArray.hsnew file+251

This diff is too big to show here.

core/src/Streamly/Internal/Data/MutByteArray/Type.hsnew file+321

This diff is too big to show here.

core/src/Streamly/Internal/Data/Parser.hs+2825−716

This diff is too big to show here.

core/src/Streamly/Internal/Data/Parser/ParserD.hsdeleted−2174

This diff is too big to show here.

core/src/Streamly/Internal/Data/Parser/ParserK/Type.hsdeleted−319

This diff is too big to show here.

core/src/Streamly/Internal/Data/Parser/ParserD/Tee.hs → core/src/Streamly/Internal/Data/Parser/Tee.hsrenamed+10−6

This diff is too big to show here.

core/src/Streamly/Internal/Data/Parser/ParserD/Type.hs → core/src/Streamly/Internal/Data/Parser/Type.hsrenamed+506−510

This diff is too big to show here.

core/src/Streamly/Internal/Data/ParserK.hsnew file+16

This diff is too big to show here.

core/src/Streamly/Internal/Data/ParserK/Type.hsnew file+752

This diff is too big to show here.

core/src/Streamly/Internal/Data/Pipe.hs+12−1707

This diff is too big to show here.

core/src/Streamly/Internal/Data/Pipe/Type.hs−3

This diff is too big to show here.

core/src/Streamly/Internal/Data/Producer.hs+6−13

This diff is too big to show here.

core/src/Streamly/Internal/Data/Producer/Source.hs+101−35

This diff is too big to show here.

core/src/Streamly/Internal/Data/Producer/Type.hs+1−1

This diff is too big to show here.

core/src/Streamly/Internal/Data/Refold/Type.hs+5−6

This diff is too big to show here.

core/src/Streamly/Internal/Data/Ring.hs+603−28

This diff is too big to show here.

core/src/Streamly/Internal/Data/Ring/Foreign.hsdeleted−620

This diff is too big to show here.

core/src/Streamly/Internal/Data/Ring/Generic.hsnew file+185

This diff is too big to show here.

core/src/Streamly/Internal/Data/SVar/Type.hs+10−1

This diff is too big to show here.

core/src/Streamly/Internal/Data/Serialize/TH.hsnew file+530

This diff is too big to show here.

core/src/Streamly/Internal/Data/Serialize/TH/Bottom.hsnew file+475

This diff is too big to show here.

core/src/Streamly/Internal/Data/Serialize/TH/Common.hsnew file+70

This diff is too big to show here.

core/src/Streamly/Internal/Data/Serialize/TH/RecHeader.hsnew file+411

This diff is too big to show here.

core/src/Streamly/Internal/Data/Serialize/Type.hsnew file+317

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream.hs+22−10

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/Bottom.hsdeleted−412

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/Container.hsnew file+310

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/Eliminate.hs+708−228

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/Exception.hs+390−151

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/Expand.hsdeleted−581

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/Generate.hs+1128−79

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/Instances.hsdeleted−171

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/Lift.hs+101−108

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/StreamD/Nesting.hs → core/src/Streamly/Internal/Data/Stream/Nesting.hsrenamed+912−355

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/Reduce.hsdeleted−318

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/Serial.hsdeleted−129

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/StreamD/Step.hs → core/src/Streamly/Internal/Data/Stream/Step.hsrenamed+2−2

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/StreamD.hs+3−23

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/StreamD/Eliminate.hsdeleted−592

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/StreamD/Exception.hsdeleted−424

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/StreamD/Generate.hsdeleted−461

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/StreamD/Lift.hsdeleted−112

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/StreamD/Transform.hsdeleted−1263

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/StreamD/Type.hsdeleted−1044

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/StreamDK.hsdeleted−156

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/StreamK.hsdeleted−1078

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/StreamK/Type.hsdeleted−1317

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/Top.hs+292−442

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/Transform.hs+1413−332

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/Transformer.hsnew file+183

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/Type.hs+2105−220

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/WSerial.hsdeleted−249

This diff is too big to show here.

core/src/Streamly/Internal/Data/StreamK.hsnew file+1730

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/StreamDK/Type.hs → core/src/Streamly/Internal/Data/StreamK/Alt.hsrenamed+143−3

This diff is too big to show here.

core/src/Streamly/Internal/Data/StreamK/Transformer.hsnew file+79

This diff is too big to show here.

core/src/Streamly/Internal/Data/StreamK/Type.hsnew file+2153

This diff is too big to show here.

core/src/Streamly/Internal/Data/Time/Clock.hs+3−3

This diff is too big to show here.

core/src/Streamly/Internal/Data/Time/Clock/Type.hsc+1−1

This diff is too big to show here.

core/src/Streamly/Internal/Data/Time/TimeSpec.hsc−3

This diff is too big to show here.

core/src/Streamly/Internal/Data/Time/Units.hs+8−7

This diff is too big to show here.

core/src/Streamly/Internal/Data/Tuple/Strict.hs+2

This diff is too big to show here.

core/src/Streamly/Internal/Data/Unbox.hsnew file+908

This diff is too big to show here.

core/src/Streamly/Internal/Data/Unbox/TH.hsnew file+498

This diff is too big to show here.

core/src/Streamly/Internal/Data/Unboxed.hsdeleted−388

This diff is too big to show here.

core/src/Streamly/Internal/Data/Unfold.hs+143−304

This diff is too big to show here.

core/src/Streamly/Internal/Data/Unfold/Enumeration.hs+2−32

This diff is too big to show here.

core/src/Streamly/Internal/Data/Unfold/Type.hs+263−67

This diff is too big to show here.

src/Streamly/Internal/FileSystem/Dir.hs → core/src/Streamly/Internal/FileSystem/Dir.hsrenamed+188−80

This diff is too big to show here.

src/Streamly/Internal/FileSystem/File.hs → core/src/Streamly/Internal/FileSystem/File.hsrenamed+196−129

This diff is too big to show here.

src/Streamly/Internal/FileSystem/Handle.hs → core/src/Streamly/Internal/FileSystem/Handle.hsrenamed+148−202

This diff is too big to show here.

core/src/Streamly/Internal/FileSystem/Path.hsnew file+515

This diff is too big to show here.

core/src/Streamly/Internal/Foreign/Malloc.hsdeleted−49

This diff is too big to show here.

core/src/Streamly/Internal/System/IO.hs+4−2

This diff is too big to show here.

core/src/Streamly/Internal/Unicode/Array.hsnew file+104

This diff is too big to show here.

core/src/Streamly/Internal/Unicode/Parser.hsnew file+627

This diff is too big to show here.

src/Streamly/Internal/Unicode/Stream.hs → core/src/Streamly/Internal/Unicode/Stream.hsrenamed+202−189

This diff is too big to show here.

src/Streamly/Internal/Unicode/String.hs → core/src/Streamly/Internal/Unicode/String.hsrenamed+32−23

This diff is too big to show here.

core/src/Streamly/Unicode/Parser.hsnew file+69

This diff is too big to show here.

src/Streamly/Unicode/Stream.hs → core/src/Streamly/Unicode/Stream.hsrenamed+20−17

This diff is too big to show here.

core/src/Streamly/Unicode/String.hsnew file+30

This diff is too big to show here.

core/src/assert.hsnew file+6

This diff is too big to show here.

core/src/inline.hs+2−2

This diff is too big to show here.

core/streamly-core.cabal+293−130

This diff is too big to show here.

default.nix+14−6

This diff is too big to show here.

docs/Developer/Benchmarks.md+21−5

This diff is too big to show here.

docs/Developer/Contributing.md+1−2

This diff is too big to show here.

docs/Developer/MAINTAINING.md+15−14

This diff is too big to show here.

docs/Developer/Tests.md+2−2

This diff is too big to show here.

docs/Developer/ci-tests.md+16−6

This diff is too big to show here.

docs/Developer/module-organization.md+3−3

This diff is too big to show here.

docs/Developer/optimization-guidelines.md+13−1

This diff is too big to show here.

docs/Developer/paths.rst+25−2

This diff is too big to show here.

docs/Documentation.mdnew file+5

This diff is too big to show here.

docs/User/Explanatory/design.mdnew file+42

This diff is too big to show here.

docs/User/Explanatory/unified-abstractions.md+1−1

This diff is too big to show here.

docs/User/HowTo/Compiling.md+54−46

This diff is too big to show here.

docs/User/HowTo/faq.md+57−33

This diff is too big to show here.

docs/User/HowTo/streamly-vs-async.md+2

This diff is too big to show here.

docs/User/HowTo/streamly-vs-lists.md+2

This diff is too big to show here.

docs/User/Project/ApiChangelogs/0.8.3-0.9.0.txtnew file+175

This diff is too big to show here.

docs/User/ProjectRelated/API-changelog.txt → docs/User/Project/ApiChangelogs/0.8.3.txtrenamed

The content is the same.

docs/User/Project/ApiChangelogs/0.9.0-0.10.0.txtnew file+424

This diff is too big to show here.

docs/User/ProjectRelated/CONTRIBUTORS.md → docs/User/Project/CONTRIBUTORS.mdrenamed+16

This diff is too big to show here.

docs/User/ProjectRelated/Changelog.md → docs/User/Project/Changelog.mdrenamed+121−16

This diff is too big to show here.

docs/User/ProjectRelated/Credits.md → docs/User/Project/Credits.mdrenamed

The content is the same.

docs/User/ProjectRelated/Github.link → docs/User/Project/Github.linkrenamed

The content is the same.

docs/User/Project/README.mdnew file+141

This diff is too big to show here.

docs/User/ProjectRelated/Roadmap.link → docs/User/Project/Roadmap.linkrenamed

The content is the same.

docs/User/Project/Upgrading-0.8-to-0.9.mdnew file+384

This diff is too big to show here.

docs/User/Tutorials/ConcurrentStreams.hs+18−28

This diff is too big to show here.

docs/User/Tutorials/Introduction.mddeleted−651

This diff is too big to show here.

docs/User/Tutorials/ReactiveProgramming.hs+3−1

This diff is too big to show here.

docs/User/Tutorials/Tutorial.hs+46−67

This diff is too big to show here.

docs/User/Tutorials/before-you-begin.mdnew file+77

This diff is too big to show here.

docs/User/Tutorials/getting-started.md+120−191

This diff is too big to show here.

docs/User/Tutorials/haskell-lazy-evaluation.mdnew file+215

This diff is too big to show here.

docs/User/Tutorials/quick-overview.mdnew file+517

This diff is too big to show here.

docs/User/Tutorials/why-haskell-streamly.mdnew file+91

This diff is too big to show here.

docs/streamly-docs.cabal+8−5

This diff is too big to show here.

hie.yaml+58−32

This diff is too big to show here.

src/Streamly.hsdeleted−623

This diff is too big to show here.

src/Streamly/Data/Array.hsdeleted−43

This diff is too big to show here.

src/Streamly/Data/Array/Foreign.hs+22−8

This diff is too big to show here.

src/Streamly/Data/Fold/Prelude.hsnew file+65

This diff is too big to show here.

src/Streamly/Data/Fold/Tee.hsnew file+16

This diff is too big to show here.

src/Streamly/Data/SmallArray.hs+2−2

This diff is too big to show here.

src/Streamly/Data/Stream/MkType.hsnew file+115

This diff is too big to show here.

src/Streamly/Data/Stream/Prelude.hsnew file+232

This diff is too big to show here.

src/Streamly/Data/Unfold.hsdeleted−170

This diff is too big to show here.

src/Streamly/Data/Unicode/Stream.hsdeleted−99

This diff is too big to show here.

core/src/Streamly/Internal/Control/Concurrent.hs → src/Streamly/Internal/Control/Concurrent.hsrenamed+1−12

This diff is too big to show here.

core/src/Streamly/Internal/Control/ForkLifted.hs → src/Streamly/Internal/Control/ForkLifted.hsrenamed+17−4

This diff is too big to show here.

src/Streamly/Internal/Data/Array/ArrayMacros.hdeleted−39

This diff is too big to show here.

src/Streamly/Internal/Data/Array/Stream/Foreign.hsdeleted−977

This diff is too big to show here.

src/Streamly/Internal/Data/Channel.hsnew file+19

This diff is too big to show here.

src/Streamly/Internal/Data/Channel/Dispatcher.hsnew file+294

This diff is too big to show here.

src/Streamly/Internal/Data/Channel/Types.hsnew file+817

This diff is too big to show here.

src/Streamly/Internal/Data/Channel/Worker.hsnew file+375

This diff is too big to show here.

core/src/Streamly/Internal/Data/Cont.hs → src/Streamly/Internal/Data/Cont.hsrenamed

The content is the same.

src/Streamly/Internal/Data/Fold/Async.hs+20−7

This diff is too big to show here.

src/Streamly/Internal/Data/Fold/Concurrent.hsnew file+57

This diff is too big to show here.

src/Streamly/Internal/Data/Fold/Concurrent/Channel.hsnew file+112

This diff is too big to show here.

src/Streamly/Internal/Data/Fold/Concurrent/Channel/Type.hsnew file+331

This diff is too big to show here.

src/Streamly/Internal/Data/Fold/Prelude.hsnew file+19

This diff is too big to show here.

src/Streamly/Internal/Data/Fold/SVar.hs+8−7

This diff is too big to show here.

src/Streamly/Internal/Data/IOFinalizer/Lifted.hsnew file+74

This diff is too big to show here.

src/Streamly/Internal/Data/IsMap/HashMap.hs+10

This diff is too big to show here.

src/Streamly/Internal/Data/SVar.hs+2−2

This diff is too big to show here.

src/Streamly/Internal/Data/SVar/Dispatch.hs−3

This diff is too big to show here.

src/Streamly/Internal/Data/SmallArray.hs+23−23

This diff is too big to show here.

src/Streamly/Internal/Data/SmallArray/Type.hs−3

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/Ahead.hs+36−11

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/Async.hs+48−14

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/Common.hs → src/Streamly/Internal/Data/Stream/Common.hsrenamed+18−26

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/Concurrent.hsnew file+903

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/Concurrent/Channel.hsnew file+109

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/Concurrent/Channel/Append.hsnew file+1046

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/Concurrent/Channel/Consumer.hsnew file+127

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/Concurrent/Channel/Dispatcher.hsnew file+417

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/Concurrent/Channel/Interleave.hsnew file+252

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/Concurrent/Channel/Operations.hsnew file+294

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/Concurrent/Channel/Type.hsnew file+172

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/Instances.hs+9−12

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/IsStream.hs+24−4

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/IsStream/Combinators.hs+4−2

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/IsStream/Common.hs+66−41

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/IsStream/Eliminate.hs+158−63

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/IsStream/Enumeration.hs+15−2

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/IsStream/Exception.hs+29−15

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/IsStream/Expand.hs+35−23

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/IsStream/Generate.hs+30−54

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/IsStream/Lift.hs+8−10

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/IsStream/Reduce.hs+67−51

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/IsStream/Top.hs+31−22

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/IsStream/Transform.hs+62−95

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/IsStream/Type.hs+66−62

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/Lifted.hsnew file+335

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/MkType.hsnew file+641

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/Parallel.hs+56−28

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/Prelude.hsnew file+19

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/SVar.hsnew file+18

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/SVar/Eliminate.hs+11−7

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/SVar/Generate.hs+14−12

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/Serial.hsnew file+456

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/Time.hsnew file+950

This diff is too big to show here.

core/src/Streamly/Internal/Data/Stream/Zip.hs → src/Streamly/Internal/Data/Stream/Zip.hsrenamed+65−8

This diff is too big to show here.

src/Streamly/Internal/Data/Stream/ZipAsync.hs+9−8

This diff is too big to show here.

src/Streamly/Internal/Data/Unfold/Exception.hsnew file+214

This diff is too big to show here.

src/Streamly/Internal/Data/Unfold/Prelude.hsnew file+17

This diff is too big to show here.

src/Streamly/Internal/Data/Unfold/SVar.hs+3−6

This diff is too big to show here.

src/Streamly/Internal/FileSystem/Event.hs+7−4

This diff is too big to show here.

src/Streamly/Internal/FileSystem/Event/Darwin.hs+67−74

This diff is too big to show here.

src/Streamly/Internal/FileSystem/Event/Linux.hs+99−102

This diff is too big to show here.

src/Streamly/Internal/FileSystem/Event/Windows.hs+59−58

This diff is too big to show here.

src/Streamly/Internal/FileSystem/FD.hs+54−50

This diff is too big to show here.

src/Streamly/Internal/FileSystem/FDIO.hs−5

This diff is too big to show here.

src/Streamly/Internal/Network/Inet/TCP.hs+161−124

This diff is too big to show here.

src/Streamly/Internal/Network/Socket.hs+137−237

This diff is too big to show here.

src/Streamly/Internal/System/IOVec.hs+7−7

This diff is too big to show here.

src/Streamly/Internal/Unicode/Array/Char.hsdeleted−94

This diff is too big to show here.

src/Streamly/Internal/Unicode/Char.hs+21−12

This diff is too big to show here.

src/Streamly/Internal/Unicode/Char/Parser.hsdeleted−255

This diff is too big to show here.

src/Streamly/Internal/Unicode/Utf8.hs+15−9

This diff is too big to show here.

src/Streamly/Memory/Array.hsdeleted−74

This diff is too big to show here.

src/Streamly/Network/Inet/TCP.hs+45−6

This diff is too big to show here.

src/Streamly/Network/Socket.hs+74−47

This diff is too big to show here.

src/Streamly/Prelude.hs+14−6

This diff is too big to show here.

src/assert.hsnew file+6

This diff is too big to show here.

src/inline.hs+2−2

This diff is too big to show here.

stack.yaml+2−2

This diff is too big to show here.

streamly.cabal+216−364

This diff is too big to show here.

targets/Targets.hs+118−49

This diff is too big to show here.

test/Streamly/Test/Data/Array.hs+231−5

This diff is too big to show here.

test/Streamly/Test/Data/Array/Common.hs+15−23

This diff is too big to show here.

test/Streamly/Test/Data/Array/CommonImports.hs+4−4

This diff is too big to show here.

test/Streamly/Test/Data/Array/Foreign.hsdeleted−304

This diff is too big to show here.

test/Streamly/Test/Data/Array/Generic.hsnew file+65

This diff is too big to show here.

test/Streamly/Test/Data/Array/Stream/Foreign.hs → test/Streamly/Test/Data/Array/Stream.hsrenamed+33−11

This diff is too big to show here.

test/Streamly/Test/Data/Fold.hs+139−107

This diff is too big to show here.

test/Streamly/Test/Data/Fold/Window.hs+13−13

This diff is too big to show here.

test/Streamly/Test/Data/List.hs+20−20

This diff is too big to show here.

test/Streamly/Test/Data/MutArray.hsnew file+152

This diff is too big to show here.

test/Streamly/Test/Data/Parser.hs+376−208

This diff is too big to show here.

test/Streamly/Test/Data/Parser/ParserD.hs → test/Streamly/Test/Data/ParserK.hsrenamed+150−100

This diff is too big to show here.

test/Streamly/Test/Data/Ring/Unboxed.hs+2−2

This diff is too big to show here.

test/Streamly/Test/Data/Serialize.hsnew file+306

This diff is too big to show here.

test/Streamly/Test/Data/Serialize/CompatV0.hsnew file+46

This diff is too big to show here.

test/Streamly/Test/Data/Serialize/CompatV1.hsnew file+48

This diff is too big to show here.

test/Streamly/Test/Data/Serialize/TH.hsnew file+82

This diff is too big to show here.

test/Streamly/Test/Data/SmallArray.hs+2

This diff is too big to show here.

test/Streamly/Test/Data/Stream.hsnew file+33

This diff is too big to show here.

test/Streamly/Test/Data/Stream/Concurrent.hsnew file+363

This diff is too big to show here.

test/Streamly/Test/Data/Unbox.hsnew file+347

This diff is too big to show here.

test/Streamly/Test/Data/Unbox/TH.hsnew file+146

This diff is too big to show here.

test/Streamly/Test/Data/Unfold.hs+15−23

This diff is too big to show here.

test/Streamly/Test/FileSystem/Event/Common.hs+10−6

This diff is too big to show here.

test/Streamly/Test/FileSystem/Event/Darwin.hs+1−1

This diff is too big to show here.

test/Streamly/Test/FileSystem/Event/Linux.hs+17−4

This diff is too big to show here.

test/Streamly/Test/FileSystem/Event/Windows.hs+2−2

This diff is too big to show here.

test/Streamly/Test/FileSystem/Handle.hs+27−31

This diff is too big to show here.

test/Streamly/Test/Network/Inet/TCP.hs+25−18

This diff is too big to show here.

test/Streamly/Test/Network/Socket.hs+29−20

This diff is too big to show here.

test/Streamly/Test/Prelude.hs+2

This diff is too big to show here.

test/Streamly/Test/Prelude/Ahead.hs+2−3

This diff is too big to show here.

test/Streamly/Test/Prelude/Async.hs+2−3

This diff is too big to show here.

test/Streamly/Test/Prelude/Concurrent.hs+2

This diff is too big to show here.

test/Streamly/Test/Prelude/Fold.hs+2

This diff is too big to show here.

test/Streamly/Test/Prelude/Parallel.hs+2

This diff is too big to show here.

test/Streamly/Test/Prelude/Rate.hs+2

This diff is too big to show here.

test/Streamly/Test/Prelude/Serial.hs+138−105

This diff is too big to show here.

test/Streamly/Test/Prelude/Top.hs+9−3

This diff is too big to show here.

test/Streamly/Test/Prelude/WAsync.hs+2

This diff is too big to show here.

test/Streamly/Test/Prelude/WSerial.hs+4−5

This diff is too big to show here.

test/Streamly/Test/Prelude/ZipAsync.hs+2

This diff is too big to show here.

test/Streamly/Test/Prelude/ZipSerial.hs+2−3

This diff is too big to show here.

test/Streamly/Test/Serialize/Serializable.hsnew file+237

This diff is too big to show here.

test/Streamly/Test/Unicode/Char.hs+13−9

This diff is too big to show here.

test/Streamly/Test/Unicode/Parser.hsnew file+231

This diff is too big to show here.

test/Streamly/Test/Unicode/Stream.hs+34−30

This diff is too big to show here.

test/lib/Streamly/Test/Common.hs+4−3

This diff is too big to show here.

test/lib/Streamly/Test/Prelude/Common.hs+18−41

This diff is too big to show here.

test/streamly-tests.cabal+190−35

This diff is too big to show here.

test/test-runner/Main.hs+2−3

This diff is too big to show here.

test/test-runner/cabal.project+3

This diff is too big to show here.

test/test-runner/default.nix+6−6

This diff is too big to show here.