6245e57 · streamly · git.iko.soy

git.iko.soy/streamly

on master help sign in

Update regression CI

6245e57Harendra Kumar4 years ago

.github/workflows/regression-check.yml+10−9

compare with master

unifiedsplit

@@ -25,7 +25,6 @@ jobs:

25 Data.Fold

26 Data.Fold.Window

27 Data.Parser

28− Data.Parser.ParserD

29 Data.Parser.ParserK

28 Data.Parser.ParserK

30 Data.Stream.StreamD

29 Data.Stream.StreamD

31 Data.Stream.StreamK:6

30 Data.Stream.StreamK:6

@@ -118,7 +117,7 @@ jobs:

118 - name: Run benchmarks

117 - name: Run benchmarks

119 if: steps.cache-charts-master.outputs.cache-hit != 'true'

118 if: steps.cache-charts-master.outputs.cache-hit != 'true'

120 run: |

119 run: |

121− ./bench-runner --targets "$CI_BENCHMARKS" --raw

120+ ./bench-runner --package-name streamly-benchmarks --package-version 0.0.0 --targets "$CI_BENCHMARKS" --raw

122

121

123 - name: Move charts to charts-master

122 - name: Move charts to charts-master

124 if: steps.cache-charts-master.outputs.cache-hit != 'true'

123 if: steps.cache-charts-master.outputs.cache-hit != 'true'

@@ -138,7 +137,7 @@ jobs:

138

137

139 - name: Run benchmarks and append

138 - name: Run benchmarks and append

140 run: |

139 run: |

141− ./bench-runner --targets "$CI_BENCHMARKS" --raw --append

140+ ./bench-runner --package-name streamly-benchmarks --package-version 0.0.0 --targets "$CI_BENCHMARKS" --raw --append

142

141

143 # -----------------------------------------------------------------

142 # -----------------------------------------------------------------

144 # -- Compare

143 # -- Compare

@@ -146,7 +145,7 @@ jobs:

146

145

147 - name: List all benchmarks

146 - name: List all benchmarks

148 run: |

147 run: |

149− ./bench-runner --targets "$CI_BENCHMARKS" --no-measure

148+ ./bench-runner --package-name streamly-benchmarks --package-version 0.0.0 --targets "$CI_BENCHMARKS" --no-measure

150

149

151 - name: Compare benchmarks

150 - name: Compare benchmarks

152 run: |

151 run: |

@@ -164,11 +163,13 @@ jobs:

164

163

165 echo

164 echo

166 echo "Checking $bname for regressions greater than $cutoff percent"

165 echo "Checking $bname for regressions greater than $cutoff percent"

167− ! ./bench-runner \

166+ ! ./bench-runner \

167+ --package-name streamly-benchmarks \

168+ --package-version 0.0.0 \

168− --targets "$bname" \

169+ --targets "$bname" \

169− --fields "$CI_FIELDS" \

170+ --fields "$CI_FIELDS" \

170− --no-measure --silent \

171+ --no-measure --silent \

171− --diff-cutoff-percent $cutoff \

172+ --diff-cutoff-percent $cutoff \

172 | grep -v "^$"

173 | grep -v "^$"

173 test $? -eq 1 && EXIT_STATUS=1

174 test $? -eq 1 && EXIT_STATUS=1

174 done

175 done

benchmark/bench-runner/Main.hs+3

@@ -79,6 +79,9 @@ rtsOpts exeName benchName0 = unwords [general, exeSpecific, benchSpecific]

79 | "Data.Stream.ConcurrentEager/o-1-space."

80 `isPrefixOf` benchName = "-M128M"

82+ | "Data.Stream.ConcurrentOrdered/o-1-space.concat-foldable.foldMapWith"

83+ `isPrefixOf` benchName = "-K128K"

84+

82 ----------------------------------------------------------------------

85 ----------------------------------------------------------------------

84 | "Data.Array" `isPrefixOf` benchName

87 | "Data.Array" `isPrefixOf` benchName