on master help sign in
Organize benchmarks
5f95029Adam Bergmark
build-constraints.yaml+35−52
@@ -7542,27 +7542,6 @@ expected-test-failures:
7542
7542
7543# end of expected-test-failures
7543# end of expected-test-failures
7544
7544
7545−# Benchmarks which are known not to build. Note that, currently we do not run
7546−# benchmarks, and therefore failures are only for building, not running.
7547−expected-benchmark-failures:
7548− # Recursive deps https://github.com/fpco/stackage/issues/1818
7549− - hashable
7550−
7551− # Missing files in sdist
7552−
7553− # Compilation failures
7554− - cmark-gfm # https://github.com/kivikakk/cmark-gfm-hs/issues/5
7555− - cryptohash # https://github.com/vincenthz/hs-cryptohash/pull/43
7556− - egison # https://github.com/egison/egison/issues/249
7557− - http2
7558− - lz4 # https://github.com/fpco/stackage/issues/3510
7559− - raaz # https://github.com/commercialhaskell/stackage/issues/4766
7560− - thyme
7561− - xmlgen # https://github.com/skogsbaer/xmlgen/issues/6
7562− - genvalidity-persistent # https://github.com/commercialhaskell/stackage/issues/5903
7563−
7564−# end of expected-benchmark-failures
7565−
7566
7545
7567# Haddocks which are expected to fail. Same concept as expected test failures.
7546# Haddocks which are expected to fail. Same concept as expected test failures.
7568expected-haddock-failures:
7547expected-haddock-failures:
@@ -7615,6 +7594,27 @@ skipped-haddocks:
7615- hw-ip # https://github.com/commercialhaskell/stackage/issues/5014
7594- hw-ip # https://github.com/commercialhaskell/stackage/issues/5014
7616# end of skipped-haddocks
7595# end of skipped-haddocks
7617
7596
7597+# Benchmarks which are known not to build. Note that, currently we do not run
7598+# benchmarks, and therefore failures are only for building, not running.
7599+expected-benchmark-failures:
7600+ # Compilation failures
7601+ - OrderedBits
7602+ - aeson-combinators
7603+ - cipher-blowfish # https://github.com/vincenthz/hs-crypto-cipher/issues/46
7604+ - cmark-gfm # https://github.com/kivikakk/cmark-gfm-hs/issues/5
7605+ - cryptohash # https://github.com/vincenthz/hs-cryptohash/pull/43
7606+ - egison # https://github.com/egison/egison/issues/249
7607+ - extensible # via freer-effects https://github.com/fumieval/extensible/issues/12
7608+ - genvalidity-persistent # https://github.com/commercialhaskell/stackage/issues/5903
7609+ - lz4 # https://github.com/fpco/stackage/issues/3510
7610+ - raaz # https://github.com/commercialhaskell/stackage/issues/4766
7611+ - thyme
7612+ - universum
7613+ - xmlgen # https://github.com/skogsbaer/xmlgen/issues/6
7614+
7615+# end of expected-benchmark-failures
7616+
7617+
7618# Benchmarks which should not be built. Note that Stackage builds benchmarks but does not run them.
7618# Benchmarks which should not be built. Note that Stackage builds benchmarks but does not run them.
7619# By skipping a benchmark, we do not pull in the build dependencies
7619# By skipping a benchmark, we do not pull in the build dependencies
7620# Packages should only be added here if required by `stackage-curator check'
7620# Packages should only be added here if required by `stackage-curator check'
@@ -7622,20 +7622,18 @@ skipped-haddocks:
7622# Otherwise place them in expected-benchmark-failures.
7622# Otherwise place them in expected-benchmark-failures.
7623skipped-benchmarks:
7623skipped-benchmarks:
7624
7624
7625− - tls # tasty-quickcheck
7626−
7627− # Compilation failures
7628− - cipher-aes # https://github.com/vincenthz/hs-crypto-cipher/issues/46
7629− - cipher-blowfish # https://github.com/vincenthz/hs-crypto-cipher/issues/46
7630− - cipher-camellia # https://github.com/vincenthz/hs-crypto-cipher/issues/46
7631− - cipher-des # https://github.com/vincenthz/hs-crypto-cipher/issues/46
7632− - cipher-rc4 # https://github.com/vincenthz/hs-crypto-cipher/issues/46
7633− - extensible # via freer-effects https://github.com/fumieval/extensible/issues/12
7634− - hw-bits # https://github.com/haskell-works/hw-bits/issues/8
7635− - persistent-template # https://github.com/commercialhaskell/stackage/issues/4760
7636−
7637 # Cyclic dependencies
7625 # Cyclic dependencies
7626+ - attoparsec
7627+ - case-insensitive
7638 - cassava
7628 - cassava
7629+ - clock
7630+ - criterion
7631+ - foundation
7632+ - hashable # https://github.com/fpco/stackage/issues/1818
7633+ - hspec
7634+ - nanospec
7635+ - scientific
7636+ - vector-binary-instances
7639
7637
7640 # Timeouts
7638 # Timeouts
7641 - gogol-youtube
7639 - gogol-youtube
@@ -7684,17 +7682,6 @@ skipped-benchmarks:
7684 - prettyprinter
7682 - prettyprinter
7685 - prettyprinter-ansi-terminal # https://github.com/commercialhaskell/stackage/issues/5560
7683 - prettyprinter-ansi-terminal # https://github.com/commercialhaskell/stackage/issues/5560
7686
7684
7687− # Due to cycles, which are actually just limitations in Stack right now.
7688− - criterion
7689− - foundation
7690− - hspec
7691− - attoparsec
7692− - case-insensitive
7693− - nanospec
7694− - scientific
7695− - vector-binary-instances
7696− - clock
7697−
7698 #
7685 #
7699 # GHC 9 benchmark bounds issues
7686 # GHC 9 benchmark bounds issues
7700 #
7687 #
@@ -7705,6 +7692,10 @@ skipped-benchmarks:
7705 - binary-parsers # tried binary-parsers-0.2.4.0, but its *benchmarks* does not support: criterion-1.5.9.0
7692 - binary-parsers # tried binary-parsers-0.2.4.0, but its *benchmarks* does not support: criterion-1.5.9.0
7706 - buffer-builder # tried buffer-builder-0.2.4.7, but its *benchmarks* requires the disabled package: json-builder
7693 - buffer-builder # tried buffer-builder-0.2.4.7, but its *benchmarks* requires the disabled package: json-builder
7707 - chronos # tried chronos-1.1.2, but its *benchmarks* requires the disabled package: thyme
7694 - chronos # tried chronos-1.1.2, but its *benchmarks* requires the disabled package: thyme
7695+ - cipher-aes # tried cipher-aes-0.2.11, but its *benchmarks* requires the disabled package: crypto-cipher-benchmarks
7696+ - cipher-camellia # tried cipher-camellia-0.0.2, but its *benchmarks* requires the disabled package: crypto-cipher-benchmarks
7697+ - cipher-des # tried cipher-des-0.0.6, but its *benchmarks* requires the disabled package: crypto-cipher-benchmarks
7698+ - cipher-rc4 # tried cipher-rc4-0.1.4, but its *benchmarks* requires the disabled package: crypto-cipher-benchmarks
7708 - distributed-process # tried distributed-process-0.7.4, but its *benchmarks* does not support: network-transport-tcp-0.8.0
7699 - distributed-process # tried distributed-process-0.7.4, but its *benchmarks* does not support: network-transport-tcp-0.8.0
7709 - ed25519 # tried ed25519-0.0.5.0, but its *benchmarks* does not support: criterion-1.5.9.0
7700 - ed25519 # tried ed25519-0.0.5.0, but its *benchmarks* does not support: criterion-1.5.9.0
7710 - elynx-tree # tried elynx-tree-0.5.1.1, but its *benchmarks* requires the disabled package: elynx-tools
7701 - elynx-tree # tried elynx-tree-0.5.1.1, but its *benchmarks* requires the disabled package: elynx-tools
@@ -7732,14 +7723,6 @@ skipped-benchmarks:
7732 - uri-bytestring # tried uri-bytestring-0.3.3.1, but its *benchmarks* requires the disabled package: deepseq-generics
7723 - uri-bytestring # tried uri-bytestring-0.3.3.1, but its *benchmarks* requires the disabled package: deepseq-generics
7733 - xxhash-ffi # tried xxhash-ffi-0.2.0.0, but its *benchmarks* requires the disabled package: xxhash
7724 - xxhash-ffi # tried xxhash-ffi-0.2.0.0, but its *benchmarks* requires the disabled package: xxhash
7734
7725
7735− #
7736− # GHC 9 benchmark compilation failures
7737− #
7738− - OrderedBits
7739− - aeson-combinators
7740− - universum
7741− - universum-some
7742−
7743# end of skipped-benchmarks
7726# end of skipped-benchmarks
7744
7727
7745
7728