on master help sign in
Try moving a bunch of skipped tests to expected test failures
commit2a00f3cac73e032516965b4e63b73afa085acac6 authorAdam Bergmark <adam@bergmark.nl> dateTue 6 Jul 2021, 20:04 (5 years ago) parentc7628d2
1 file changed+120−195
build-constraints.yaml+120−195
build-constraints.yaml+120−195
@@ -6825,28 +6825,26 @@ skipped-builds:
68256825# or if Setup fails because of missing foreign libraries.
68266826# Otherwise place them in expected-test-failures.
68276827skipped-tests:
6828− # Compilation failures
6829− - snappy # https://github.com/bos/snappy/issues/1
6830− - cron # Could not deduce (SOP.All (SOP.All Arbitrary) xss) arising from a use of ‘SOP.hcpure’
6831− - config-ini # https://github.com/aisamanra/config-ini/issues/22
6832− - dhall # https://github.com/dhall-lang/dhall-haskell/issues/1985
6833− - mixed-types-num # https://github.com/commercialhaskell/stackage/issues/6005
6834− - parameterized # # https://github.com/commercialhaskell/stackage/issues/5746
6835− - net-mqtt # https://github.com/commercialhaskell/stackage/issues/6099
6828+ # Missing foreign libraries
6829+ - symengine
68366830
6837− # Runtime issues
6831+ # Timeouts
6832+ # These tests sometimes take too long and hit the stackage build
6833+ # servers time limit so these shouldn't be removed from
6834+ # skipped-tests unless we know a fix has been released.
6835+ - accelerate-fourier
6836+ - cabal-helper
6837+ - graphviz
6838+ - network-attoparsec
6839+ - punycode
6840+ - unagi-chan
6841+ - zeromq4-patterns
6842+ - port-utils
68386843 - blank-canvas # Never finishes https://github.com/ku-fpg/blank-canvas/issues/73
68396844 - binary-search # Never finishes https://github.com/nushio3/binary-search/issues/2
6840− - cpio-conduit # Test file not in tarball https://github.com/da-x/cpio-conduit/issues/1
68416845 - jsaddle # Never finishes without framebuffer https://github.com/ghcjs/jsaddle/issues/9
6842− - binary-parsers # https://github.com/winterland1989/binary-parsers/issues/3
6843− - simple-affine-space # https://github.com/commercialhaskell/stackage/issues/5110
6844− - hw-kafka-client # https://github.com/commercialhaskell/stackage/pull/5542
68456846 - hpc-codecov # timeouts? https://github.com/commercialhaskell/stackage/issues/5976
68466847
6847− # Missing foreign library
6848− - symengine # symengine
6849−
68506848 # Wontfix. The maintainer doesn't want to keep test dependencies
68516849 # up to date or be notified about it, or doesn't want stackage to
68526850 # run the tests.
@@ -6927,60 +6925,14 @@ skipped-tests:
69276925 - random
69286926 - split
69296927
6930− # Requires filesystem access
6931− - json-autotype
6932−
6933− # Requires running pg-harness-server
6934− - peregrin
6935−
6936− # Test errors with modules not being visible
6937− - servant-ruby # https://github.com/commercialhaskell/stackage/issues/4650
6938− - password-instances # https://github.com/commercialhaskell/stackage/issues/4653
6939− - password # https://github.com/cdepillabout/password/issues/2
6940− - envelope # https://github.com/commercialhaskell/stackage/issues/4669
6941− - algebraic-graphs # https://github.com/commercialhaskell/stackage/issues/4670
6942− - bugsnag-haskell # https://github.com/commercialhaskell/stackage/issues/4759
6943−
6944− # executable not found
6945− - egison # https://github.com/egison/egison/issues/250
6946− - http2 # https://github.com/kazu-yamamoto/http2/issues/22
6947−
69486928 # TODO
69496929 - rpmbuild-order
69506930
6951− # was in expected test failures, but seems we may have to skip entirely for unknown reasons, previously: https://github.com/clash-lang/clash-compiler/issues/1622
6931+ # was in expected test failures, but seems we may have to skip
6932+ # entirely for unknown reasons, previously:
6933+ # https://github.com/clash-lang/clash-compiler/issues/1622
69526934 - clash-prelude
69536935
6954− # Tasty issue: https://github.com/commercialhaskell/stackage/issues/6090
6955− - servant-static-th
6956−
6957− # https://github.com/commercialhaskell/stackage/issues/6093
6958− - require
6959−
6960− #
6961− # GHC 9 test compilation failures
6962− #
6963− - aeson-commit
6964− - blake2
6965− - butter
6966− - cabal-file-th
6967− - data-diverse
6968− - flay
6969− - focuslist
6970− - geojson
6971− - hsc2hs
6972− - hsini
6973− - htoml
6974− - leveldb-haskell
6975− - mono-traversable
6976− - multiarg
6977− - murmur3
6978− - protobuf
6979− - thread-supervisor
6980− - type-map
6981− - typecheck-plugin-nat-simple
6982− - uncertain
6983−
69846936 #
69856937 # GHC 9 test bounds issues
69866938 #
@@ -7271,22 +7223,13 @@ expected-test-failures:
72717223 - nsis # Intermittent on non-Windows systems
72727224 - statistics # https://github.com/bos/statistics/issues/42
72737225
7274− # Timeouts
7275− # These tests sometimes take too long and hit the stackage build
7276− # servers time limit so these shouldn't be removed from
7277− # expected-tests unless we know a fix has been released.
7278− - accelerate-fourier
7279− - cabal-helper
7280− - graphviz
7281− - network-attoparsec
7282− - punycode
7283− - unagi-chan
7284− - zeromq4-patterns
7285− - port-utils
7286−
72877226 # Requires running servers, accounts, or a specific environment.
72887227 # These shouldn't be re-enabled unless we know a fix has been released.
7228+ - json-autotype # Requires filesystem access
7229+ - peregrin # Requires running pg-harness-server
72897230 - GLFW-b # X
7231+ - egison # executable not found https://github.com/egison/egison/issues/250
7232+ - http2 # executable not found https://github.com/kazu-yamamoto/http2/issues/22
72907233 - HTF # Requires shell script and are incompatible with sandboxed package databases
72917234 - HaRe # Needs ~/.ghc-mod/cabal-helper https://github.com/fpco/stackage/pull/906
72927235 - IPv6DB
@@ -7314,6 +7257,7 @@ expected-test-failures:
73147257 - eventful-postgresql
73157258 - eventsource-geteventstore-store
73167259 - eventstore # Event Store
7260+ - faktory # connection refused, https://github.com/commercialhaskell/stackage/issues/5905
73177261 - fb # Facebook app
73187262 - gdax # Needs environment variables set
73197263 - ghc-imported-from # depends on haddocks being generated first https://github.com/fpco/stackage/pull/1315
@@ -7331,7 +7275,10 @@ expected-test-failures:
73317275 - hasql-transaction # PostgreSQL
73327276 - hedis
73337277 - hie-bios # cabal, stack, ghc; see https://github.com/commercialhaskell/stackage/issues/5025
7278+ - hnix # #5469/closed
73347279 - hocilib # oracle
7280+ - http-client # httpbin issues, https://github.com/snoyberg/http-client/issues/439
7281+ - http-directory # httpbin issues, https://github.com/juhp/http-directory/issues/1
73357282 - hworker
73367283 - influxdb
73377284 - jvm
@@ -7367,6 +7314,7 @@ expected-test-failures:
73677314 - rethinkdb-client-driver
73687315 - riak # needs riak server on localhost:8098
73697316 - sdl2 # "Failed to connect to the Mir Server"
7317+ - sendgrid-v3 # Requires sendgrid API key in env #5951/closed
73707318 - serialport # "The tests need two serial ports as command line arguments" https://github.com/jputcu/serialport/issues/30
73717319 - serversession-backend-redis # redis
73727320 - shake # Needs ghc on $PATH with some installed haskell packages
@@ -7375,26 +7323,21 @@ expected-test-failures:
73757323 - users-persistent # sqlite
73767324 - users-postgresql-simple # PostgreSQL
73777325 - wai-cors # PhantomJS
7378− - wai-session-postgresql # PostgreSQL
73797326 - wai-rate-limit-redis # Redis
7327+ - wai-session-postgresql # PostgreSQL
73807328 - wai-session-redis # https://github.com/commercialhaskell/stackage/pull/5980
73817329 - web3 # requires running server
73827330 - webdriver-angular # webdriver server
73837331 - websockets
7384− - hnix # #5469/closed
7385− - http-client # httpbin issues, https://github.com/snoyberg/http-client/issues/439
7386− - http-directory # httpbin issues, https://github.com/juhp/http-directory/issues/1
7387− - faktory # connection refused, https://github.com/commercialhaskell/stackage/issues/5905
7388− - sendgrid-v3 # Requires sendgrid API key in env #5951/closed
73897332
73907333 # Missing test files in sdist
7391− # Hopefully gets fixed in the next release...
7334+ - cpio-conduit # Test file not in tarball https://github.com/da-x/cpio-conduit/issues/1
73927335 - crypto-pubkey # https://github.com/vincenthz/hs-crypto-pubkey/issues/23
7393− - doctest-discover # 0.1.0.9 https://github.com/karun012/doctest-discover/issues/22
73947336 - doctest
7395− - reanimate-svg # https://github.com/commercialhaskell/stackage/issues/5688
7337+ - doctest-discover # 0.1.0.9 https://github.com/karun012/doctest-discover/issues/22
73967338 - ghc-events # https://github.com/haskell/ghc-events/issues/70
73977339 - persistent # https://github.com/commercialhaskell/stackage/issues/6037
7340+ - reanimate-svg # https://github.com/commercialhaskell/stackage/issues/5688
73987341
73997342 # Assertion failures, these can be real bugs or just limitations
74007343 # in the test cases.
@@ -7423,17 +7366,42 @@ expected-test-failures:
74237366 # Compilation failures
74247367 - amazonka-core # https://github.com/brendanhay/amazonka/issues/397
74257368 - async-timer # https://github.com/mtesseract/async-timer/issues/8
7369+ - base16 # #5948/closed
7370+ - chronos # #5443/closed
74267371 - commutative # https://github.com/athanclark/commutative/issues/4
74277372 - conduit-throttle # https://github.com/mtesseract/conduit-throttle/issues/12
7373+ - config-ini # https://github.com/aisamanra/config-ini/issues/22
7374+ - cron # Could not deduce (SOP.All (SOP.All Arbitrary) xss) arising from a use of ‘SOP.hcpure’
7375+ - dhall # https://github.com/dhall-lang/dhall-haskell/issues/1985
7376+ - email-validate # https://github.com/Porges/email-validate-hs/issues/55
74287377 - haddock
74297378 - haskell-tools-builtin-refactorings
7379+ - heterocephalus # doctest requires hidden shakespeare and blaze-markup
7380+ - hgeometry # https://github.com/commercialhaskell/stackage/issues/5777
7381+ - http-conduit # #5948/closed
7382+ - hw-dsv # #5948/closed
74307383 - hweblib # https://github.com/aycanirican/hweblib/issues/3
7384+ - iproute # doctest with hidden containers and other errors
7385+ - liquid-fixpoint # #5948/closed
7386+ - massiv
7387+ - mixed-types-num # https://github.com/commercialhaskell/stackage/issues/6005
74317388 - multiset # doctests require Glob, a hidden package
7389+ - net-mqtt # https://github.com/commercialhaskell/stackage/issues/6099
7390+ - parameterized # # https://github.com/commercialhaskell/stackage/issues/5746
74327391 - perf # https://github.com/fpco/stackage/pull/2859
7392+ - persistent-qq # https://github.com/commercialhaskell/stackage/issues/6034
74337393 - picosat # https://github.com/fpco/stackage/pull/2382
74347394 - pkcs10 # https://github.com/fcomb/pkcs10-hs/issues/2
7395+ - prometheus-client # #5948/closed
7396+ - relapse # #5948/closed
7397+ - require # compilation failure https://github.com/commercialhaskell/stackage/issues/6093
7398+ - secp256k1-haskell # #5948/closed
7399+ - servant-static-th # Tasty issue: https://github.com/commercialhaskell/stackage/issues/6090
7400+ - snap-core # random 1.2
7401+ - snappy # https://github.com/bos/snappy/issues/1
74357402 - sourcemap # https://github.com/chrisdone/sourcemap/issues/3
74367403 - squeal-postgresql # https://github.com/fpco/stackage/issues/3180
7404+ - string-random # https://github.com/hiratara/hs-string-random/issues/16
74377405 - text-icu # https://github.com/bos/text-icu/issues/32
74387406 - text-ldap # https://github.com/khibino/haskell-text-ldap/issues/1
74397407 - type-of-html-static # https://github.com/commercialhaskell/stackage/issues/5728
@@ -7445,22 +7413,6 @@ expected-test-failures:
74457413 - yeshql-core # https://github.com/tdammers/yeshql/issues/6
74467414 - yeshql-hdbc # https://github.com/tdammers/yeshql/issues/6
74477415 - yesod-gitrev # https://github.com/DanBurton/yesod-gitrev/issues/5
7448− - chronos # #5443/closed
7449− - massiv
7450− - hgeometry # https://github.com/commercialhaskell/stackage/issues/5777
7451− - string-random # https://github.com/hiratara/hs-string-random/issues/16
7452− - email-validate # https://github.com/Porges/email-validate-hs/issues/55
7453− - heterocephalus # doctest requires hidden shakespeare and blaze-markup
7454− - iproute # doctest with hidden containers and other errors
7455− - http-conduit # #5948/closed
7456− - hw-dsv # #5948/closed
7457− - relapse # #5948/closed
7458− - liquid-fixpoint # #5948/closed
7459− - secp256k1-haskell # #5948/closed
7460− - base16 # #5948/closed
7461− - prometheus-client # #5948/closed
7462− - snap-core # random 1.2
7463− - persistent-qq # https://github.com/commercialhaskell/stackage/issues/6034
74647416
74657417 # Recursive deps https://github.com/fpco/stackage/issues/1818
74667418 - options
@@ -7471,95 +7423,59 @@ expected-test-failures:
74717423 - skein # openfile: does not exist https://github.com/fpco/stackage/issues/1187
74727424 - haskell-tools-daemon # openFile: permission denied https://github.com/fpco/stackage/issues/2502
74737425 - rounded # ExitFailure -11
7426+ - shake-language-c # Cannot reproduce locally, looks like it may be a bug in Stack or curator
74747427
74757428 # Doctests require hidden Glob package
74767429 - makefile
74777430
7478− # Misc.
7431+ # Misc. Please check if there is a better section before adding more packages here.
7432+ - Diff # https://github.com/commercialhaskell/stackage/issues/4289
7433+ - algebraic-graphs # Module not visible https://github.com/commercialhaskell/stackage/issues/4670
7434+ - binary-parsers # runtime failure https://github.com/winterland1989/binary-parsers/issues/3
7435+ - bugsnag-haskell # Module not visible https://github.com/commercialhaskell/stackage/issues/4759
7436+ - cacophony # https://github.com/centromere/cacophony/issues/15
7437+ - cfenv # https://github.com/tomphp/haskell-cfenv/issues/1
7438+ - cryptohash # Stack builds test and benchmarks in one pass so benchmark could prevent tests from getting built
7439+ - dbus # https://github.com/commercialhaskell/stackage/issues/5587
7440+ - dns # https://github.com/kazu-yamamoto/dns/issues/153
7441+ - envelope # Module not visible https://github.com/commercialhaskell/stackage/issues/4669
7442+ - exp-pairs # https://github.com/Bodigrim/exp-pairs/issues/16
7443+ - fmt # https://github.com/cdornan/fmt/issues/30
7444+ - generic-optics # https://github.com/kcsongor/generic-lens/issues/133
7445+ - ghc-exactprint # https://github.com/alanz/ghc-exactprint/issues/82
7446+ - ghci-hexcalc # https://github.com/takenobu-hs/ghci-hexcalc/issues/2
74797447 - ghcid # Weird conflicts with sandboxingistributed/distributed-process-supervisor/issues/1
7448+ - gitlab-haskell # https://github.com/commercialhaskell/stackage/issues/6088
7449+ - heap # https://github.com/pruvisto/heap/issues/11
7450+ - hjsmin # Test-runner expects a cabal-style 'dist-newstyle' directory
7451+ - hspec-expectations-pretty-diff # https://github.com/unrelentingtech/hspec-expectations-pretty-diff/issues/7
7452+ - hw-kafka-client # missing exe https://github.com/commercialhaskell/stackage/pull/5542
7453+ - invertible # https://github.com/dylex/invertible/issues/4
7454+ - language-docker # https://github.com/commercialhaskell/stackage/issues/5407
7455+ - lzma-conduit # https://github.com/alphaHeavy/lzma-conduit/issues/19
7456+ - pandoc # https://github.com/jgm/pandoc/issues/5582
7457+ - password # Module not visible https://github.com/cdepillabout/password/issues/2
7458+ - password-instances # Module not visible https://github.com/commercialhaskell/stackage/issues/4653
7459+ - pcg-random # https://github.com/cchalmers/pcg-random/pull/7
7460+ - persistent-mongoDB # Requires a running server
7461+ - persistent-mysql # https://github.com/commercialhaskell/stackage/issues/4764
7462+ - persistent-postgresql # https://github.com/commercialhaskell/stackage/issues/4763
74807463 - pg-transact # https://github.com/jfischoff/pg-transact/issues/2
7464+ - poly
74817465 - postgresql-simple-queue # same issue as before, see also https://github.com/fpco/stackage/issues/2592 as that will fix both
7466+ - raaz # https://github.com/commercialhaskell/stackage/issues/4784
74827467 - rattletrap # OOM? https://github.com/fpco/stackage/issues/2232
74837468 - relude # doctest fails due to GHC bugs, will be fixed in the next `relude` release
7469+ - sbv
7470+ - servant-elm # https://github.com/haskell-servant/servant-elm/issues/62
7471+ - servant-ruby # Module not visible https://github.com/commercialhaskell/stackage/issues/4650
7472+ - skews # https://github.com/iij-ii/direct-hs/issues/100
74847473 - stm-delay # https://github.com/joeyadams/haskell-stm-delay/issues/5
7474+ - tar-conduit # to get fixed in version after 0.3.2 https://github.com/snoyberg/tar-conduit/issues/28
7475+ - tasty-discover # https://github.com/commercialhaskell/stackage/issues/4722
7476+ - threads # https://github.com/basvandijk/threads/issues/10
74857477 - tmp-postgres # https://github.com/jfischoff/tmp-postgres/issues/1
7486− - invertible # https://github.com/dylex/invertible/issues/4
7487− - sbv
7488− - poly
7489−
7490− # https://github.com/pruvisto/heap/issues/11
7491− - heap
7492−
7493− # https://github.com/commercialhaskell/stackage/issues/4289
7494− - Diff
7495−
7496− # to get fixed in version after 0.3.2 https://github.com/snoyberg/tar-conduit/issues/28
7497− - tar-conduit
7498−
7499− # https://github.com/cchalmers/pcg-random/pull/7
7500− - pcg-random
7501−
7502− # Stack builds test and benchmarks in one pass so benchmark could prevent tests from getting built
7503− - cryptohash
7504−
7505− # https://github.com/basvandijk/threads/issues/10
7506− - threads
7507−
7508− # https://github.com/alphaHeavy/lzma-conduit/issues/19
7509− - lzma-conduit
7510−
7511− # https://github.com/Bodigrim/exp-pairs/issues/16
7512− - exp-pairs
7513−
7514− # https://github.com/jgm/pandoc/issues/5582
7515− - pandoc
7516−
7517− # Cannot reproduce locally, looks like it may be a bug in Stack or curator
7518− - shake-language-c
7519−
7520− # https://github.com/commercialhaskell/stackage/issues/4722
7521− - tasty-discover
7522−
7523− # https://github.com/commercialhaskell/stackage/issues/4764
7524− - persistent-mysql
7525− # https://github.com/commercialhaskell/stackage/issues/4763
7526− - persistent-postgresql
7527−
7528− # https://github.com/commercialhaskell/stackage/issues/4784
7529− - raaz
7530−
7531− # Requires a running server
7532− - persistent-mongoDB
7533−
7534− # https://github.com/alanz/ghc-exactprint/issues/82
7535− - ghc-exactprint
7536−
7537− # Test-runner expects a cabal-style 'dist-newstyle' directory
7538− - hjsmin
7539−
7540− # https://github.com/iij-ii/direct-hs/issues/100
7541− - skews
7542−
7543− # https://github.com/tomphp/haskell-cfenv/issues/1
7544− - cfenv
7545−
7546− # https://github.com/centromere/cacophony/issues/15
7547− - cacophony
7548−
7549− # https://github.com/commercialhaskell/stackage/issues/5407
7550− - language-docker
7551−
7552− # https://github.com/takenobu-hs/ghci-hexcalc/issues/2
7553− - ghci-hexcalc
7554−
7555− # https://github.com/kazu-yamamoto/dns/issues/153
7556− - dns
7557−
7558− # https://github.com/cdornan/fmt/issues/30
7559− - fmt
7560−
7561− # https://github.com/yesodweb/yesod/issues/1711
7562− - yesod-core
7478+ - yesod-core # https://github.com/yesodweb/yesod/issues/1711
75637479
75647480 # doctest
75657481 - headroom
@@ -7567,20 +7483,29 @@ expected-test-failures:
75677483 - yesod-paginator
75687484 - hledger-lib
75697485
7570− # https://github.com/commercialhaskell/stackage/issues/5587
7571− - dbus
7572−
7573− # https://github.com/unrelentingtech/hspec-expectations-pretty-diff/issues/7
7574− - hspec-expectations-pretty-diff
7575−
7576− # https://github.com/kcsongor/generic-lens/issues/133
7577− - generic-optics
7578−
7579− # https://github.com/haskell-servant/servant-elm/issues/62
7580− - servant-elm
7581−
7582− # https://github.com/commercialhaskell/stackage/issues/6088
7583− - gitlab-haskell
7486+ #
7487+ # GHC 9 test compilation failures
7488+ #
7489+ - aeson-commit
7490+ - blake2
7491+ - butter
7492+ - cabal-file-th
7493+ - data-diverse
7494+ - flay
7495+ - focuslist
7496+ - geojson
7497+ - hsc2hs
7498+ - hsini
7499+ - htoml
7500+ - leveldb-haskell
7501+ - mono-traversable
7502+ - multiarg
7503+ - murmur3
7504+ - protobuf
7505+ - thread-supervisor
7506+ - type-map
7507+ - typecheck-plugin-nat-simple
7508+ - uncertain
75847509
75857510 #
75867511 # GHC 9 test failures