on master help sign in
Reorganize and gorup expected-test failures, and try to re-enable tests missing an explanation/ticket reference
commit11be4457cdb07fa1df19a816f18ea886298e66c2 authorAdam Bergmark <adam@bergmark.nl> dateSun 28 Aug 2016, 22:05 (10 years ago) parenta3f598b
1 file changed+131−352
build-constraints.yaml+131−352
build-constraints.yaml+131−352
@@ -2675,369 +2675,148 @@ skipped-tests:
26752675# should not fail a build based on a test failure for one of these packages.
26762676expected-test-failures:
26772677
2678− # https://github.com/bos/statistics/issues/42
2679− - statistics
2680−
2681− # Tests require shell script and are incompatible with sandboxed package
2682− # databases
2683− - HTF
2684−
2685− # Unfortunately network failures seem to happen haphazardly
2686− - network
2687−
2688− # Test suite takes too long to run on some systems
2689− - punycode
2690−
2691− # Requires a Facebook app.
2692− - fb
2693−
2694− - threads
2695− - crypto-conduit
2696−
2697− # https://github.com/basvandijk/concurrent-extra/issues/
2698− - concurrent-extra
2699−
2700− # https://github.com/skogsbaer/xmlgen/issues/2
2701− - xmlgen
2702−
2703− # Some kind of Cabal bug when trying to run tests
2704− - thyme
2705−
2706− - shake
2707−
2708− # Problems with doctest and sandboxing
2709− - warp
2710− - monad-logger-prefix
2711−
2712− # https://github.com/fpco/stackage/issues/163
2713− - hTalos
2714−
2715− # Fails sporadically - https://github.com/bos/math-functions/issues/25
2716− - math-functions
2717−
2718− # Requires too old a version of test-framework
2719− - time
2720−
2721− # Cloud Haskell tests seem to be unreliable
2722− - distributed-process
2723− - lockfree-queue
2724− # GHC 8 - network-transport-tcp
2725−
2726− # No AWS creds available
2727− - aws
2728−
2729− # Not sure why...
2730− - singletons
2731−
2732− # https://github.com/jmillikin/haskell-filesystem/issues/3
2733− - system-filepath
2734−
2735− # Requires a running webdriver server
2736− - webdriver-angular
2737−
2738− # Weird conflicts with sandboxing
2739− - ghcid
2740−
2741− # Requires locally running server
2742− - bloodhound
2743−
2744− # Requires SAT solver and old QuickCheck
2745− - ersatz
2746−
2747− # No server running
2748− - amqp
2749−
2750− # Often run out of inotify handles
2751− - fsnotify
2752−
2753− # weird problems with cabal test
2754− - cautious-file
2755−
2756− # https://github.com/haskell/cabal/pull/2277
2757− - cabal-install
2758−
2759− # https://github.com/fpco/stackage/issues/376
2760− - rematch
2761−
2762− # https://github.com/haskell-distributed/distributed-process-supervisor/issues/1
2763− - distributed-process-supervisor
2764−
2765− # Fails sporadically
2678+ # Intermittent failures or unreliable. These tests may pass when
2679+ # re-enabled, but will eventually fail again. Only remove these
2680+ # from expected-tests if we know a fix has been released.
2681+ - aeson-lens # https://github.com/tanakh/aeson-lens/issues/10
2682+ - cabal-debian # https://github.com/ddssff/cabal-debian/issues/50
27662683 - crypto-numbers
2684+ - css-text # 0.1.2.2 https://github.com/yesodweb/css-text/issues/10
2685+ - distributed-process
2686+ - distributed-process-execution # https://github.com/haskell-distributed/distributed-process-execution/issues/2
27672687 - distributed-process-task
2688+ - fsnotify # Often runs out of inotify handles
2689+ - idris # https://github.com/fpco/stackage/issues/1382
2690+ - ihaskell # https://github.com/gibiansky/IHaskell/issues/551
2691+ - math-functions # https://github.com/bos/math-functions/issues/25
2692+ - network # Unfortunately network failures seem to happen haphazardly
2693+ - nsis # Intermittent on non-Windows systems
2694+ - pandoc-citeproc # https://github.com/jgm/pandoc-citeproc/issues/172
2695+ - spdx # https://github.com/phadej/spdx/issues/8
2696+ - statistics # https://github.com/bos/statistics/issues/42
2697+
2698+ # Timeouts
2699+ # These tests sometimes take too long and hit the stackage build
2700+ # servers time limit so these shouldn't be removed from
2701+ # expected-tests unless we know a fix has been released.
2702+ - cabal-helper
2703+ - graphviz
2704+ - punycode
2705+ - zip
27682706
2769− # https://github.com/vincenthz/hs-crypto-pubkey/issues/17
2770− - crypto-pubkey
2771−
2772− # Tests can fail when the build plan fails, which happens arbitrarily.
2773− - stackage
2774−
2775− # https://github.com/TomMD/DRBG/issues/7
2776− - DRBG
2777−
2778− # https://github.com/bos/wreq/issues/53
2779− - wreq
2780−
2781− # Requires local database running
2782− - rethinkdb-client-driver
2783−
2784− # Fails sporadically: https://github.com/haskell-distributed/distributed-process-execution/issues/2
2785− - distributed-process-execution
2786−
2787− # Seems to depend on mtl being installed in user package database, which
2788− # isn't always the case (e.g., build server)
2789− - happy
2790−
2791− # https://github.com/jberryman/directory-tree/issues/4
2792− - directory-tree
2793−
2794− # https://github.com/ndmitchell/hoogle/issues/101
2795− - hoogle
2796−
2797− # https://github.com/myfreeweb/gitson/issues/1
2798− - gitson
2799−
2800− # Expects a running PostgreSQL server
2801− - users-postgresql-simple
2802− - dbmigrations
2803− - opaleye
2804− - postgresql-simple
2805− - wai-session-postgresql
2806− - drifter-postgresql
2807− - postgresql-query
2808− - hasql
2809−
2810− # Requires locally running services
2811− - network-anonymous-i2p
2812−
2813− # Tests not reliable on non-Windows systems
2814− - nsis
2815−
2816− # Requires running server
2707+ # Requires running servers, accounts, or a specific
2708+ # environment. These shouldn't be re-enabled unless we know a fix
2709+ # has been released.
2710+ - GLFW-b # X
2711+ - HTF # Requires shell script and are incompatible with sandboxed package databases
2712+ - HaRe # # Needs ~/.ghc-mod/cabal-helper https://github.com/fpco/stackage/pull/906
2713+ - amqp
2714+ - aws # AWS Credentials
2715+ - bindings-GLFW # Expects running X server
2716+ - bitcoin-api
2717+ - bitcoin-api-extra
2718+ - bitcoin-api-extra
2719+ - bloodhound # ElasticSearch
28172720 - consul-haskell
2721+ - dbmigrations # PostgreSQL
2722+ - dns # https://github.com/kazu-yamamoto/dns/issues/29
2723+ - drifter-postgresql # PostgreSQL
2724+ - ersatz # Requires SAT solver
2725+ - etcd # etcd https://github.com/fpco/stackage/issues/811
2726+ - eventstore # Event Store
2727+ - fb # Facebook app
2728+ - ghc-imported-from # depends on haddocks being generated first https://github.com/fpco/stackage/pull/1315
2729+ - gitson # 0.5.2 error with git executable https://github.com/myfreeweb/gitson/issues/1
2730+ - gitson # https://github.com/myfreeweb/gitson/issues/1
2731+ - happy # Needs mtl in the user package DB
2732+ - haskell-neo4j-client # neo4j with auth disabled
2733+ - hasql # PostgreSQL
28182734 - hedis
2735+ - hocilib # oracle
2736+ - hworker
2737+ - katip-elasticsearch # elasticsearch
2738+ - mangopay # https://github.com/prowdsponsor/mangopay/issues/30
2739+ - memcached-binary # memcached
2740+ - mongoDB # mongoDB - https://github.com/mongodb-haskell/mongodb/issues/61
2741+ - network-anonymous-i2p
2742+ - opaleye # PostgreSQL
2743+ - persistent-redis # redis - https://github.com/fpco/stackage/pull/1581
2744+ - pipes-mongodb
2745+ - postgresql-query # PostgreSQL
2746+ - postgresql-simple # PostgreSQL
2747+ - purescript # git 128 https://github.com/purescript/purescript/issues/2292
28192748 - redis-io
2820−
2821− # https://github.com/haskell/ghc-events/issues/9
2822− - ghc-events
2823−
2824− # Requires a running server
2825− - bitcoin-api
2826− - bitcoin-api-extra
2827−
2828− # https://github.com/kazu-yamamoto/dns/issues/29
2829− - dns
2830−
2831− # No PhantomJS available
2832− - wai-cors
2833−
2834− # Permissions failure when creating /home/stackage/.stack. We _should_ fix
2835− # this in the build scripts here...
2836− - stack
2837−
2838− # https://github.com/prowdsponsor/mangopay/issues/30
2839− - mangopay
2840−
2841− # https://github.com/MichaelXavier/Angel/issues/43
2842− - angel
2843−
2844− # Requires memcached on the server
2845− - memcached-binary
2846−
2847− # Requires redis on the build machine
2848− - serversession-backend-redis
2849−
2850− # https://github.com/rcallahan/xlsior/issues/1
2851− - xlsior
2852−
2853− # Test suite needs a running neo4j server with auth disabled
2854− - haskell-neo4j-client
2855−
2856− # https://github.com/kazu-yamamoto/logger/issues/42
2857− - wai-logger
2858−
2859− # https://github.com/fpco/stackage/issues/733
2860− - ide-backend
2861−
2862− # https://github.com/gibiansky/IHaskell/issues/551
2863− - ihaskell
2864−
2865− # Expects running X server
2866− - bindings-GLFW
2867− - GLFW-b
2868−
2869− # Requires running server
28702749 - rethinkdb
2871−
2872− # https://github.com/ddssff/cabal-debian/issues/50
2873− - cabal-debian
2874−
2875− # https://github.com/fpco/stackage/issues/811
2876− - etcd
2877−
2878− # https://github.com/kazu-yamamoto/ghc-mod/issues/611
2879− - ghc-mod
2880−
2881− # Requires a running server
2882− - pipes-mongodb
2883−
2884− # https://github.com/tweag/HaskellR/issues/208
2885− - H
2886−
2887− # Fails sporadically: https://github.com/jgm/pandoc-citeproc/issues/172
2888− - pandoc-citeproc
2889−
2890− # https://github.com/alcidesv/second-transfer/issues/3
2891− - second-transfer
2892−
2893− # https://github.com/fpco/stackage/issues/916
2894− - distributed-process-extras
2895− - distributed-process-client-server
2896−
2897− # Requires running server
2750+ - rethinkdb-client-driver
28982751 - riak
2899− - hworker
2900−
2901− # Fails sporadically: https://github.com/fpco/stackage/issues/1125
2902− - jose-jwt
2903−
2904− # Not sure if we can fix this
2905− - Cabal
2906−
2907− # Sent e-mail to maintainer
2908− - dbus
2909− - ListLike
2910−
2911− # 0.5.1 https://github.com/rodrigosetti/messagepack/issues/9
2912− - messagepack
2913−
2914− # timeouts
2915− - cabal-helper
2916− - graphviz
2917− - zip
2918−
2919− # "The tests need two serial ports as command line arguments" https://github.com/jputcu/serialport/issues/30
2920− - serialport
2921−
2922− # requires elasticsearch https://github.com/fpco/stackage/pull/1271
2923− - katip-elasticsearch
2924−
2925− # depends on haddocks being generated first https://github.com/fpco/stackage/pull/1315
2926− - ghc-imported-from
2927−
2928− # intermittent https://github.com/fpco/stackage/issues/1382
2929− - idris
2930−
2931− # 0.1.0.1 https://github.com/fpco/stackage/pull/1254
2932− - graylog
2933−
2934− # 2.3.17 https://github.com/IreneKnapp/direct-sqlite/issues/63
2935− - direct-sqlite
2936−
2937− # GHC 8 issue not reported upstream since issue tracker disabled
2938− - hspec-expectations-pretty-diff
2939−
2940− # 0.12 https://github.com/xmonad/xmonad/issues/36
2941− - xmonad
2942−
2943− # GHC 8 bug? https://gitlab.com/twittner/swagger/issues/6
2944− - swagger
2945−
2946− # 0.0.5.0 https://github.com/thoughtpolice/hs-ed25519/issues/15
2947− - ed25519
2948−
2949− # Requires running mongoDB - https://github.com/mongodb-haskell/mongodb/issues/61
2950− - mongoDB
2951−
2952− # Requries running redis - https://github.com/fpco/stackage/pull/1581
2953− - persistent-redis
2954−
2955− # 0.3.1 https://github.com/pikajude/th-printf/issues/3
2956− - th-printf
2957−
2958− # 0.1.2.2 intermittent https://github.com/yesodweb/css-text/issues/10
2959− - css-text
2960−
2961− # 1.0.1 https://github.com/nh2/haskell-netpbm/issues/2
2962− - netpbm
2963−
2964− # 0.11.0 https://github.com/sol/doctest/issues/137
2965− - doctest
2966−
2967− # intermittent failures
2968− # https://github.com/phadej/spdx/issues/8
2969− - spdx
2970− # https://github.com/tanakh/aeson-lens/issues/10
2971− - aeson-lens
2972−
2973− # 0.3.1 https://github.com/haskoin/haskoin/issues/285
2974− - haskoin-core
2975−
2976− # 1.0.0.0 Not enough info - https://github.com/snapframework/snap-core/issues/261
2977− - snap-core
2978−
2979− # 0.4.1 - https://github.com/athanclark/wai-middleware-content-type/issues/2
2980− - wai-middleware-content-type
2981−
2982− # 1.3.1.1 GHC 8 https://github.com/hspec/HUnit/issues/7
2983− - HUnit
2984−
2985− # Needs ~/.ghc-mod/cabal-helper https://github.com/fpco/stackage/pull/906
2986− - HaRe
2987−
2988− # 0.900 File missing in sdist https://github.com/camfort/camfort/issues/41
2989− - camfort
2990−
2991− # Needs running server
2992− - bitcoin-api-extra
2993−
2994− # 1.17.1, Because of stackage upper bound
2995− - haskell-src-exts
2996− # 4.6.4, Because of stackage upper bound
2997− - hindent
2998−
2999− # 0.10.14 Runtime errors https://github.com/clash-lang/clash-prelude/issues/57
3000− - clash-prelude
2752+ - serialport # "The tests need two serial ports as command line arguments" https://github.com/jputcu/serialport/issues/30
2753+ - serversession-backend-redis # redis
2754+ - users-postgresql-simple # PostgreSQL
2755+ - wai-cors # PhantomJS
2756+ - wai-session-postgresql # PostgreSQL
2757+ - webdriver-angular # webdriver server
2758+
2759+ # Deprecated
2760+ # Eventually we'll have to disable these packages completely.
2761+ - doctest-prop # https://github.com/fpco/stackage/issues/1817
2762+ - system-filepath # https://github.com/jmillikin/haskell-filesystem/issues/3
2763+
2764+ # Missing test files in sdist
2765+ # Hopefully gets fixed in the next release...
2766+ - angel # https://github.com/MichaelXavier/Angel/issues/43
2767+ - camfort # 0.900 https://github.com/camfort/camfort/issues/41
2768+ - ghc-events # https://github.com/haskell/ghc-events/issues/9
2769+ - graylog # 0.1.0.1 https://github.com/fpco/stackage/pull/1254
2770+ - haskell-names # 0.7.0 https://github.com/haskell-suite/haskell-names/issues/78
2771+ - netpbm # 1.0.1 https://github.com/nh2/haskell-netpbm/issues/2
2772+ - rematch # No issue tracker, sent e-mail to maintainer https://github.com/fpco/stackage/issues/376
2773+ - xlsior # https://github.com/rcallahan/xlsior/issues/1
2774+
2775+ # Assertion failures, these can be real bugs or just limitations
2776+ # in the test cases.
2777+ - DRBG # https://github.com/TomMD/DRBG/issues/7
2778+ - HUnit # 1.3.1.1 GHC 8 https://github.com/hspec/HUnit/issues/7
2779+ - clash-prelude # 0.10.14 Runtime errors https://github.com/clash-lang/clash-prelude/issues/57
2780+ - direct-sqlite # 2.3.17 https://github.com/IreneKnapp/direct-sqlite/issues/63
2781+ - ed25519 # 0.0.5.0 https://github.com/thoughtpolice/hs-ed25519/issues/15
2782+ - haskoin-core # 0.3.1 https://github.com/haskoin/haskoin/issues/285
2783+ - nettle # https://github.com/stbuehler/haskell-nettle/issues/8
2784+ - th-printf # 0.3.1 https://github.com/pikajude/th-printf/issues/3
2785+ - wreq # https://github.com/bos/wreq/issues/53
2786+ - xmonad # 0.12 https://github.com/xmonad/xmonad/issues/36
2787+
2788+ # Compilation failures
2789+ - hspec-expectations-pretty-diff # GHC 8 issue not reported upstream since issue tracker disabled
2790+ - messagepack # 0.5.1 https://github.com/rodrigosetti/messagepack/issues/9
2791+ - safecopy # time 1.6 https://github.com/acid-state/safecopy/issues/45
2792+ - sourcemap # https://github.com/chrisdone/sourcemap/issues/3
2793+ - swagger # GHC 8 bug? https://gitlab.com/twittner/swagger/issues/6
2794+ - wai-middleware-content-type # 0.4.1 - https://github.com/athanclark/wai-middleware-content-type/issues/2
2795+
2796+ # Misc.
2797+ - distributed-process-supervisor # # https://github.com/haskell-d
2798+ - ghcid # Weird conflicts with sandboxingistributed/distributed-process-supervisor/issues/1
2799+
2800+ # Doctest ran across ambiguous modules
2801+ # https://github.com/bergmark/blog/blob/master/2016/package-faq.md#ambiguous-modules-when-using-doctest
2802+ - doctest # 0.11.0 https://github.com/sol/doctest/issues/137
2803+ - jwt # https://bitbucket.org/ssaasen/haskell-jwt/issues/18/test-suite-build-failure-in-stackage
2804+
2805+ # Stackage upper bounds, re-enable these when their upper bound is removed
2806+ - haskell-src-exts # 1.17.1
2807+ - hindent # 4.6.4
30012808
30022809 # Recursive deps https://github.com/fpco/stackage/issues/1818
3003− # 0.7.2 clock:test => tasty:lib => clock:lib
3004− - clock
3005− # 1.2.2.1
3006− - text
2810+ - clock # 0.7.2 clock:test => tasty:lib => clock:lib
30072811 - options
3008−
3009− # Deprecated and only depended on by bloodhound https://github.com/fpco/stackage/issues/1817
3010− - doctest-prop
3011−
3012− # Requires running Event Store
3013− - eventstore
3014−
3015− # 0.5.2 error with git executable https://github.com/myfreeweb/gitson/issues/1
3016− - gitson
3017−
3018− # 0.7.0 https://github.com/haskell-suite/haskell-names/issues/78
3019− - haskell-names
3020−
3021− # doctest ambiguous modules https://bitbucket.org/ssaasen/haskell-jwt/issues/18/test-suite-build-failure-in-stackage
3022− - jwt
3023−
3024− # foreign library issue https://github.com/stbuehler/haskell-nettle/issues/8
3025− - nettle
3026−
3027− # git 128 https://github.com/purescript/purescript/issues/2292
3028− - purescript
3029−
3030− # time 1.6 https://github.com/acid-state/safecopy/issues/45
3031− - safecopy
3032−
3033− # Issue with stackage itself (openfile: does not exist) https://github.com/fpco/stackage/issues/1187
3034− - skein
3035−
3036− # Missing build dep https://github.com/chrisdone/sourcemap/issues/3
3037− - sourcemap
3038−
3039− # Needs running server
3040− - hocilib # oracle
2812+ - text # 1.2.2.1
2813+ - wai-logger # Missing build dep because of this https://github.com/kazu-yamamoto/logger/issues/42
2814+
2815+ # Problem on the stackage build server, we need to dig deeper into
2816+ # these if we want them fixed
2817+ - snap-core # 1.0.0.0 https://github.com/snapframework/snap-core/issues/261
2818+ - stack # Permissions failure when creating /home/stackage/.stack.
2819+ - skein # openfile: does not exist https://github.com/fpco/stackage/issues/1187
30412820
30422821# end of expected-test-failures
30432822