19708ae · stackage · git.iko.soy

git.iko.soy/stackage

Merge branch 'master' into master

commit19708ae5271da7921ce1ed81d975963eb0ef2081 authorJoe Kachmar <joseph.kachmar@gmail.com> dateFri 22 May 2020, 14:39 (6 years ago) parent6aebada a3f6f07

4 files changed+101−22

compare with master

unifiedsplit

CURATORS.md+5−4 build-constraints.yaml+29−18 etc/diskspace/clean-old-stack-libs.sh+13 etc/diskspace/remove-old-stack-work-libs.hs+54

CURATORS.md+5−4

@@ -333,14 +333,15 @@ early and hopefully the nightlies will be timely.

333333

334334LTS minor bumps typically are run on Sundays.

335335

336−### Website sync debugging (and other out of disk space errors)

336+### Diskspace errors (and website sync debugging)

337337

338−* You can detect the problem by running `df`. If you see that `/` is out of space, we have a problem

338+* You can detect the problem by running `df`. If you see that `/` is out of space, we have a problem.

339339* If you see that `/var/stackage/` is out of space, you can:

340+ * run `./etc/diskspace/clean-old-stack-libs.sh [nightly|lts-XX]` (hopefully sufficient)

341+

342+ optionally (not recommended?):

340343 * `rm -r /var/stackage/stackage/automated/work/lts*/unpack-dir/unpacked/`

341344 * `rm -r /var/stackage/stackage/automated/work/nightly/unpack-dir/unpacked/`

342−* (outdated) There are many temp files inside `/home/ubuntu/stackage-server-cron` that can be cleared out occasionally

343−* (outdated) You can then manually run `/home/ubuntu/stackage-server-cron.sh`, or wait for the cron job to do it

344345

345346### Wiping the cache

346347

build-constraints.yaml+29−18

@@ -12,6 +12,12 @@ packages:

1212 "Allan Lukwago <epicallan.al@gmail.com> @epicallan":

1313 - servant-errors

1414

15+ "Christian Charukiewicz <c.charukiewicz@gmail.com> @charukiewicz":

16+ - isbn

17+

18+ "Koz Ross <koz.ross@retro-freedom.nz> @kozross":

19+ - medea

20+

1521 "Ashlynn Anderson <maintainer@pea.sh> @lambdadog":

1622 - proto3-wire

1723

@@ -86,7 +92,7 @@ packages:

8692

8793 "Robert Vollmert <rob@vllmrt.net> @robx":

8894 - configurator-pg

89− - postgrest

95+ - postgrest < 7.0.1 # https://github.com/commercialhaskell/stackage/issues/5383

9096

9197 "Sandy Maguire <sandy@sandymaguire.me> @isovector":

9298 - ecstasy

@@ -316,8 +322,8 @@ packages:

316322

317323 "Pasqualino Assini <tittoassini@gmail.com> @tittoassini":

318324 # - zm

319− # - flat # fails to build

320− - model < 0 # BuildFailureException Process exited with ExitFailure 1: ./Setup build

325+ - flat

326+ - model

321327

322328 "Jose Iborra <pepeiborra@gmail.com> @pepeiborra":

323329 # - arrowp-qq # build failure https://github.com/pepeiborra/arrowp/issues/8

@@ -469,7 +475,7 @@ packages:

469475

470476 "Li-yao Xia <lysxia@gmail.com> @Lysxia":

471477 - boltzmann-samplers

472− - first-class-families < 0.8.0.0

478+ - first-class-families

473479 - generic-data

474480 - generic-data-surgery < 0 # via generic-data

475481 - generic-random

@@ -478,7 +484,7 @@ packages:

478484 - type-map

479485

480486 "Tobias Dammers <tdammers@gmail.com> @tdammers":

481− - ginger < 0 # via regex-tdfa-1.3.0

487+ - ginger

482488 - yeshql < 0 # via yeshql-hdbc

483489

484490 "Yair Chuchem <yairchu@gmail.com> @yairchu":

@@ -865,7 +871,7 @@ packages:

865871 - compensated

866872 - compressed < 0

867873 - concurrent-supply

868− - constraints < 0.12 # https://github.com/commercialhaskell/stackage/issues/5124

874+ - constraints

869875 - contravariant

870876 - distributive

871877 - discrimination < 0

@@ -1220,6 +1226,7 @@ packages:

12201226

12211227 "Colin Woodbury <colin@fosskers.ca> @fosskers":

12221228 - aur

1229+ - aura

12231230 - bounded-queue

12241231 - kanji

12251232 - language-bash

@@ -3266,7 +3273,7 @@ packages:

32663273 - validation

32673274

32683275 "Tony Day <tonyday567@gmail.com> @tonyday567":

3269− - numhask

3276+ - numhask < 0.5 # https://github.com/commercialhaskell/stackage/issues/5382

32703277 - numhask-array < 0

32713278 - numhask-prelude < 0

32723279 - numhask-space < 0

@@ -3625,7 +3632,7 @@ packages:

36253632 - ilist

36263633 - life-sync

36273634 - membrain

3628− - relude < 0.7 # https://github.com/commercialhaskell/stackage/issues/5361

3635+ - relude

36293636 - shellmet

36303637 - shortcut-links

36313638 - summoner

@@ -3869,10 +3876,10 @@ packages:

38693876 - heist < 0 # GHC 8.4 via map-syntax

38703877 - snap < 0 # GHC 8.4 via base-4.11.0.0

38713878 - conferer

3872− # - conferer-snap # Because snap

3879+ #- conferer-snap # Because snap

38733880 - conferer-warp

38743881 - conferer-hspec

3875− - conferer-provider-json

3882+ - conferer-source-json

38763883

38773884 "Tim Humphries <tim+stackage@utf8.me> @thumphries":

38783885 - transformers-either < 0 # via exceptions-0.10.0

@@ -4038,7 +4045,7 @@ packages:

40384045 - secp256k1-haskell

40394046 - rocksdb-haskell

40404047 - rocksdb-query

4041− - haskoin-core

4048+ - haskoin-core < 0.13.5 # https://github.com/haskoin/haskoin-core/issues/385

40424049 - haskoin-node

40434050 - haskoin-store < 0 # https://github.com/haskoin/haskoin-store/issues/12

40444051

@@ -4175,7 +4182,8 @@ packages:

41754182 - minimal-configuration

41764183

41774184 "Davit Nalchevanidze <d.nalchevanidze@gmail.com> @nalchevanidze":

4178− - morpheus-graphql

4185+ - morpheus-graphql

4186+ - morpheus-graphql-core

41794187

41804188 "Satoshi Egi <egi@egison.org> @egisatoshi":

41814189 - egison

@@ -4245,6 +4253,12 @@ packages:

42454253 "Rickey Visinski <rickeyvisinski+hs@gmail.com> @rickeyski":

42464254 - slack-api

42474255

4256+ "Dobromir Nikolov <dnikolovv@hotmail.com> @dnikolovv":

4257+ - it-has

4258+

4259+ "Gabriele Sales <gbrsales@gmail.com> @gbrsales":

4260+ - cabal-appimage

4261+

42484262 "Grandfathered dependencies":

42494263 - network

42504264 - Boolean

@@ -4403,6 +4417,7 @@ packages:

44034417 - functor-combinators < 0 # via dependent-sum

44044418 - generic-arbitrary

44054419 - generics-sop-lens

4420+ - ghc-byteorder

44064421 - ghc-compact

44074422 - ghc-paths

44084423 - ghc-prof

@@ -4814,15 +4829,9 @@ packages:

48144829 # https://github.com/commercialhaskell/stackage/issues/5335

48154830 - brick <0.53

48164831

4817− # https://github.com/commercialhaskell/stackage/issues/5336

4818− - colourista < 0.1.0.0

4819−

48204832 # https://github.com/commercialhaskell/stackage/issues/5347

48214833 - persistent-template < 2.8.3

48224834

4823− # https://github.com/commercialhaskell/stackage/issues/5346

4824− - validation-selective < 0.1.0.0

4825−

48264835 # https://github.com/commercialhaskell/stackage/issues/5348

48274836 - tasty < 1.3

48284837 - tasty-golden < 2.3.3.3

@@ -4833,6 +4842,8 @@ packages:

48334842 # https://github.com/commercialhaskell/stackage/issues/5351

48344843 - pantry < 0.5

48354844

4845+ # https://github.com/commercialhaskell/path/issues/161

4846+ - path < 0.7.1

48364847# end of packages

48374848

48384849# Package flags are applied to individual packages, and override the values of

etc/diskspace/clean-old-stack-libs.shnew file+13

@@ -0,0 +1,13 @@

1+#!/bin/bash

3+set -e

5+if [ $# != 1 ]; then

6+ echo "Usage: $0 [nightly|lts-xx]"

7+ exit 1

8+fi

10+cd ~/stackage/automated/work/$1/unpack-dir/.stack-work/install/x86_64-linux/*/*/lib/x86_64-linux-ghc-*

11+pwd

12+

13+stack --resolver lts-14.27 script ~/stackage/etc/diskspace/remove-old-stack-work-libs.hs

etc/diskspace/remove-old-stack-work-libs.hsnew file+54

@@ -0,0 +1,54 @@

1+#!/usr/bin/env stack

2+-- stack --resolver lts-14 script

4+-- Utility to remove old libs installed under .stack-work/ to save diskspace

6+-- Should be run in:

7+-- work/*/unpack-dir/.stack-work/install/x86_64-linux/*/*/lib/x86_64-linux-ghc-*

9+import Data.List

10+import System.Directory

11+import System.FilePath

12+import Text.Regex.TDFA

13+

14+main = do

15+ files <- sort <$> listDirectory "."

16+ let (dynlibs,libdirs) = partition (".so" `isExtensionOf`) files

17+ pkglibdirs = groupBy samePkgLibDir libdirs

18+ pkgdynlibs = groupBy samePkgDynLib dynlibs

19+ mapM_ (removeOlder removeDirectoryRecursive) pkglibdirs

20+ mapM_ (removeOlder removeFile) pkgdynlibs

21+ where

22+ samePkgLibDir l1 l2 = pkgDirName l1 == pkgDirName l2

23+ where

24+ pkgDirName p =

25+ if length p < 25

26+ then error $ p ++ " too short to be in correct name-version-hash format"

27+ else extractNameInternal p

28+

29+ extractNameInternal :: String -> String

30+ extractNameInternal p =

31+ let (name,match,internal) = p =~ "-[0-9.]+-[0-9A-Za-z]{20,22}" :: (String, String, String)

32+ in if null match || null name then error $ p ++ " not in correct name-version-hash format"

33+ else name ++ internal

34+

35+ samePkgDynLib d1 d2 = pkgDynName d1 == pkgDynName d2

36+ where

37+ pkgDynName p =

38+ if length p < 42

39+ then error $ p ++ " too short to be libHSname-version-hash-ghc*.so format"

40+ else (extractNameInternal . removeDashSegment) p

41+

42+ removeDashSegment = dropWhileEnd (/= '-')

43+

44+ removeOlder remover files = do

45+ -- keep 2 latest builds

46+ oldfiles <- drop 2 . reverse <$> sortByAge files

47+ mapM_ remover oldfiles

48+

49+ sortByAge files = do

50+ timestamps <- mapM getModificationTime files

51+ let fileTimes = zip files timestamps

52+ return $ map fst $ sortBy compareSnd fileTimes

53+

54+ compareSnd (_,t1) (_,t2) = compare t1 t2