2023-12-09 13:15:17 +03:00
#!/usr/bin/env just
2023-12-16 23:46:20 +03:00
# * Project scripts, using https://github.com/casey/just (last tested with 1.16.0)
# Usage: alias j=just, run j to list available scripts.
#
# After many years with make and plain shell and haskell for
# scripting, just is better enough, and the goal of clean consolidated
# efficient project automation is so valuable, that I am relying on it
# even though it's not installed by default.
#
# All of Makefile has been absorbed below; uncomment/update/drop
# remaining bits when needed. Makefile will be removed some time soon.
#
# just currently lacks make-style file dependency tracking. When that
# is needed for efficiency, or when more powerful code is needed, use
# Shake.hs instead of just.
#
# Lines beginning with "# * ", "# ** ", etc are section headings,
# foldable in Emacs outshine-mode. Some extra Emacs highlighting:
# (add-hook 'just-mode-hook (lambda ()
# (display-line-numbers-mode 1)
# (highlight-lines-matching-regexp "^# \\*\\*? " 'hi-yellow) ; level 1-2 outshine headings
# (highlight-lines-matching-regexp "^@?\\w.*\\w:$" 'hi-pink) ; recipe headings (misses recipes with dependencies)
# ))
#
2023-12-29 17:30:35 +03:00
# This file is formatted by `just _fmt`, which currently eats blank lines a bit (and commits).
#
# 'set export' makes constants and arguments available as $VAR as well as {{ VAR }}.
# $ makes just code more like shell code.
# {{ }} handles multi-word values better and is fully evaluated in -n/--dry-run output.
2023-12-23 06:12:40 +03:00
#
2023-12-16 23:46:20 +03:00
# Reference:
2023-12-09 13:15:17 +03:00
# https://docs.rs/regex/1.5.4/regex/#syntax Regexps
# https://just.systems/man/en/chapter_31.html Functions
2023-12-09 23:47:16 +03:00
# https://cheatography.com/linux-china/cheat-sheets/justfile Cheatsheet
# https://github.com/casey/just/discussions
2023-12-23 06:12:40 +03:00
# ** Helpers ------------------------------------------------------------
HELPERS : help
2023-12-29 17:30:35 +03:00
s e t export
WATCHEXEC := 'watchexec -q --stop-timeout=1'
TODAY := ` date +%Y-%m-%d`
2023-12-23 06:12:40 +03:00
# just := "just -f " + justfile()
# Use this justfile from within its directory, otherwise we must write {{ just }} everywhere.
2023-12-16 07:35:03 +03:00
2023-12-16 23:46:20 +03:00
# list this justfile's recipes, optionally filtered by REGEX
@help *REGEX :
2023-12-23 06:12:40 +03:00
if [ [ '{{ REGEX }}' = ~ '' ] ] ; then just -lu; else just -lu | rg -i '{{ REGEX }}' ; true; fi
2023-12-09 10:29:47 +03:00
2023-12-29 17:30:35 +03:00
alias h : = help
2023-12-23 06:12:40 +03:00
# check this justfile for errors and non-standard format
2023-12-29 17:30:35 +03:00
@check :
2023-12-09 10:29:47 +03:00
just --fmt --unstable --check
2023-12-23 06:12:40 +03:00
# if this justfile is error free but in non-standard format, reformat and commit it
2023-12-29 17:30:35 +03:00
@format :
just -q chk || just --fmt --unstable && git commit -m 'just: fmt' -- { { justfile( ) } }
2023-12-16 23:46:20 +03:00
2023-12-29 17:30:35 +03:00
# rerun RECIPE when any watched-by-default file changes
watch RECIPE *JOPTS :
2023-12-16 23:46:20 +03:00
#!/usr/bin/env bash
2023-12-29 17:30:35 +03:00
$WATCHEXEC -r --filter-file <( git ls-files) -- just $RECIPE { { JOPTS } }
2023-12-23 06:12:40 +03:00
2023-12-29 17:30:35 +03:00
# rerun RECIPE when any git-committed file changes
watchgit RECIPE *JOPTS :
2023-12-23 06:12:40 +03:00
#!/usr/bin/env bash
2023-12-29 17:30:35 +03:00
$WATCHEXEC -r --filter-file <( git ls-files) -- just $RECIPE { { JOPTS } }
2023-12-16 23:46:20 +03:00
2023-12-17 00:13:27 +03:00
# show watchexec env vars when any file changes, printing events and ignoring nothing
2023-12-29 17:30:35 +03:00
_watchdbg *WOPTS :
$WATCHEXEC --ignore-nothing --print-events { { WOPTS } } -- 'env | rg "WATCHEXEC\w*"; true'
2023-12-16 23:46:20 +03:00
2023-12-29 17:30:35 +03:00
# show watchexec env vars when any git-committed file changes
_watchgitdbg *WOPTS :
#!/usr/bin/env bash
$WATCHEXEC -r --filter-file <( git ls-files) { { WOPTS } } -- 'env | rg "WATCHEXEC\w*"; true'
2023-12-16 23:46:20 +03:00
2023-12-23 06:12:40 +03:00
# ** Constants ------------------------------------------------------------
2023-12-24 22:43:54 +03:00
BROWSE := 'open'
# VIEWHTML := BROWSE
# VIEWPDF := BROWSE
# PRINT := 'lpr'
#GHC := 'ghc'
GHCI := 'ghci'
# GHCPKG := 'ghc-pkg'
# HADDOCK := 'haddock'
# CABAL := 'cabal'
# CABALINSTALL := 'cabal install -w {{ GHC }}'
2023-12-09 23:47:16 +03:00
# GHC-compiled executables require a locale (and not just C) or they
# will die on encountering non-ascii data. Set LANG to something if not already set.
# export LANG? := 'en_US.UTF-8'
# command to run during profiling (time and heap)
2023-12-09 23:49:11 +03:00
2023-12-24 22:43:54 +03:00
# command to run when profiling
2023-12-09 23:47:16 +03:00
PROFCMD := 'stack exec --profile -- hledger balance -f examples/10000x1000x10.journal >/dev/null'
PROFRTSFLAGS := '-P'
2023-12-24 22:43:54 +03:00
# # command to run when checking test coverage
2023-12-09 23:47:16 +03:00
# COVCMD := 'test'
# COVCMD := '-f test-wf.csv print'
2023-12-09 23:49:11 +03:00
2023-12-09 23:47:16 +03:00
# Which stack command (and in particular, stack yaml/GHC version) to use for building etc. ?
STACK := 'stack'
#STACK := 'stack --stack-yaml=stack8.10.yaml'
# Or override temporarily with an env var:
# STACK := '"stack --stack-yaml=stack8.10.yaml" make functest'
# if using an unreleased stack with a newer hpack than the one mentioned in */*.cabal,
# it will give warnings. To silence these, put the old hpack-X.Y in $PATH and uncomment:
#STACK := 'stack --with-hpack=hpack-0.20'
# --threads := '16 sometimes gives "commitAndReleaseBuffer: resource vanished (Broken pipe)" but seems harmless'
# --timeout := 'N is not much use here - can be defeated by multiple threads, unoptimised builds, '
# slow hackage index or compiler setup on first build, etc.
2023-12-09 23:49:11 +03:00
2023-12-24 22:43:54 +03:00
# Which stack command (stack yaml, GHC version) to use for ghci[d] operations ?
STACKGHCI := STACK
#STACKGHCI := 'stack --stack-yaml=stack9.2.yaml'
# PACKAGES := '
# hledger-lib
# hledger
# hledger-ui
# hledger-web
# '
# BINARIES := '
# hledger
# hledger-ui
# hledger-web
# '
INCLUDEPATHS := '
-ihledger-lib
-ihledger
-ihledger-ui
-ihledger-web
-ihledger-web/app
2023-12-09 23:47:16 +03:00
'
2023-12-24 22:43:54 +03:00
2023-12-09 23:47:16 +03:00
MAIN := 'hledger/app/hledger-cli.hs'
# All source files in the project (plus a few strays like Setup.hs & hlint.hs).
# Used eg for building tags. Doesn't reliably catch all source files.
2023-12-09 23:49:11 +03:00
2023-12-24 22:43:54 +03:00
SOURCEFILES := '
2023-12-16 23:46:20 +03:00
dev.hs
hledger/*hs
hledger/app/*hs
hledger/bench/*hs
hledger/test/*hs
hledger/Hledger/*hs
hledger/Hledger/*/*hs
hledger/Hledger/*/*/*hs
hledger-*/*hs
hledger-*/app/*hs
hledger-*/test/*hs
hledger-*/Hledger/*hs
hledger-*/Hledger/*/*hs
hledger-*/Hledger/*/*/*hs
hledger-lib/Text/*/*hs
2023-12-09 23:47:16 +03:00
'
2023-12-24 22:43:54 +03:00
HPACKFILES := '
hledger/*package.yaml
hledger-*/*package.yaml
2023-12-09 23:47:16 +03:00
'
2023-12-24 22:43:54 +03:00
CABALFILES := '
hledger/hledger.cabal
hledger-*/*.cabal
2023-12-09 23:47:16 +03:00
'
2023-12-24 22:43:54 +03:00
MANUALSOURCEFILES := '
doc/common.m4
*/*.m4.md
2023-12-09 23:47:16 +03:00
'
2023-12-24 22:43:54 +03:00
# MANUALGENFILES := '
# hledger*/hledger*.{1,5,info,txt}
# '
COMMANDHELPFILES := '
hledger/Hledger/Cli/Commands/*.md
2023-12-09 23:47:16 +03:00
'
2023-12-24 22:43:54 +03:00
WEBTEMPLATEFILES := '
hledger-web/templates/*
2023-12-09 23:47:16 +03:00
'
2023-12-24 22:43:54 +03:00
WEBCODEFILES := '
hledger-web/static/*.js
hledger-web/static/*.css
2023-12-09 23:47:16 +03:00
'
2023-12-24 22:43:54 +03:00
DOCSOURCEFILES := '
README.md
CONTRIBUTING.md
' + MANUALSOURCEFILES + COMMANDHELPFILES
TESTFILES := ` fd '\.test$' --exclude ledger-compat`
2023-12-09 23:47:16 +03:00
# # file(s) which require recompilation for a build to have an up-to-date version string
# VERSIONSOURCEFILE := 'hledger/Hledger/Cli/Version.hs'
# Two or three-part version string, set as program version in builds made by this makefile.
# We use hledger CLI's current version (XXX for all packages, which isn't quite right).
2023-12-09 23:49:11 +03:00
2023-12-09 23:47:16 +03:00
export VERSION := ` cat hledger/.version`
# Flags for ghc builds.
# Warnings to see during dev tasks like make ghci*. See also the warnings in package.yamls.
# XXX redundant with package.yamls ?
2023-12-09 23:49:11 +03:00
2023-12-24 22:43:54 +03:00
WARNINGS := '
-Wall
-Wno-incomplete-uni-patterns
-Wno-missing-signatures
-Wno-orphans
-Wno-type-defaults
-Wno-unused-do-bind
2023-12-09 23:47:16 +03:00
'
# if you have need to try building in less memory
2023-12-09 23:49:11 +03:00
GHCLOWMEMFLAGS := ''
2023-12-09 23:47:16 +03:00
# ghc-only builds need the macro definitions generated by cabal
# from cabal's dist or dist-sandbox dir, hopefully there's just one:
#CABALMACROSFLAGS := '-optP-include -optP hledger/dist*/build/autogen/cabal_macros.h'
# or from stack's dist dir:
#CABALMACROSFLAGS := '-optP-include -optP hledger/.stack-work/dist/*/*/build/autogen/cabal_macros.h'
2023-12-09 23:49:11 +03:00
CABALMACROSFLAGS := ''
2023-12-24 22:43:54 +03:00
BUILDFLAGS := '-rtsopts ' + WARNINGS + GHCLOWMEMFLAGS + CABALMACROSFLAGS + ' -DDEVELOPMENT' + ' -DVERSION="' + VERSION + '"' + INCLUDEPATHS
2023-12-09 23:47:16 +03:00
# -fplugin Debug.Breakpoint \
# -fhide-source-paths \
# PROFBUILDFLAGS := '-prof -fprof-auto -osuf hs_p'
TIME := "{{ shell date +'%Y%m%d%H%M' }}"
MONTHYEAR := "{{ shell date +'%B %Y' }}"
2023-12-23 06:12:40 +03:00
# ** ghci ------------------------------------------------------------
2023-12-10 00:36:49 +03:00
GHCI :
2023-12-16 23:46:20 +03:00
# run ghci on hledger-lib + hledger
2023-12-09 23:47:16 +03:00
@ghci :
2023-12-24 22:43:54 +03:00
$STACKGHCI exec -- $GHCI $BUILDFLAGS hledger/Hledger/Cli.hs
2023-12-09 23:47:16 +03:00
2023-12-16 23:46:20 +03:00
# run ghci on hledger-lib + hledger with profiling/call stack information
2023-12-09 23:47:16 +03:00
@ghci-prof :
stack build --profile hledger --only-dependencies
2023-12-24 22:43:54 +03:00
$STACKGHCI exec -- $GHCI $BUILDFLAGS -fexternal-interpreter -prof -fprof-auto hledger/Hledger/Cli.hs
2023-12-09 23:47:16 +03:00
2023-12-16 23:46:20 +03:00
# # run ghci on hledger-lib + hledger + dev.hs script
2023-12-09 23:47:16 +03:00
# @ghci-dev:
2023-12-24 22:43:54 +03:00
# $STACKGHCI exec -- $GHCI $BUILDFLAGS -fno-warn-unused-imports -fno-warn-unused-binds dev.hs
2023-12-09 23:47:16 +03:00
2023-12-16 23:46:20 +03:00
# run ghci on hledger-lib + hledger + hledger-ui
2023-12-09 23:47:16 +03:00
@ghci-ui :
2023-12-24 22:43:54 +03:00
$STACKGHCI exec -- $GHCI $BUILDFLAGS hledger-ui/Hledger/UI/Main.hs
2023-12-09 23:47:16 +03:00
2023-12-16 23:46:20 +03:00
# run ghci on hledger-lib + hledger + hledger-web
2023-12-09 23:47:16 +03:00
@ghci-web :
2023-12-24 22:43:54 +03:00
$STACKGHCI exec -- $GHCI $BUILDFLAGS hledger-web/app/main.hs
2023-12-09 23:47:16 +03:00
2023-12-16 23:46:20 +03:00
# run ghci on hledger-lib + hledger + hledger-web + hledger-web test suite
2023-12-09 23:47:16 +03:00
@ghci-web-test :
2023-12-24 22:43:54 +03:00
$STACKGHCI exec -- $GHCI $BUILDFLAGS hledger-web/test/test.hs
2023-12-09 23:47:16 +03:00
# # better than stack exec ?
# # XXX does not see changes to files
2023-12-16 23:46:20 +03:00
# # run ghci on hledger-lib + test runner
2023-12-09 23:47:16 +03:00
# ghci-lib-test:
2023-12-24 22:43:54 +03:00
# $STACKGHCI ghci --ghc-options="\'-rtsopts {{ WARNINGS }} -ihledger-lib -DDEVELOPMENT -DVERSION=\"1.26.99\"\'" hledger-lib/test/unittest.hs
2023-12-16 23:46:20 +03:00
# run ghci on all the hledger
2023-12-09 23:47:16 +03:00
# ghci-all:
2023-12-24 22:43:54 +03:00
# $STACK exec -- $GHCI $BUILDFLAGS \
2023-12-09 23:47:16 +03:00
# hledger-ui/Hledger/UI/Main.hs \
# hledger-web/app/main.hs \
2023-12-16 23:46:20 +03:00
# run ghci on hledger-lib doctests
2023-12-09 23:47:16 +03:00
@ghci-doctest :
2023-12-24 22:43:54 +03:00
cd hledger-lib; $STACKGHCI ghci hledger-lib:test:doctest
2023-12-09 23:47:16 +03:00
2023-12-16 23:46:20 +03:00
# run ghci on Shake.hs
2023-12-09 23:47:16 +03:00
@ghci-shake :
2023-12-24 22:43:54 +03:00
$STACK exec { { SHAKEDEPS } } -- ghci Shake.hs
2023-12-09 23:47:16 +03:00
2023-12-23 06:12:40 +03:00
# ** ghcid ------------------------------------------------------------
2023-12-10 00:36:49 +03:00
GHCID :
2023-12-09 23:47:16 +03:00
# run ghcid on hledger-lib + hledger
@ghcid :
ghcid -c 'just ghci'
# run ghcid autobuilder on hledger-lib + hledger + hledger-ui
@ghcid-ui :
ghcid -c 'just ghci-ui'
# run ghcid autobuilder on hledger-lib + hledger + hledger-web
@ghcid-web :
ghcid -c 'just ghci-web'
2023-12-09 23:49:11 +03:00
# run ghcid autobuilding and running hledger-web with sample journal on port 5001
2023-12-09 23:47:16 +03:00
@ghcid-web-run :
ghcid -c 'just ghci-web' --test ':main -f examples/sample.journal --port 5001 --serve'
# # run ghcid autobuilding and running the test command
# ghcid-test:
# ghcid -c 'just ghci' --test ':main test -- --color=always'
# # run ghcid autobuilding and running the test command with this TESTPATTERN
# ghcid-test-%:
# ghcid -c 'just ghci' --test ':main test -- --color=always -p$*'
# run ghcid autobuilding and running hledger-lib doctests
@ghcid-doctest :
2023-12-24 22:43:54 +03:00
ghcid -c 'cd hledger-lib; $STACK ghci hledger-lib:test:doctest' --test ':main' --reload hledger-lib
2023-12-09 23:47:16 +03:00
GHCIDRESTART := '--restart Makefile --restart Makefile.local'
2023-12-09 23:49:11 +03:00
GHCIDRELOAD := '--reload t.j --reload t.timedot'
GHCIDCMD := ':main -f t.j bal date:today -S'
2023-12-09 23:47:16 +03:00
# # run ghcid autobuilding and running a custom GHCI command with reload/restart on certain files - customise this
# ghcid-watch watch:
# ghcid -c 'just ghci' --test '{{ GHCIDCMD }}' {{ GHCIDRELOAD }} {{ GHCIDRESTART }}
# keep synced with Shake.hs header
2023-12-09 23:49:11 +03:00
2023-12-09 23:47:16 +03:00
SHAKEDEPS := ' \
--package base-prelude \
--package directory \
--package extra \
--package process \
--package regex \
--package safe \
--package shake \
--package time \
'
2023-12-09 23:49:11 +03:00
2023-12-09 23:47:16 +03:00
# --package hledger-lib \ # for Hledger.Utils.Debug
# run ghcid autobuilder on Shake.hs
ghcid-shake :
stack exec { { SHAKEDEPS } } -- ghcid Shake.hs
2023-12-23 06:12:40 +03:00
# ** dev.hs script ------------------------------------------------------------
2023-12-09 23:47:16 +03:00
# # hledger-lib/Hledger/Read/TimeclockReaderPP.hs
2023-12-09 23:49:11 +03:00
# # build the dev.hs script for quick experiments (with ghc)
2023-12-09 23:47:16 +03:00
# dev:
2023-12-24 22:43:54 +03:00
# $STACK ghc -- {{ CABALMACROSFLAGS }} -ihledger-lib dev.hs \
2023-12-09 23:47:16 +03:00
# # to get profiling deps installed, first do something like:
# # stack build --library-profiling hledger-lib timeit criterion
2023-12-09 23:49:11 +03:00
# # build the dev.hs script with profiling support
2023-12-09 23:47:16 +03:00
# devprof:
2023-12-24 22:43:54 +03:00
# $STACK ghc -- {{ CABALMACROSFLAGS }} -ihledger-lib dev.hs -rtsopts -prof -fprof-auto -osuf p_o -o devprof
2023-12-09 23:49:11 +03:00
# # get a time & space profile of the dev.hs script
2023-12-09 23:47:16 +03:00
# dev-profile:
# time ./devprof +RTS -P \
# && cp devprof.prof devprof.prof.{{ TIME }} \
# && profiterole devprof.prof
2023-12-09 23:49:11 +03:00
# # get heap profiles of the dev.hs script
2023-12-09 23:47:16 +03:00
# dev-heap:
# time ./devprof +RTS -hc -L1000 && cp devprof.hp devprof-hc.hp && hp2ps devprof-hc.hp
# time ./devprof +RTS -hr -L1000 && cp devprof.hp devprof-hr.hp && hp2ps devprof-hr.hp
# dev-heap-upload:
# curl -F "file=@devprof-hc.hp" -F "title='hledger parser'" http://heap.ezyang.com/upload
# curl -F "file=@devprof-hr.hp" -F "title='hledger parser'" http://heap.ezyang.com/upload
2023-12-23 06:12:40 +03:00
# ** Building ------------------------------------------------------------
2023-12-10 00:36:49 +03:00
BUILDING :
2023-12-09 23:47:16 +03:00
2023-12-16 23:46:20 +03:00
# build the hledger package showing ghc codegen times/allocations
2023-12-09 23:47:16 +03:00
@buildtimes :
2023-12-24 22:43:54 +03:00
time ( $STACK build hledger --force-dirty --ghc-options= '-fforce-recomp -ddump-timings' 2>& 1 | grep -E '\bCodeGen \[.*time=' )
2023-12-09 23:47:16 +03:00
# # build an unoptimised hledger at bin/hledger.EXT.unopt (default: git describe)
# build-unopt *EXT:
# #!/usr/bin/env bash
# ext={{ if EXT == '' { `git describe --tags` } else { EXT } }}
# exe="bin/hledger.$ext.unopt"
2023-12-24 22:43:54 +03:00
# $STACK --verbosity=error install --ghc-options=-O0 hledger --local-bin-path=bin
2023-12-09 23:47:16 +03:00
# mv bin/hledger "$exe"
# echo "$exe"
# # build hledger with profiling enabled at bin/hledgerprof
# hledgerprof:
2023-12-24 22:43:54 +03:00
# # $STACK --verbosity=error install --local-bin-path=bin hledger
# $STACK build --profile hledger
2023-12-09 23:47:16 +03:00
# # hledger-lib --ghc-options=-fprof-auto
2023-12-24 22:43:54 +03:00
# # @echo "to profile, use $STACK exec --profile -- hledger ..."
2023-12-09 23:49:11 +03:00
# # build "bin/hledgercov" for coverage reports (with ghc)
2023-12-09 23:47:16 +03:00
# hledgercov:
2023-12-24 22:43:54 +03:00
# $STACK ghc {{ MAIN }} -fhpc -o bin/hledgercov -outputdir .hledgercovobjs $BUILDFLAGS
2023-12-23 06:12:40 +03:00
# ** Testing ------------------------------------------------------------
2023-12-13 04:35:31 +03:00
TESTING :
# run tests that are reasonably quick (files, unit, functional) and benchmarks
2023-12-16 07:35:03 +03:00
test : filestest functest
2023-12-13 04:35:31 +03:00
# For quieter tests add --silent. It may hide troubleshooting info.
# For very verbose tests add --verbosity=debug. It seems hard to get something in between.
2023-12-16 07:35:03 +03:00
2023-12-13 04:35:31 +03:00
STACKTEST := STACK + ' test --fast'
# # When doing build testing, save a little time and output noise by not
# # running tests & benchmarks. Comment this out if you want to run them.
# SKIPTESTSBENCHS := '--no-run-tests --no-run-benchmarks'
# check all files embedded with file-embed are declared in extra-source-files
@filestest :
tools/checkembeddedfiles
2023-12-16 07:35:03 +03:00
# # stack build --dry-run all hledger packages ensuring an install plan with default snapshot)
2023-12-13 04:35:31 +03:00
# buildplantest:
# buildplantest-stack.yaml
2023-12-16 07:35:03 +03:00
# # stack build --dry-run all hledger packages ensuring an install plan with each ghc version/stackage snapshot
2023-12-13 04:35:31 +03:00
# buildplantest-all:
# for F in stack*.yaml; do make --no-print-directory buildplantest-$F; done
2023-12-16 07:35:03 +03:00
# # stack build --dry-run all hledger packages ensuring an install plan with the given stack yaml file; eg make buildplantest-stack8.2.yaml
2023-12-13 04:35:31 +03:00
# buildplantest-%:
2023-12-24 22:43:54 +03:00
# $STACK build --dry-run --test --bench --stack-yaml=$*
2023-12-16 07:35:03 +03:00
# # force-rebuild all hledger packages/modules quickly ensuring no warnings with default snapshot)
2023-12-13 04:35:31 +03:00
# buildtest:
# buildtest-stack.yaml
2023-12-16 07:35:03 +03:00
# # force-rebuild all hledger packages/modules quickly ensuring no warnings with each ghc version/stackage snapshot
2023-12-13 04:35:31 +03:00
# buildtest-all:
# for F in stack*.yaml; do make --no-print-directory buildtest-$F; done
2023-12-16 07:35:03 +03:00
# # force-rebuild all hledger packages/modules quickly ensuring no warnings with the given stack yaml file; eg make buildtest-stack8.2.yaml
2023-12-13 04:35:31 +03:00
# buildtest-%:
2023-12-24 22:43:54 +03:00
# $STACK build --test --bench {{ SKIPTESTSBENCHS }} --fast --force-dirty --ghc-options=-fforce-recomp --ghc-options=-Werror --stack-yaml=$*
2023-12-16 07:35:03 +03:00
# # build any outdated hledger packages/modules quickly ensuring no warnings with default snapshot. Wont detect warnings in up-to-date modules.)
2023-12-13 04:35:31 +03:00
# incr-buildtest:
# incr-buildtest-stack.yaml
2023-12-16 07:35:03 +03:00
# # build any outdated hledger packages/modules quickly ensuring no warnings with each ghc version/stackage snapshot. Wont detect warnings in up-to-date modules.
2023-12-13 04:35:31 +03:00
# incr-buildtest-all:
# for F in stack*.yaml; do make --no-print-directory incr-buildtest-$F; done
2023-12-16 07:35:03 +03:00
# # build any outdated hledger packages/modules quickly ensuring no warnings with the stack yaml file; eg make buildtest-stack8.2.yaml. Wont detect warnings in up-to-date modules.
2023-12-13 04:35:31 +03:00
# incr-buildtest-%:
2023-12-24 22:43:54 +03:00
# $STACK build --test --bench {{ SKIPTESTSBENCHS }} --fast --ghc-options=-Werror --stack-yaml=$*
2023-12-16 07:35:03 +03:00
# # do a stack clean --full with all ghc versions for paranoia/troubleshooting
2023-12-13 04:35:31 +03:00
# stack-clean-all:
2023-12-24 22:43:54 +03:00
# for F in stack*.yaml; do $STACK clean --full --stack-yaml=$F; done
2023-12-13 04:35:31 +03:00
2023-12-16 07:35:03 +03:00
# run all test suites in the hledger packages
2023-12-13 04:35:31 +03:00
@pkgtest :
2023-12-24 22:43:54 +03:00
( $STACKTEST && echo $@ PASSED) || ( echo $@ FAILED; false )
2023-12-13 04:35:31 +03:00
# doctest with ghc 8.4 on mac requires a workaround, see hledger-lib/package.yaml.
2023-12-16 07:35:03 +03:00
# Or, could run it with ghc 8.2:
2023-12-24 22:43:54 +03:00
# @($STACKTEST --stack-yaml stack8.2.yaml hledger-lib:test:doctest && echo $@ PASSED) || (echo $@ FAILED; false)
2023-12-16 07:35:03 +03:00
# run the doctests in hledger-lib module/function docs
2023-12-13 04:35:31 +03:00
@doctest :
2023-12-24 22:43:54 +03:00
( $STACKTEST hledger-lib:test:doctest && echo $@ PASSED) || ( echo $@ FAILED; false )
2023-12-13 04:35:31 +03:00
2023-12-16 07:35:03 +03:00
# # run the unit tests in hledger-lib
2023-12-13 04:35:31 +03:00
# unittest:
2023-12-24 22:43:54 +03:00
# @($STACKTEST hledger-lib:test:unittest && echo $@ PASSED) || (echo $@ FAILED; false)
2023-12-13 04:35:31 +03:00
# run hledger & hledger-lib unit tests (do a stack build hledger first).
@unittest :
2023-12-24 22:43:54 +03:00
( $STACK exec hledger test && echo $@ PASSED) || ( echo $@ FAILED; false )
2023-12-13 04:35:31 +03:00
SHELLTEST := 'COLUMNS=80 ' + STACK + ' exec -- shelltest --execdir --threads=64 --exclude=/_'
2023-12-16 07:35:03 +03:00
2023-12-13 04:35:31 +03:00
# --hide-successes
2023-12-17 00:13:27 +03:00
# build hledger quickly and run functional tests, with any shelltest OPTS (requires mktestaddons)
@functest *OPTS :
2023-12-24 22:43:54 +03:00
$STACK build --fast hledger
2023-12-17 00:13:27 +03:00
( { { SHELLTEST } } { { if OPTS = = '' { '' } else { OPTS } } } \
2023-12-13 04:35:31 +03:00
hledger/test/ bin/ \
-x ledger-compat/ledger-baseline -x ledger-compat/ledger-regress -x ledger-compat/ledger-extra \
&& echo $@ PASSED) || ( echo $@ FAILED; false )
ADDONEXTS := 'pl py rb sh hs lhs rkt exe com bat'
# generate dummy add-ons for testing the CLI
@mktestaddons :
rm -rf hledger/test/addons/hledger-*
printf '#!/bin/sh\necho add-on: $0\necho args: $*\n' >hledger/test/addons/hledger-addon
for E in '' { { ADDONEXTS } } ; do \
cp hledger/test/addons/hledger-addon hledger/test/addons/hledger-addon.$E ; done
for F in addon. addon2 addon2.hs addon3.exe addon3.lhs addon4.exe add reg; do \
cp hledger/test/addons/hledger-addon hledger/test/addons/hledger-$F ; done
mkdir hledger/test/addons/hledger-addondir
chmod +x hledger/test/addons/hledger-*
# generate a hlint report
# hlinttest hlint:
# hlint --hint=hlint --report=hlint.html {{ SOURCEFILES }}
2023-12-16 07:35:03 +03:00
# # run haddock to make sure it can generate docs without dying
2023-12-13 04:35:31 +03:00
# @haddocktest:
# (make --quiet haddock && echo $@ PASSED) || (echo $@ FAILED; false)
2023-12-16 07:35:03 +03:00
# # run cabal check to test cabal file syntax
2023-12-13 04:35:31 +03:00
# cabalfiletest:
# @(make --no-print-directory cabalcheck && echo $@ PASSED) || (echo $@ FAILED; false)
# test-stack%yaml:
2023-12-24 22:43:54 +03:00
# $STACK --stack-yaml stack$*yaml clean
# $STACK --stack-yaml stack$*yaml build --ghc-options="{{ WARNINGS }} -Werror" --test --bench --haddock --no-haddock-deps
2023-12-13 04:35:31 +03:00
# committest: hlinttest unittest doctest functest haddocktest buildtest quickcabaltest \
2023-12-16 07:35:03 +03:00
#
2023-12-13 04:35:31 +03:00
# releasetest: Clean unittest functest fullcabaltest haddocktest #buildtest doctest \
# {{ call def-help,releasetest,pre-release tests }}
# run hledger-install.sh not from inside a haskell project
installtest :
cd; { { justfile_directory( ) } } /hledger-install/hledger-install.sh
2023-12-23 06:12:40 +03:00
# ** Benchmarking ------------------------------------------------------------
2023-12-13 04:35:31 +03:00
BENCHMARKING :
# generate standard sample journals in examples/
2023-12-16 08:28:20 +03:00
samplejournals :
tools/generatejournal.hs 3 5 5 > examples/ascii.journal
tools/generatejournal.hs 3 5 5 --mixed > examples/mixed.journal
tools/generatejournal.hs 10 10 10 > examples/10x10x10.journal
tools/generatejournal.hs 100 100 10 > examples/100x100x10.journal
tools/generatejournal.hs 1000 1000 10 > examples/1000x1000x10.journal
tools/generatejournal.hs 1000 10000 10 > examples/1000x10000x10.journal
tools/generatejournal.hs 2000 1000 10 > examples/2000x1000x10.journal
tools/generatejournal.hs 3000 1000 10 > examples/3000x1000x10.journal
tools/generatejournal.hs 4000 1000 10 > examples/4000x1000x10.journal
tools/generatejournal.hs 5000 1000 10 > examples/5000x1000x10.journal
tools/generatejournal.hs 6000 1000 10 > examples/6000x1000x10.journal
tools/generatejournal.hs 7000 1000 10 > examples/7000x1000x10.journal
tools/generatejournal.hs 8000 1000 10 > examples/8000x1000x10.journal
tools/generatejournal.hs 9000 1000 10 > examples/9000x1000x10.journal
tools/generatejournal.hs 10000 1000 10 > examples/10000x1000x10.journal
tools/generatejournal.hs 10000 10000 10 > examples/10000x10000x10.journal
tools/generatejournal.hs 100000 1000 10 > examples/100000x1000x10.journal
tools/generatejournal.hs 1000000 1000 10 > examples/1000000x1000x10.journal
2023-12-17 00:12:35 +03:00
# tools/generatejournal.hs 3 5 5 --chinese > examples/chinese.journal # don't regenerate, keep the simple version
2023-12-16 08:28:20 +03:00
# $ just --set BENCHEXES ledger,hledger bench
BENCHEXES := 'hledger'
# run benchmark commands in bench.sh for each of BENCHEXES, with quickbench
2023-12-16 23:46:20 +03:00
@bench :
2023-12-16 08:28:20 +03:00
printf "Running benchmarks with {{ BENCHEXES }} (times are approximate, can be skewed):\n"
which quickbench >/dev/null && quickbench -w { { BENCHEXES } } || echo "quickbench not installed (see bench.sh), skipping"
# samplejournals bench.sh
# bench: samplejournals tests/bench.tests tools/simplebench \
# $(call def-help,bench,\
# run simple performance benchmarks and archive results\
# Requires some commands defined in tests/bench.tests and some BENCHEXES defined above.\
# )
# tools/simplebench -v -ftests/bench.tests $(BENCHEXES) | tee doc/profs/$(TIME).bench
# @rm -f benchresults.*
# @(cd doc/profs; rm -f latest.bench; ln -s $(TIME).bench latest.bench)
# criterionbench: samplejournals tools/criterionbench \
# $(call def-help,criterionbench,\
# run criterion benchmark tests and save graphical results\
# )
# tools/criterionbench -t png -k png
# progressionbench: samplejournals tools/progressionbench \
# $(call def-help,progressionbench,\
# run progression benchmark tests and save graphical results\
# )
# tools/progressionbench -- -t png -k png
# show throughput at various data sizes with the given hledger executable (requires samplejournals)
@throughput HLEDGEREXE :
echo date: ` date`
echo system: ` uname -a`
echo executable: { { HLEDGEREXE } }
echo version: ` { { HLEDGEREXE } } --version`
for n in 1000 2000 3000 4000 5000 6000 7000 8000 9000 10000 100000 ; do \
printf "%6d txns: " $n ; { { HLEDGEREXE } } stats -f examples/${ n } x1000x10.journal | tail -1; \
done
date
# show throughput at various data sizes with the latest hledger dev build, optimised or not (requires samplejournals)
@throughput-dev :
stack build hledger
stack exec -- just throughput hledger
2023-12-13 04:35:31 +03:00
# # prof: samplejournals \
# # $(call def-help,prof,\
# # generate and archive an execution profile\
# # ) #bin/hledgerprof
# # @echo "Profiling: $(PROFCMD)"
# # -$(PROFCMD) +RTS $(PROFRTSFLAGS) -RTS
# # mv hledgerprof.prof doc/profs/$(TIME).prof
# # (cd doc/profs; rm -f latest*.prof; ln -s $(TIME).prof latest.prof)
# # viewprof: prof \
# # $(call def-help,viewprof,\
# # generate, archive, simplify and display an execution profile\
# # )
# # tools/simplifyprof.hs doc/profs/latest.prof
# quickprof-%: hledgerprof samplejournals \
# $(call def-help,quickprof-"CMD", run some command against a standard sample journal and display the execution profile )
# $(STACK) exec --profile -- hledger +RTS $(PROFRTSFLAGS) -RTS $* -f examples/1000x1000x10.journal >/dev/null
# profiterole hledger.prof
# @echo
# @head -20 hledger.prof
# @echo ...
# @echo
# @head -20 hledger.profiterole.txt
# @echo ...
# @echo
# @echo "See hledger.prof, hledger.profiterole.txt, hledger.profiterole.html for more."
# # heap: samplejournals \
# # $(call def-help,heap,\
# # generate and archive a graphical heap profile\
# # ) #bin/hledgerprof
# # @echo "Profiling heap with: $(PROFCMD)"
# # $(PROFCMD) +RTS -hc -RTS
# # mv hledgerprof.hp doc/profs/$(TIME).hp
# # (cd doc/profs; rm -f latest.hp; ln -s $(TIME).hp latest.hp; \
# # hp2ps $(TIME).hp; rm -f latest.ps; ln -s $(TIME).ps latest.ps; rm -f *.aux)
# # viewheap: heap \
# # $(call def-help,viewheap,\
# # \
# # )
# # $(VIEWPS) doc/profs/latest.ps
# quickheap-%: hledgerprof samplejournals \
# $(call def-help,quickheap-"CMD", run some command against a sample journal and display the heap profile )
# $(STACK) exec -- hledgerprof +RTS -hc -RTS $* -f examples/10000x1000x10.journal >/dev/null
# hp2ps hledgerprof.hp
# @echo generated hledgerprof.ps
# $(VIEWPS) hledgerprof.ps
# # quickcoverage: hledgercov \
# # $(call def-help,quickcoverage,\
# # display a code coverage text report from running hledger COVCMD\
# # )
# # @echo "Generating code coverage text report for hledger command: $(COVCMD)"
# # tools/runhledgercov "report" $(COVCMD)
# # coverage: samplejournals hledgercov \
# # $(call def-help,coverage,\
# # generate a code coverage html report from running hledger COVCMD\
# # )
# # @echo "Generating code coverage html report for hledger command: $(COVCMD)"
# # tools/runhledgercov "markup --destdir=doc/profs/coverage" $(COVCMD)
# # cd doc/profs/coverage; rm -f index.html; ln -s hpc_index.html index.html
# # viewcoverage: \
# # $(call def-help,viewcoverage,\
# # view the last html code coverage report\
# # )
# # $(VIEWHTML) doc/profs/coverage/index.html
2023-12-23 06:12:40 +03:00
# ** Documenting ------------------------------------------------------------
2023-12-16 23:46:20 +03:00
DOCUMENTING :
2023-12-16 08:28:20 +03:00
# see also Shake.hs
# http://www.haskell.org/haddock/doc/html/invoking.html
# optimise and commit RELEASING value map diagram
@releasediag :
pngquant doc/HledgerReleaseValueMap.png -f -o doc/HledgerReleaseValueMap.png
git add doc/HledgerReleaseValueMap.png
git commit -m ';doc: RELEASING: update value map' -- doc/HledgerReleaseValueMap.png
STACKHADDOCK := 'time ' + STACK + ' --verbosity= error haddock --fast --no-keep-going \
--only-locals --no-haddock-deps --no-haddock-hyperlink-source \
--haddock-arguments= "--no-warnings" \
'
# -ghc-options='-optP-P' # workaround for http://trac.haskell.org/haddock/ticket/284
HADDOCKPKGS := 'hledger-lib'
# regenerate haddock docs for the hledger packages and open them
haddock :
{ { STACKHADDOCK } } { { HADDOCKPKGS } }
just haddock-open # --open shows all deps and packages
2023-12-13 04:35:31 +03:00
# # Rerenders all hledger packages. Run make haddock-open to open contents page.
# haddock-watch1: \
2023-12-16 08:28:20 +03:00
# $(call def-help,haddock-watch, regenerate haddock docs when files change )
# $(STACKHADDOCK) $(HADDOCK_PKGS) --file-watch --exec='echo done'
2023-12-13 04:35:31 +03:00
# # Rerenders hledger-lib modules, opens hledger-lib contents page.
# haddock-watch2: \
2023-12-16 08:28:20 +03:00
# $(call def-help,haddock-watch2, regenerate hledger-lib haddock docs when files change )
# watchexec -r -e yaml,cabal,hs --print-events -- \
# $(STACKHADDOCK) --verbosity=info $(HADDOCK_PKGS) --exec="'echo done'" hledger-lib --open
2023-12-13 04:35:31 +03:00
# # Rerenders/reopens the Hledger module, without submodules. (Fastest)
# haddock-watch: \
2023-12-16 08:28:20 +03:00
# $(call def-help,haddock-watch3, quickly regenerate & reload Hledger.hs haddock when files change )
# watchexec -r -e yaml,cabal,hs --print-events --shell=none -- bash -c 'mkdir -p tmp && rm -f tmp/Hledger.html && haddock -h -o tmp hledger-lib/Hledger.hs --no-warnings --no-print-missing-docs 2>&1 | grep -v "Could not find documentation" && open tmp/Hledger.html'
# open the haddock packages contents page in a browser
haddock-open :
2023-12-24 22:43:54 +03:00
{ { BROWSE } } ` $STACK path --local-install-root` /doc/index.html
2023-12-16 08:28:20 +03:00
2023-12-13 04:35:31 +03:00
# hoogle-setup: $(call def-help,hoogle-setup, install hoogle then build haddocks and a hoogle db for the project and all deps )
2023-12-16 08:28:20 +03:00
# stack hoogle --rebuild
2023-12-13 04:35:31 +03:00
# HOOGLEBROWSER="/Applications/Firefox Dev.app/Contents/MacOS/firefox" # safari not supported
# hoogle-serve: $(call def-help,hoogle-serve, run hoogle web app and open in browser after doing setup if needed )
2023-12-16 08:28:20 +03:00
# $(HOOGLEBROWSER) http://localhost:8080 &
# stack --verbosity=warn hoogle --server
2023-12-13 04:35:31 +03:00
# # sourcegraph: \
2023-12-16 08:28:20 +03:00
# # $(call def-help,sourcegraph,\
# # \
# # )
# # for p in $(PACKAGES); do (cd $$p; SourceGraph $$p.cabal); done
2023-12-13 04:35:31 +03:00
# manuals-watch: Shake \
2023-12-16 08:28:20 +03:00
# $(call def-help,manuals-watch, rerender manuals when their source files change )
# ls $(DOCSOURCEFILES) | entr ./Shake -VV manuals
2023-12-13 04:35:31 +03:00
# man-watch: man-watch-hledger \
2023-12-16 08:28:20 +03:00
# $(call def-help,man-watch, run man on the hledger man page when its source file changes )
2023-12-13 04:35:31 +03:00
# man-watch-%: Shake \
2023-12-16 08:28:20 +03:00
# $(call def-help,man-watch-PROG, run man on the given man page when its source file changes. Eg make man-watch-hledger-web )
# $(WATCHEXEC) -r -w $*/$*.m4.md './Shake $*/$*.1 && man $*/$*.1'
2023-12-13 04:35:31 +03:00
# shakehelp-watch: \
2023-12-16 08:28:20 +03:00
# $(call def-help,shakehelp-watch, rerender Shake.hs's help when it changes)
# ls Shake.hs | entr -c ./Shake.hs
2023-12-13 04:35:31 +03:00
# # The following rule, for updating the website, gets called on hledger.org by:
# # 1. github-post-receive (github webhook handler), when something is pushed
# # to the main or wiki repos on Github. Config:
# # /etc/supervisord.conf -> [program:github-post-receive]
# # /etc/github-post-receive.conf
# # 2. cron, nightly. Config: /etc/crontab
# # 3. manually: "make site" on hledger.org, or "make hledgerorg" elsewhere (cf Makefile.local).
# .PHONY: site
# # Use the existing Shake executable without recompiling it, so as not to automatially run unreviewed code by hook ? I think this no longer applies.
# # site: $(call def-help,site-build, update the hledger.org website (run this on hledger.org, or run "make hledgerorg" elsewhere) )
2023-12-16 08:28:20 +03:00
# # @[ ! -x Shake ] \
# # && echo 'Please run "make Shake" first (manual compilation required for safety)' \
# # || ( \
# # echo; \
# # ./Shake -V site; \
# # ) 2>&1 | tee -a site.log
2023-12-13 04:35:31 +03:00
# site: Shake \
2023-12-16 08:28:20 +03:00
# $(call def-help,site, update the hledger.org website (run on hledger.org, or run "make hledgerorg" elsewhere) )
# ./Shake -V site 2>&1 | tee -a site.log
2023-12-13 04:35:31 +03:00
# BROWSE=open
# BROWSEDELAY=5
# LOCALSITEURL=http://localhost:3000/dev/hledger.html
# site-watch: $(call def-help,site-watch, open a browser on the website (in ./site) and rerender when docs or web pages change )
2023-12-16 08:28:20 +03:00
# @make -s Shake
# @(printf "\nbrowser will open in $(BROWSEDELAY)s (adjust BROWSE in Makefile if needed)...\n\n"; sleep $(BROWSEDELAY); $(BROWSE) $(LOCALSITEURL)) &
# @$(WATCHEXEC) --print-events -e md,m4 -i hledger.md -i hledger-ui.md -i hledger-web.md -r './Shake webmanuals && ./Shake orgfiles && make -sC site serve'
2023-12-23 06:12:40 +03:00
# ** Installing ------------------------------------------------------------
2023-12-10 00:36:49 +03:00
INSTALLING :
2023-12-09 23:47:16 +03:00
# # copy the current ~/.local/bin/hledger to bin/old/hledger-VER
# @copy-as VER:
2023-12-16 08:28:20 +03:00
# cp ~/.local/bin/hledger bin/old/hledger-{{ VER }}; echo "bin/hledger-{{ VER }}"
2023-12-09 23:47:16 +03:00
# stack install, then copy the hledger executables to bin/old/hledger*-VER
@installas VER :
2023-12-24 22:43:54 +03:00
$STACK install --local-bin-path bin/old
2023-12-09 23:49:11 +03:00
for e in hledger hledger-ui hledger-web ; do cp bin/old/$e bin/old/$e -{ { VER } } ; echo " bin/ $e -{{ VER }} " ; done
2023-12-09 23:47:16 +03:00
# # make must be GNU Make 4.3+
# .PHONY: shellcompletions
# # update shell completions in hledger package
# shellcompletions:
# make -C hledger/shell-completion/ clean-all all
2023-12-23 06:12:40 +03:00
# ** Releasing ------------------------------------------------------------
2023-12-10 00:36:49 +03:00
RELEASING :
2023-12-09 12:54:46 +03:00
# Symlink/copy important files temporarily in .relfiles/.
relfiles :
2023-12-09 13:29:21 +03:00
#!/usr/bin/env bash
echo "linking/copying important release files in .relfiles/ for convenient access..."
mkdir -p .relfiles
cd .relfiles
for f in \
../stack.yaml \
../Shake.hs \
../hledger-install/hledger-install.sh \
../CHANGES.md \
../hledger/CHANGES.md \
../hledger-ui/CHANGES.md \
../hledger-web/CHANGES.md \
../hledger-lib/CHANGES.md \
../doc/github-release.md \
../doc/ANNOUNCE \
../doc/ANNOUNCE.masto \
../site/src/release-notes.md \
../site/src/install.md \
; do ln -sf $f .; done
cp ../doc/RELEASING.md ./RELEASING2.md # temp copy which can be edited without disruption
2023-12-09 12:54:46 +03:00
# Prepare to release today, creating/switching to release branch, updating versions, manuals, changelogs etc.
relprep VER :
2023-12-09 13:29:21 +03:00
#!/usr/bin/env bash
[ [ -z { { VER } } ] ] && usage
BRANCH = $( just _versionReleaseBranch { { VER } } )
COMMIT = "-c"
echo " Switching to $BRANCH , auto-creating it if needed... "
_gitSwitchAutoCreate " $BRANCH "
echo "Bumping all version strings to {{ VER }} ..."
./Shake setversion { { VER } } $COMMIT
echo "Updating all command help texts for embedding..."
./Shake cmdhelp $COMMIT
echo "Updating all dates in man pages..."
./Shake mandates
echo "Generating all the manuals in all formats...."
./Shake manuals $COMMIT
echo "Updating CHANGES.md files with latest commits..."
./Shake changelogs $COMMIT
2023-12-09 12:54:46 +03:00
# Push the current branch to github to generate release binaries.
@relbin :
2023-12-09 13:29:21 +03:00
# assumes the github remote is named "github"
git push -f github HEAD:binaries
2023-12-09 12:54:46 +03:00
2023-12-09 23:47:16 +03:00
# *** hledger version number helpers
# (as hidden recipes, since just doesn't support global custom functions)
2023-12-09 12:54:46 +03:00
# See doc/RELEASING.md > Glossary.
2023-12-09 10:29:47 +03:00
# First 0-2 parts of a dotted version number.
2023-12-09 12:54:46 +03:00
@_versionMajorPart VER :
echo { { replace_regex( VER, '(\d+(\.\d+)?).*' , '$1' ) } }
2023-12-09 10:29:47 +03:00
# Third part of a dotted version number, if any.
2023-12-09 12:54:46 +03:00
@_versionMinorPart VER :
echo { { if VER = ~ '\d+(\.\d+){2,}' { replace_regex( VER, '\d+\.\d+\.(\d+).*' , '$1' ) } else { '' } } }
2023-12-09 10:29:47 +03:00
# Fourth part of a dotted version number, if any.
2023-12-09 12:54:46 +03:00
@_versionFourthPart VER :
echo { { if VER = ~ '\d+(\.\d+){3,}' { replace_regex( VER, '\d+(\.\d+){2}\.(\d+).*' , '$2' ) } else { '' } } }
2023-12-09 10:29:47 +03:00
# Does this dotted version number have a .99 third part and no fourth part ?
2023-12-09 12:54:46 +03:00
@_versionIsDev VER :
echo { { if VER = ~ '(\d+\.){2}99$' { 'y' } else { '' } } }
2023-12-09 10:29:47 +03:00
# Does this dotted version number have a .99 third part and a fourth part ?
2023-12-09 12:54:46 +03:00
@_versionIsPreview VER :
echo { { if VER = ~ '(\d+\.){2}99\.\d+' { 'y' } else { '' } } }
2023-12-09 10:29:47 +03:00
# Increment a major version number to the next.
2023-12-09 12:54:46 +03:00
# @majorVersionIncrement MAJORVER:
# python3 -c "print({{MAJORVER}} + 0.01)"
2023-12-09 10:29:47 +03:00
# Appropriate release branch name for the given version number.
2023-12-09 12:54:46 +03:00
_versionReleaseBranch VER :
#!/usr/bin/env bash
MAJOR = $( just _versionMajorPart { { VER } } )
2023-12-09 13:29:21 +03:00
if [ [ $( just _versionIsDev { { VER } } ) = = y ] ] then
echo "{{ VER }} is not a releasable version" >& 2
2023-12-09 12:54:46 +03:00
exit 1
2023-12-09 13:29:21 +03:00
elif [ [ $( just _versionIsPreview { { VER } } ) = = y ] ] then
2023-12-09 12:54:46 +03:00
# echo "$(just majorVersionIncrement "$MAJOR")-branch"
2023-12-09 13:29:21 +03:00
echo "{{ VER }} is not a releasable version" >& 2
2023-12-09 10:29:47 +03:00
exit 1
else
echo " $MAJOR -branch "
fi
2023-12-09 12:54:46 +03:00
2023-12-09 23:47:16 +03:00
# *** git helpers
2023-12-09 12:54:46 +03:00
# Does the named branch exist in this git repo ?
@_gitBranchExists BRANCH :
2023-12-09 13:29:21 +03:00
git branch -l { { BRANCH } } | grep -q { { BRANCH } }
2023-12-09 12:54:46 +03:00
# Switch to the named git branch, creating it if it doesn't exist.
_gitSwitchAutoCreate BRANCH :
2023-12-09 13:29:21 +03:00
#!/usr/bin/env bash
if just _gitBranchExists { { BRANCH } } ; then
git switch { { BRANCH } }
else
git switch -c { { BRANCH } }
fi
2023-12-09 12:54:46 +03:00
2023-12-13 04:35:31 +03:00
# # old/desired release process:
# # a normal release: echo 0.7 >.version; make release
# # a bugfix release: echo 0.7.1 >.version; make release
# #release: releasetest bumpversion tagrelease $(call def-help,release, prepare and test a release and tag the repo )
# #publish: hackageupload pushtags $(call def-help,upload, publish latest hackage packages and push tags to github )
# #releaseandpublish: release upload $(call def-help,releaseandpublish, release and upload and publish updated docs )
# ISCLEAN=git diff-index --quiet HEAD --
# # stop if the working directory has uncommitted changes
# iscleanwd:
2023-12-16 08:28:20 +03:00
# @$(ISCLEAN) || (echo "please clean the working directory first"; false)
2023-12-13 04:35:31 +03:00
# # stop if the given file(s) have uncommitted changes
# isclean-%:
2023-12-16 08:28:20 +03:00
# @$(ISCLEAN) $* || (echo "please clean these files first: $*"; false)
2023-12-13 04:35:31 +03:00
# # update all cabal files based on latest package.yaml files using stack's built-in hpack
# cabal: $(call def-help,cabal, regenerate cabal files from package.yaml files with stack )
2023-12-16 08:28:20 +03:00
# $(STACK) build --dry-run --silent
2023-12-13 04:35:31 +03:00
# # Update all cabal files based on latest package.yaml files using a specific hpack version.
# # To avoid warnings, this should be the same version as stack's built-in hpack.
# cabal-with-hpack-%:
2023-12-16 08:28:20 +03:00
# $(STACK) build --with-hpack hpack-$* --dry-run --silent
2023-12-13 04:35:31 +03:00
# # updatecabal: gencabal $(call def-help,updatecabal, regenerate cabal files and commit )
2023-12-16 08:28:20 +03:00
# # @read -p "please review changes then press enter to commit $(shell ls */*.cabal)"
# # git commit -m "update cabal files" $(shell ls */*.cabal)
2023-12-13 04:35:31 +03:00
# # we use shake for this job; so dependencies aren't checked here
# manuals: Shake $(call def-help,manuals, regenerate and commit CLI help and manuals (might need -B) )
2023-12-16 08:28:20 +03:00
# ./Shake manuals
# git commit -m ";doc: regen manuals" -m "[ci skip]" hledger*/hledger*.{1,5,info,txt} hledger/Hledger/Cli/Commands/*.txt
2023-12-13 04:35:31 +03:00
# tag: $(call def-help,tag, make git release tags for the project and all packages )
2023-12-16 08:28:20 +03:00
# @for p in $(PACKAGES); do make tag-$$p; done
# @make tag-project
2023-12-13 04:35:31 +03:00
# tag-%: $(call def-help,tag-PKG, make a git release tag for PKG )
2023-12-16 08:28:20 +03:00
# git tag -fs $*-`cat $*/.version` -m "Release $*-`cat $*/.version`"
2023-12-13 04:35:31 +03:00
# tag-project: $(call def-help,tag-project, make a git release tag for the project as a whole )
2023-12-16 08:28:20 +03:00
# git tag -fs `cat .version` -m "Release `cat .version`, https://hledger.org/release-notes.html#hledger-`cat .version | sed -e 's/\./-/g'`"
# @printf "if tagging a major release, please also review and run this command:\n"
# @printf " git tag -fs `cat .version`.99 master -m \"Start of next release cycle. This tag influences git describe and dev builds' version strings.\"\n"
2023-12-13 04:35:31 +03:00
# # hackageupload-dry: \
2023-12-16 08:28:20 +03:00
# # $(call def-help,hackageupload-dry,\
# # upload all packages to hackage; dry run\
# # )
# # for p in $(PACKAGES); do cabal upload $$p/dist/$$p-$(VERSION).tar.gz -v2 --check; done
2023-12-13 04:35:31 +03:00
# hackageupload: \
2023-12-16 08:28:20 +03:00
# $(call def-help,hackageupload, upload all packages to hackage from a release branch)
# tools/hackageupload $(PACKAGES)
2023-12-13 04:35:31 +03:00
# # showreleasestats stats: \
2023-12-16 08:28:20 +03:00
# # showreleasedays \
# # showunreleasedchangecount \
# # showloc \
# # showtestcount \
# # showunittestcoverage \
# # showreleaseauthors \
# # showunreleasedcodechanges \
# # showunpushedchanges \
# # $(call def-help,showreleasestats stats,\
# # show project stats useful for release notes\
# # )
# # # showerrors
2023-12-13 04:35:31 +03:00
# # FROMTAG=.
# # showreleasedays: \
2023-12-16 08:28:20 +03:00
# # $(call def-help,showreleasedays,\
# # \
# # )
# # @echo Days since last release:
# # @tools/dayssincetag.hs $(FROMTAG) | head -1 | cut -d' ' -f-1
# # @echo
2023-12-13 04:35:31 +03:00
# # # XXX
# # showunreleasedchangecount: \
2023-12-16 08:28:20 +03:00
# # $(call def-help,showunreleasedchangecount,\
# # \
# # )
# # @echo Commits since last release:
# # @darcs changes --from-tag $(FROMTAG) --count
# # @echo
2023-12-16 23:46:20 +03:00
# show a precise git-describe version string
@describe :
git describe --tags --match 'hledger-[0-9]*' --dirty
# show commit author names since last release
@authors-release :
echo "Commit authors since last release:"
git shortlog -sn ` git tag --sort= -creatordate -l '[0-9]*' | head -1` ..
# show all commit author names
@authors :
echo " Commit authors ( $( git shortlog -sn | wc -l | awk '{print $1}' ) ) " :
git shortlog -sn
# show all commit author names and emails
@authorsv :
echo " Commit authors ( $( git shortlog -sn | wc -l | awk '{print $1}' ) ) " :
git shortlog -sne
SCC := 'scc -z --cocomo-project-type semi-detached -f wide -s code'
# count lines of code with scc
2023-12-16 23:58:39 +03:00
scc :
echo "Lines of code including tests:"
{ { SCC } } -i hs,sh,m4,hamlet
# count lines of code with scc, showing all files
sccv :
echo "Lines of code including tests:"
{ { SCC } } -i hs,sh,m4,hamlet --by-file
2023-12-16 23:46:20 +03:00
2023-12-13 04:35:31 +03:00
# # `ls $(SOURCEFILES)`
# # sloc: \
2023-12-16 08:28:20 +03:00
# # $(call def-help,sloc,\
# # \
# # )
# # @sloccount hledger-lib hledger hledger-web
2023-12-13 04:35:31 +03:00
# # cloc: \
2023-12-16 08:28:20 +03:00
# # $(call def-help,cloc,\
# # \
# # )
# # @echo
# # @echo "Lines of code as of `date`:"
# # @echo
# # @echo "hledger-lib, hledger"
# # @cloc -q hledger-lib hledger 2>&1 | grep -v 'defined('
# # @echo
# # @echo "hledger-web"
# # @cloc -q hledger-web 2>&1 | grep -v 'defined('
# # @echo
# # @echo "hledger-lib, hledger, hledger-web"
# # @cloc -q hledger-lib hledger hledger-web 2>&1 | grep -v 'defined('
2023-12-13 04:35:31 +03:00
# # showtestcount: \
2023-12-16 08:28:20 +03:00
# # $(call def-help,showtestcount,\
# # \
# # )
# # @echo "Unit tests:"
# # @hledger test 2>&1 | cut -d' ' -f2
# # @echo "Functional tests:"
# # @make --no-print functest | egrep '^ Total' | awk '{print $$2}'
# # @echo
2023-12-13 04:35:31 +03:00
# # showunittestcoverage: \
2023-12-16 08:28:20 +03:00
# # $(call def-help,showunittestcoverage,\
# # \
# # )
# # @echo Unit test coverage:
# # @make --no-print quickcoverage | grep 'expressions'
# # @echo
2023-12-13 04:35:31 +03:00
# # # showerrors:
2023-12-16 08:28:20 +03:00
# # # @echo Known errors:
# # # @awk '/^** errors/, /^** / && !/^** errors/' NOTES.org | grep '^\*\*\* ' | tail +1
# # # @echo
2023-12-13 04:35:31 +03:00
# # # XXX
# # showunpushedchanges showunpushed: \
2023-12-16 08:28:20 +03:00
# # $(call def-help,showunpushedchanges showunpushed,\
# # \
# # )
# # @echo "Changes not yet pushed upstream (to `darcs show repo | grep 'Default Remote' | cut -c 17-`):"
# # @-darcs push simon@joyful.com:/repos/hledger --dry-run | grep '*' | tac
# # @echo
2023-12-13 04:35:31 +03:00
# # # XXX
# # showunreleasedcodechanges showunreleased showchanges: \
2023-12-16 08:28:20 +03:00
# # $(call def-help,showunreleasedcodechanges showunreleased showchanges,\
# # \
# # )
# # @echo "hledger code changes since last release:"
# # @darcs changes --from-tag $(FROMTAG) --matches "not (name docs: or name doc: or name site: or name tools:)" | grep '*'
# # @echo
2023-12-13 04:35:31 +03:00
# # # XXX
# # showcodechanges: \
2023-12-16 08:28:20 +03:00
# # $(call def-help,showcodechanges,\
# # \
# # )
# # @echo "hledger code changes:"
# # @darcs changes --matches "not (name docs: or name site: or name tools:)" | egrep '^ +(\*|tagged)'
# # @echo
2023-12-13 04:35:31 +03:00
# nix-hledger-version: $(call def-help,nix-hledger-version, show which version of hledger has reached nixpkgs)
2023-12-16 08:28:20 +03:00
# @curl -s https://raw.githubusercontent.com/NixOS/nixpkgs/master/pkgs/development/haskell-modules/hackage-packages.nix | grep -A1 'pname = "hledger"'
2023-12-13 04:35:31 +03:00
# nix-hledger-versions: $(call def-help,nix-hledger-versions, show versions of all hledger packages in nixpkgs)
2023-12-16 08:28:20 +03:00
# @curl -s https://raw.githubusercontent.com/NixOS/nixpkgs/master/pkgs/development/haskell-modules/hackage-packages.nix | grep -A1 'pname = "hledger'
2023-12-13 04:35:31 +03:00
# nix-view-commits: $(call def-help,nix-view-commits, show recent haskell commits in nixpkgs)
2023-12-16 08:28:20 +03:00
# @open 'https://github.com/NixOS/nixpkgs/commits/master/pkgs/development/haskell-modules/hackage-packages.nix'
2023-12-13 04:35:31 +03:00
# list-commits: $(call def-help,list-commits, list all commits chronologically and numbered)
2023-12-16 08:28:20 +03:00
# @git log --format='%ad %h %s (%an)' --date=short --reverse | cat -n
2023-12-23 06:12:40 +03:00
# ** Misc ------------------------------------------------------------
2023-12-10 00:36:49 +03:00
MISC :
# push to github CI, wait for tests to pass, then push to master
@push :
tools/push
2023-12-09 23:47:16 +03:00
# run some tests to validate the development environment
# check-setup:
# run some tests to validate the development environment\
# )
# @echo sanity-checking developer environment:
# @({{ SHELLTEST }} checks \
# && echo $@ PASSED) || echo $@ FAILED
2023-12-09 20:29:44 +03:00
2023-12-10 00:36:49 +03:00
# sym-link some directories required by hledger-web dev builds
mkwebdirs :
echo "#ln -sf hledger-web/config # disabled, causes makeinfo warnings"
ln -sf hledger-web/messages
ln -sf hledger-web/static
ln -sf hledger-web/templates
2023-12-09 12:54:46 +03:00
2023-12-23 06:12:40 +03:00
# Show activity over the last N days (eg 7), for This Week In Hledger.
@_lastweek DAYS :
echo " hledger time last $DAYS days including today (this should be run on a Friday): "
tt bal hledger -DTS -b " $DAYS days ago " --drop 2
2023-12-09 13:29:21 +03:00
echo
echo "By activity type, percentage:"
2023-12-23 06:12:40 +03:00
tt bal hledger -DTS -b " $DAYS days ago " --pivot t -% -c 1% | tail +1
2023-12-09 13:29:21 +03:00
echo
echo "Time log details:"
2023-12-23 06:12:40 +03:00
tt print hledger -b " $DAYS days ago " | grep -E '^[^ ]|hledger'
2023-12-09 13:29:21 +03:00
echo
echo "main repo:"
2023-12-23 06:12:40 +03:00
git log --format= '%C(yellow)%cd %ad %Cred%h%Creset %s %Cgreen(%an)%Creset%C(bold blue)%d%Creset' --date= short --since= " $DAYS days ago " --reverse
2023-12-09 13:29:21 +03:00
echo
echo "site repo:"
2023-12-23 06:12:40 +03:00
git -C site log --format= '%C(yellow)%cd %ad %Cred%h%Creset %s %Cgreen(%an)%Creset%C(bold blue)%d%Creset' --date= short --since= " $DAYS days ago " --reverse
2023-12-09 13:29:21 +03:00
echo
echo "finance repo:"
2023-12-23 06:12:40 +03:00
git -C finance log --format= '%C(yellow)%cd %ad %Cred%h%Creset %s %Cgreen(%an)%Creset%C(bold blue)%d%Creset' --date= short --since= " $DAYS days ago " --reverse
2023-12-09 13:29:21 +03:00
echo
2023-12-09 12:54:46 +03:00
2023-12-10 00:36:49 +03:00
# show the sorted, unique files matched by SOURCEFILES
@_listsourcefiles :
2023-12-24 22:43:54 +03:00
for f in $SOURCEFILES ; do echo $f ; done | sort | uniq
2023-12-10 00:36:49 +03:00
# show the sorted, unique subdirectories containing hs files
@_listsourcedirs :
find . -name '*hs' | sed -e 's%[^/]*hs$%%' | sort | uniq
2023-12-16 07:35:03 +03:00
# show the ghc versions used by all stack files
2023-12-13 04:35:31 +03:00
@_listghcversions :
2023-12-24 22:43:54 +03:00
for F in stack*.yaml; do $STACK --stack-yaml= $F --no-install-ghc exec -- ghc --version; done 2>& 1 | grep -v 'To install the correct GHC'
2023-12-13 04:35:31 +03:00
2023-12-09 12:54:46 +03:00
# Show a bunch of debug messages.
@_dbgmsgs :
2023-12-09 13:29:21 +03:00
rg --sort path -t hs 'dbg.*?(".*")' -r '$1' -o
2023-12-09 12:54:46 +03:00
# # Extract Hledger.hs examples to jargon.j.
# @_jargon:
# rg '^ *> (.*)' -or '$1' hledger-lib/Hledger.hs > jargon.j
# echo "wrote jargon.j"
# Extract ledger/hledger/beancount commit stats to project-commits.j.
@_projectcommits :
2023-12-09 13:29:21 +03:00
# https://hledger.org/reporting-version-control-stats.html
printf "account ledger\naccount hledger\naccount beancount\n\n" >project-commits.j
for p in ledger hledger beancount; do git -C ../$p log --format= " %cd (%h) %s%n ( $p ) 1%n " --date= short --reverse >> project-commits.j; done
echo "wrote project-commits.j"
2023-12-13 04:35:31 +03:00
2023-12-16 23:46:20 +03:00
# symlink tools/commitlint as .git/hooks/commit-msg
installcommithook :
ln -s ../../tools/commitlint .git/hooks/commit-msg
2023-12-13 04:35:31 +03:00
# Shake: Shake.hs $(call def-help,Shake, ensure the Shake script is compiled )
2023-12-16 08:28:20 +03:00
# ./Shake.hs
2023-12-16 23:46:20 +03:00
# show some big directory sizes
@usage :
-du -sh .git bin data doc extra ` find . -name '.stack*' -prune -o -name 'dist' -prune -o -name 'dist-newstyle' -prune` 2>/dev/null | sort -hr
2023-12-24 22:44:06 +03:00
# Files to include in emacs TAGS file:
# 1. haskell source files with hasktags -e (or ctags -aeR)
2023-12-16 23:46:20 +03:00
# 2. other source files recognised by (exuberant) ctags and not excluded by .ctags. Keep .ctags up to date.
# 3. some extra files missed by the above, as just their file names (for tags-search, tags-query-replace etc.)
2023-12-24 22:44:06 +03:00
TAGFILES := \
WEBTEMPLATEFILES + \
DOCSOURCEFILES + \
TESTFILES + \
HPACKFILES + \
CABALFILES + \
'Shake.hs'
2023-12-16 23:59:10 +03:00
2023-12-16 23:46:20 +03:00
# generate emacs TAGS file for haskell source and other project files, and list the tagged files in TAGS.files
@etags :
2023-12-24 22:44:06 +03:00
hasktags -e $SOURCEFILES
for f in $TAGFILES ; do printf " \n$f ,1\n " >>TAGS; done
2023-12-16 23:46:20 +03:00
# list the files tagged in TAGS
@etags-ls :
2023-12-24 22:44:06 +03:00
rg -v '[ ]' TAGS | rg -r '$1' '^(.*?([0-9]+)?),[0-9,]+*'
2023-12-16 23:46:20 +03:00
# remove TAGS files
@etags-clean :
2023-12-24 22:44:06 +03:00
rm -f TAGS
2023-12-16 23:46:20 +03:00
2023-12-13 04:35:31 +03:00
# stackclean: \
2023-12-16 08:28:20 +03:00
# $(call def-help-hide,stackclean, remove .stack-work/ dirs )
# $(STACK) purge
2023-12-13 04:35:31 +03:00
# cleanghco: \
2023-12-16 08:28:20 +03:00
# $(call def-help-hide,cleanghc, remove ghc build leftovers )
# rm -rf `find . -name "*.o" -o -name "*.hi" -o -name "*.dyn_o" -o -name "*.dyn_hi" -o -name "*~" | grep -vE '\.(stack-work|cabal-sandbox|virthualenv)'`
2023-12-13 04:35:31 +03:00
# #rm -f `fd -I '\.(hi|o|dyn_hi|dyn_o)$'`
# clean: cleanghco \
2023-12-16 08:28:20 +03:00
# $(call def-help,clean, default cleanup (ghc build leftovers) )
2023-12-13 04:35:31 +03:00
# Clean: stackclean cleanghco cleantags \
2023-12-16 08:28:20 +03:00
# $(call def-help,Clean, thorough cleanup (stack/ghc leftovers/tags) )
2023-12-13 04:35:31 +03:00
# # reverse = $(if $(wordlist 2,2,$(1)),$(call reverse,$(wordlist 2,$(words $(1)),$(1))) $(firstword $(1)),$(1))