nixpkgs/doc/Makefile

MD_TARGETS=$(addsuffix .xml, $(basename $(shell find . -type f -regex '.*\.md$$')))

.PHONY: all
all: validate format out/html/index.html out/epub/manual.epub

.PHONY: debug
debug:
	nix-shell --run "xmloscopy --docbook5 ./manual.xml ./manual-full.xml"

.PHONY: format
format: doc-support/result
	find . -iname '*.xml' -type f | while read f; do \
		echo $$f ;\
		xmlformat --config-file "doc-support/result/xmlformat.conf" -i $$f ;\
	done

.PHONY: fix-misc-xml
fix-misc-xml:
	find . -iname '*.xml' -type f \
		-exec ../nixos/doc/varlistentry-fixer.rb {} ';'

.PHONY: clean
clean:
	rm -f ${MD_TARGETS} doc-support/result .version manual-full.xml functions/library/locations.xml functions/library/generated
	rm -rf ./out/ ./highlightjs

.PHONY: validate
validate: manual-full.xml doc-support/result
	jing doc-support/result/docbook.rng manual-full.xml

out/html/index.html: doc-support/result manual-full.xml style.css highlightjs
	mkdir -p out/html
	xsltproc \
		--nonet --xinclude \
		--output $@ \
		doc-support/result/xhtml.xsl \
		./manual-full.xml

	mkdir -p out/html/highlightjs/
	cp -r highlightjs out/html/

	cp ./overrides.css out/html/
	cp ./style.css out/html/style.css

	mkdir -p out/html/images/callouts
	cp doc-support/result/xsl/docbook/images/callouts/*.svg out/html/images/callouts/
	chmod u+w -R out/html/

out/epub/manual.epub: manual-full.xml
	mkdir -p out/epub/scratch
	xsltproc --nonet \
		--output out/epub/scratch/ \
		doc-support/result/epub.xsl \
		./manual-full.xml

	cp ./overrides.css out/epub/scratch/OEBPS
	cp ./style.css out/epub/scratch/OEBPS
	mkdir -p out/epub/scratch/OEBPS/images/callouts/
	cp doc-support/result/xsl/docbook/images/callouts/*.svg out/epub/scratch/OEBPS/images/callouts/
	echo "application/epub+zip" > mimetype
	zip -0Xq "out/epub/manual.epub" mimetype
	rm mimetype
	cd "out/epub/scratch/" && zip -Xr9D "../manual.epub" *
	rm -rf "out/epub/scratch/"

highlightjs: doc-support/result
	mkdir -p highlightjs
	cp -r doc-support/result/highlightjs/highlight.pack.js highlightjs/
	cp -r doc-support/result/highlightjs/LICENSE highlightjs/
	cp -r doc-support/result/highlightjs/mono-blue.css highlightjs/
	cp -r doc-support/result/highlightjs/loader.js highlightjs/


manual-full.xml: ${MD_TARGETS} .version functions/library/locations.xml functions/library/generated *.xml **/*.xml **/**/*.xml
	xmllint --nonet --xinclude --noxincludenode manual.xml --output manual-full.xml

.version: doc-support/result
	ln -rfs ./doc-support/result/version .version

doc-support/result: doc-support/default.nix
	(cd doc-support; nix-build)

functions/library/locations.xml: doc-support/result
	ln -rfs ./doc-support/result/function-locations.xml functions/library/locations.xml

functions/library/generated: doc-support/result
	ln -rfs ./doc-support/result/function-docs functions/library/generated

%.section.xml: %.section.md
	pandoc $^ -w docbook \
		-f markdown+smart \
	  | sed -e 's|<ulink url=|<link xlink:href=|' \
	      -e 's|</ulink>|</link>|' \
	      -e 's|<sect. id=|<section xml:id=|' \
	      -e 's|</sect[0-9]>|</section>|' \
	      -e '1s| id=| xml:id=|' \
	      -e '1s|\(<[^ ]* \)|\1xmlns="http://docbook.org/ns/docbook" xmlns:xlink="http://www.w3.org/1999/xlink" |' \
	| cat  > $@

%.chapter.xml: %.chapter.md
	pandoc $^ -w docbook \
		--top-level-division=chapter \
		-f markdown+smart \
	  | sed -e 's|<ulink url=|<link xlink:href=|' \
	      -e 's|</ulink>|</link>|' \
	      -e 's|<sect. id=|<section xml:id=|' \
	      -e 's|</sect[0-9]>|</section>|' \
	      -e '1s| id=| xml:id=|' \
	      -e '1s|\(<[^ ]* \)|\1|' \
	| cat  > $@
doc: fix MD_TARGETS globstar (**) does not work in Makefile 2020-07-08 09:16:08 +03:00			`MD_TARGETS=$(addsuffix .xml, $(basename $(shell find . -type f -regex '.*\.md$$')))`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00
			`.PHONY: all`
nixpkgs doc: add format Make target 2018-05-01 05:35:54 +03:00			`all: validate format out/html/index.html out/epub/manual.epub`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00
Add 'make debug' to call xmloscopy 2018-03-26 03:01:31 +03:00			`.PHONY: debug`
			`debug:`
			`nix-shell --run "xmloscopy --docbook5 ./manual.xml ./manual-full.xml"`
nixpkgs docs: syntax highlight 2018-03-26 15:24:27 +03:00
nixpkgs doc: add format Make target 2018-05-01 05:35:54 +03:00			`.PHONY: format`
xmlformat.conf: move to doc-support build 2019-07-04 15:51:43 +03:00			`format: doc-support/result`
manual: document ways of obtaining source hashes ... and security nuances 2019-01-11 00:15:23 +03:00			`find . -iname '*.xml' -type f \| while read f; do \`
			`echo $$f ;\`
xmlformat.conf: move to doc-support build 2019-07-04 15:51:43 +03:00			`xmlformat --config-file "doc-support/result/xmlformat.conf" -i $$f ;\`
manual: document ways of obtaining source hashes ... and security nuances 2019-01-11 00:15:23 +03:00			`done`
nixpkgs doc: add format Make target 2018-05-01 05:35:54 +03:00
doc: Adds xml fixing script. (see previous and next commits) This script is used to automatically fix issues within xml documentation files. The script is for now intended to be used ad-hoc, and the commits to be examined. A future discussion will define whether: * This commit and scripts are kept. * The script is extended for common use. The biggest issue right now with the script is that it could in theory destroy a valid space-less varlistentry. The script could, in practical use, be changed and extended to normalize some parts of the XML files, mainly: * A common quoting style for attributes * Fix-up some weird formatting automatically that xmlformat doesn't catch 2018-06-01 03:26:27 +03:00			`.PHONY: fix-misc-xml`
			`fix-misc-xml:`
			`find . -iname '*.xml' -type f \`
			`-exec ../nixos/doc/varlistentry-fixer.rb {} ';'`

docs: Build with a makefile 2018-03-24 18:36:10 +03:00			`.PHONY: clean`
			`clean:`
docs: use a single nix-build for all the generate function docs 2019-07-04 15:23:39 +03:00			`rm -f ${MD_TARGETS} doc-support/result .version manual-full.xml functions/library/locations.xml functions/library/generated`
nixpkgs docs: syntax highlight 2018-03-26 15:24:27 +03:00			`rm -rf ./out/ ./highlightjs`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00
Move validate to top-level so it doesn't rebuild the outputs every time 2018-03-25 14:37:41 +03:00			`.PHONY: validate`
docs: find docbook rng from doc-support 2019-07-04 15:30:13 +03:00			`validate: manual-full.xml doc-support/result`
			`jing doc-support/result/docbook.rng manual-full.xml`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00
docs: get XSL from build / symlink 2019-07-04 15:46:47 +03:00			`out/html/index.html: doc-support/result manual-full.xml style.css highlightjs`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00			`mkdir -p out/html`
doc: move parameters to an XML file 2019-07-04 16:06:39 +03:00			`xsltproc \`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00			`--nonet --xinclude \`
			`--output $@ \`
doc: move parameters to an XML file 2019-07-04 16:06:39 +03:00			`doc-support/result/xhtml.xsl \`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00			`./manual-full.xml`

nixpkgs docs: syntax highlight 2018-03-26 15:24:27 +03:00			`mkdir -p out/html/highlightjs/`
			`cp -r highlightjs out/html/`

Move the overridden CSS to overrides.css which can be applied on nixos.org 2018-03-26 21:45:00 +03:00			`cp ./overrides.css out/html/`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00			`cp ./style.css out/html/style.css`

			`mkdir -p out/html/images/callouts`
docs: get XSL from build / symlink 2019-07-04 15:46:47 +03:00			`cp doc-support/result/xsl/docbook/images/callouts/*.svg out/html/images/callouts/`
nixpkgs docs: syntax highlight 2018-03-26 15:24:27 +03:00			`chmod u+w -R out/html/`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00
Move validate to top-level so it doesn't rebuild the outputs every time 2018-03-25 14:37:41 +03:00			`out/epub/manual.epub: manual-full.xml`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00			`mkdir -p out/epub/scratch`
doc: move parameters to an XML file 2019-07-04 16:06:39 +03:00			`xsltproc --nonet \`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00			`--output out/epub/scratch/ \`
doc: move parameters to an XML file 2019-07-04 16:06:39 +03:00			`doc-support/result/epub.xsl \`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00			`./manual-full.xml`

Move the overridden CSS to overrides.css which can be applied on nixos.org 2018-03-26 21:45:00 +03:00			`cp ./overrides.css out/epub/scratch/OEBPS`
nixpkgs docs: Use SVGs for callouts 2018-03-26 21:04:19 +03:00			`cp ./style.css out/epub/scratch/OEBPS`
			`mkdir -p out/epub/scratch/OEBPS/images/callouts/`
docs: get XSL from build / symlink 2019-07-04 15:46:47 +03:00			`cp doc-support/result/xsl/docbook/images/callouts/*.svg out/epub/scratch/OEBPS/images/callouts/`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00			`echo "application/epub+zip" > mimetype`
			`zip -0Xq "out/epub/manual.epub" mimetype`
			`rm mimetype`
			`cd "out/epub/scratch/" && zip -Xr9D "../manual.epub" *`
			`rm -rf "out/epub/scratch/"`

docs: Get highlightjs from build symlink 2019-07-04 15:46:59 +03:00			`highlightjs: doc-support/result`
nixpkgs docs: syntax highlight 2018-03-26 15:24:27 +03:00			`mkdir -p highlightjs`
docs: Get highlightjs from build symlink 2019-07-04 15:46:59 +03:00			`cp -r doc-support/result/highlightjs/highlight.pack.js highlightjs/`
			`cp -r doc-support/result/highlightjs/LICENSE highlightjs/`
			`cp -r doc-support/result/highlightjs/mono-blue.css highlightjs/`
			`cp -r doc-support/result/highlightjs/loader.js highlightjs/`
nixpkgs docs: syntax highlight 2018-03-26 15:24:27 +03:00

doc: Include function doc generation in Makefile Since #53055 was merged the Makefile for the manual could not be run correctly as the generated function documentation was included, but not actually generated. This adds the necessary generation step by first building the XML file containing function locations and preserving its store path in a variable, which is then used both for linking of the locations file and as a build input for the function docs generator. This fixes #55014 2019-02-01 13:45:30 +03:00			`manual-full.xml: ${MD_TARGETS} .version functions/library/locations.xml functions/library/generated .xml /.xml //*.xml`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00			`xmllint --nonet --xinclude --noxincludenode manual.xml --output manual-full.xml`

docs: get version from doc-support build 2019-07-04 15:27:16 +03:00			`.version: doc-support/result`
			`ln -rfs ./doc-support/result/version .version`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00
docs: get version from doc-support build 2019-07-04 15:27:16 +03:00			`doc-support/result: doc-support/default.nix`
docs: use a single nix-build for all the generate function docs 2019-07-04 15:23:39 +03:00			`(cd doc-support; nix-build)`
doc: Include function doc generation in Makefile Since #53055 was merged the Makefile for the manual could not be run correctly as the generated function documentation was included, but not actually generated. This adds the necessary generation step by first building the XML file containing function locations and preserving its store path in a variable, which is then used both for linking of the locations file and as a build input for the function docs generator. This fixes #55014 2019-02-01 13:45:30 +03:00
docs: use a single nix-build for all the generate function docs 2019-07-04 15:23:39 +03:00			`functions/library/locations.xml: doc-support/result`
			`ln -rfs ./doc-support/result/function-locations.xml functions/library/locations.xml`

			`functions/library/generated: doc-support/result`
			`ln -rfs ./doc-support/result/function-docs functions/library/generated`
Generate links to function definitions Hydra passes the full revision in to the input, which we pass through. If we don't get this ,we try to get it from other sources, or default to master which should have the definition in a close-ish location. All published docs should have theURL resolve properly, only local hackers will have the link break. 2018-10-05 17:46:58 +03:00
docs: Build with a makefile 2018-03-24 18:36:10 +03:00			`%.section.xml: %.section.md`
nixpkgs manual: fix build after pandoc(?) update I din't try to pinpoint the exact commit, but we started getting: > The extension smart is not supported for docbook Reading pandoc docs, I can't see what use to us "smart" could be when writing the in-between docbook (to be converted to html). https://pandoc.org/MANUAL.html#extension-smart 2020-03-02 10:19:44 +03:00			`pandoc $^ -w docbook \`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00			`-f markdown+smart \`
			`\| sed -e 's\|<ulink url=\|<link xlink:href=\|' \`
			`-e 's\|</ulink>\|</link>\|' \`
			`-e 's\|<sect. id=\|<section xml:id=\|' \`
			`-e 's\|</sect[0-9]>\|</section>\|' \`
			`-e '1s\| id=\| xml:id=\|' \`
			`-e '1s\|\(<[^ ]* \)\|\1xmlns="http://docbook.org/ns/docbook" xmlns:xlink="http://www.w3.org/1999/xlink" \|' \`
			`\| cat > $@`

			`%.chapter.xml: %.chapter.md`
nixpkgs manual: fix build after pandoc(?) update I din't try to pinpoint the exact commit, but we started getting: > The extension smart is not supported for docbook Reading pandoc docs, I can't see what use to us "smart" could be when writing the in-between docbook (to be converted to html). https://pandoc.org/MANUAL.html#extension-smart 2020-03-02 10:19:44 +03:00			`pandoc $^ -w docbook \`
docs: Build with a makefile 2018-03-24 18:36:10 +03:00			`--top-level-division=chapter \`
			`-f markdown+smart \`
			`\| sed -e 's\|<ulink url=\|<link xlink:href=\|' \`
			`-e 's\|</ulink>\|</link>\|' \`
			`-e 's\|<sect. id=\|<section xml:id=\|' \`
			`-e 's\|</sect[0-9]>\|</section>\|' \`
			`-e '1s\| id=\| xml:id=\|' \`
			`-e '1s\|\(<[^ ]* \)\|\1\|' \`
			`\| cat > $@`