index: release v1.18 with only altgr index linked
[sheet.git] / Makefile
index c94599666838d3c4003c47cf3580a6385bdd3e07..df6cbe5bab35d15e5837a61ca3d67c2f711a6e59 100644 (file)
--- a/Makefile
+++ b/Makefile
-all: digraphs.inc.pl unicode-cover.inc.pl countries.inc.pl data/browser/support.inc.pl
+all: sitemap.xml light.css plan.plp UPDATE data cache
 
-download: data/DerivedAge.txt data/rfc1345.txt data/countryInfo.txt data/caniuse.json
-.PHONY: download
+.PHONY: force # applied to download after 2 hours
+download := $(shell [ -z $$(find data/download -mmin -120) ] && (touch data/download && echo force))
 
-data/DerivedAge.txt:
+# atomically create file by command
+cmdsave = @echo '$1' $2 \>$@; mispipe '$1 $2' 'ifne sponge $@'
+# download git checkout
+gitsave = @if cd $@ 2>/dev/null; \
+       then echo git pull $@; git pull -q --ff-only || true; \
+       else echo git clone $1 $@; git clone -q --progress $1 $@; fi
+
+sitemap.xml: tools/mksitemap
+       $(call cmdsave,$<)
+
+light.css: tools/stripcss base.css
+       $(call cmdsave,$^)
+
+plan.plp: TODO
+       kramdown $< >$@
+
+UPDATE: $(download)
+       $(call cmdsave,git log -1 --date=short --pretty="%ad    %s")
+
+cache: $(patsubst %.inc.pl,data/%.json,$(wildcard charset-*.inc.pl) $(wildcard keyboard/altgr/*.inc.pl) writing-latn.inc.pl)
+word: word/put.min.js data/wordlist.en.json data/wordlist.nl.json data/wordlist.ru.json data/wordpairs.json
+
+word/put.js: $(download)
+       tools/wget-ifmodified https://github.com/kriszyp/put-selector/raw/master/put.js $@
+word/%.min.js: word/%.js
+       uglifyjs -m '' $< -o $@
+
+data: data/digraphs.json data/unicode-cover.inc.pl data/countries.inc.pl data/browser data/termcol-xcolor.inc.pl data/digraphs-xorg.json data/unicode-sampler word
+
+data/DerivedAge.txt: $(download)
        tools/wget-ifmodified http://www.unicode.org/Public/UNIDATA/$(@F) $@
 
-unicode-age.inc.pl: tools/mkcharver data/DerivedAge.txt
-       $< $(word 2,$^) >$@
+data/unicode-age.inc.pl: tools/mkcharver data/DerivedAge.txt
+       $(call cmdsave,$^)
 
-data/rfc1345.txt:
+data/rfc1345.txt: $(download)
        tools/wget-ifmodified http://www.ietf.org/rfc/$(@F) $@
 
 data/digraphs-rfc.inc.pl: tools/mkdigraphs-rfc data/rfc1345.txt
-       $< $(word 2,$^) >$@
+       $(call cmdsave,$^)
 
 data/digraphs-shiar.inc.pl: tools/mkdigraphs-shiar shiar.inc.txt
-       $< $(word 2,$^) >$@
+       $(call cmdsave,$^)
+
+data/xorg-compose: $(download)
+       tools/wget-ifmodified http://gitlab.freedesktop.org/xorg/lib/libx11/-/raw/master/nls/en_US.UTF-8/Compose.pre $@
+data/keysymdef.h: $(download)
+       tools/wget-ifmodified http://gitlab.freedesktop.org/xorg/proto/xorgproto/-/raw/master/include/X11/$(@F) $@
+data/keysymdef.json: tools/mkxkeysymdef data/keysymdef.h
+       $(call cmdsave,$^)
+data/digraphs-xorg.json: tools/mkdigraphs-xorg data/xorg-compose data/keysymdef.json
+       $(call cmdsave,$^)
+
+data/digraphs-vim.inc.pl: tools/mkdigraphs-vim
+       $(call cmdsave,$<)
+
+data/digraphs-plan9.txt:
+       tools/wget-ifmodified https://9fans.github.io/usr/local/plan9/lib/keyboard $@
+data/digraphs-plan9.inc.pl: tools/mkdigraphs-plan9 data/digraphs-plan9.txt
+       $(call cmdsave,$^)
+
+data/digraphs.json: tools/mkdigraphlist data/digraphs-rfc.inc.pl data/digraphs-vim.inc.pl data/digraphs-shiar.inc.pl data/unicode-char.inc.pl
+       $(call cmdsave,$<)
+
+data/unicode-char.inc.pl: tools/mkcharinfo data/digraphs-rfc.inc.pl data/digraphs-shiar.inc.pl data/unicode-age.inc.pl unicode-table.inc.pl
+       $(call cmdsave,$<)
+
+data/font/%.inc.pl: tools/mkttfinfo data/font/%.ttf #TODO ttc
+       $(call cmdsave,$^) || true
+
+data/unicode-sampler: $(download)
+       $(call gitsave,git://git.shiar.nl/unicode-sampler)
+
+data/xcolors/themes: data/xcolors
+data/xcolors: $(download)
+       $(call gitsave,https://github.com/tlatsas/xcolors)
+
+data/termcol-xcolor.inc.pl: tools/mktermcol-xcolor data/xcolors/themes
+       $(call cmdsave,$^/*)
+
+data/wordlist.version.txt: force
+       @[ -e $@ ] || date -Is >$@
+       tools/lastword $@ || true
+
+data/wordlist.%.inc.pl: tools/mkwordlist data/wordlist.version.txt
+       $(call cmdsave,$< $*)
+data/word%.json: data/word%.inc.pl
+       $(call cmdsave,tools/mkjson $<)
+data/%.json: %.inc.pl
+       $(call cmdsave,tools/mkjson $<)
+
+data/wordpairs.inc.pl: data/wordlist.version.txt
+       tools/wordpairs >$@
+
+.SECONDARY: data/font/%.ttf
+data/font/%.ttf:
+       find /usr/share/fonts/truetype/ ~/.fonts/ -iname "$(@F)" | head -1 | xargs -i ln -sf {} $@
+data/font/%.win2k.ttf:
+       find /usr/share/fonts/truetype/msttcorefonts/ -iname "$(*F).ttf" | head -1 | xargs -i ln -sf {} $@
+data/font/dv%.ttf:
+       find /usr/share/fonts/truetype/dejavu/ -iname "DejaVu*$(*F).ttf" | head -1 | xargs -i ln -sf {} $@
+data/font/droid%.ttf:
+       find /usr/share/fonts/truetype/droid/ -iname "Droid*$(*F).ttf" | head -1 | xargs -i ln -sf {} $@
+data/font/droidserif.ttf:
+       ln -sf /usr/share/fonts/truetype/droid/DroidSerif-Regular.ttf $@
+data/font/free%.ttf:
+       find /usr/share/fonts/truetype/freefont/ -iname "$(@F)" | head -1 | xargs -i ln -sf {} $@
+data/font/roboto.ttf:
+       ln -sf /usr/share/fonts/truetype/roboto/unhinted/RobotoTTF/Roboto-Regular.ttf $@
+data/font/noto%.ttf:
+       find /usr/share/fonts/truetype/noto/ -iname "Noto$(*F)-Regular.ttf" | head -1 | xargs -i ln -sf {} $@
+
+data/font: tools/mkttfinfo
+       mkdir -p $@
+       $(MAKE) data/font/all
+       touch $@
 
-digraphs.inc.pl: tools/mkdigraphlist data/digraphs-rfc.inc.pl data/digraphs-shiar.inc.pl unicode-char.inc.pl
-       $< >$@
+data/font/all: data/font/all-win2k data/font/all-dejavu data/font/all-google data/font/all-other
+data/font/all-win2k: data/font/verdana.win2k.inc.pl data/font/times.win2k.inc.pl data/font/arial.win2k.inc.pl data/font/cour.win2k.inc.pl data/font/comic.win2k.inc.pl data/font/georgia.win2k.inc.pl data/font/arialuni.inc.pl
+data/font/all-dejavu: data/font/dvsans.inc.pl data/font/dvserif.inc.pl data/font/dvmono.inc.pl
+data/font/all-google: data/font/droidsans.inc.pl data/font/droidserif.inc.pl data/font/droidmono.inc.pl data/font/roboto.inc.pl data/font/notosans.inc.pl data/font/notoserif.inc.pl
+data/font/all-other: data/font/unifont.inc.pl data/font/code2000.inc.pl data/font/freesans.inc.pl data/font/freeserif.inc.pl
 
-unicode-char.inc.pl: tools/mkcharinfo data/digraphs-rfc.inc.pl data/digraphs-shiar.inc.pl unicode-age.inc.pl
-       $< >$@
+#data/font/unifont.inc.pl: tools/mkttfinfo
+#      $< unifont.ttf $@
+#      $< --headless unifont_upper.ttf >>$@
 
-ttfsupport: tools/mkttfinfo
-       mkdir -p $@
-       $(MAKE) ttfsupport/all
-       touch $@
+data/unicode-cover.inc.pl: tools/mkfontinfo data/font # $(wildcard data/font/*.inc.pl)
+       $(call cmdsave,$<)
 
-ttfsupport/all: ttfsupport/all-ms ttfsupport/all-apple ttfsupport/all-dejavu ttfsupport/all-google ttfsupport/unifont.inc.pl ttfsupport/c2k.inc.pl
-
-ttfsupport/all-ms: ttfsupport/verdana.inc.pl ttfsupport/times.inc.pl ttfsupport/arial.inc.pl ttfsupport/courier.inc.pl ttfsupport/comic.inc.pl ttfsupport/georgia.inc.pl ttfsupport/arialuni.inc.pl
-ttfsupport/verdana.inc.pl: tools/mkttfinfo
-       $< Verdana.ttf $@
-ttfsupport/times.inc.pl: tools/mkttfinfo
-       $< Times_New_Roman.ttf $@
-ttfsupport/arial.inc.pl: tools/mkttfinfo
-       $< Arial.ttf $@
-ttfsupport/courier.inc.pl: tools/mkttfinfo
-       $< Courier_New.ttf $@
-ttfsupport/comic.inc.pl: tools/mkttfinfo
-       $< Comic_Sans_MS.ttf $@
-ttfsupport/georgia.inc.pl: tools/mkttfinfo
-       $< Georgia.ttf $@
-ttfsupport/arialuni.inc.pl: tools/mkttfinfo
-       $< 'arial*uni*.ttf' $@
-
-ttfsupport/all-apple: ttfsupport/lucida.inc.pl ttfsupport/garamond.inc.pl
-ttfsupport/lucida.inc.pl: tools/mkttfinfo
-       $< Lucida\?Grande.ttf $@ || true
-ttfsupport/garamond.inc.pl: tools/mkttfinfo
-       $< AppleGaramond.ttf $@ || true
-
-ttfsupport/all-dejavu: ttfsupport/dvsans.inc.pl ttfsupport/dvserif.inc.pl ttfsupport/dvmono.inc.pl
-ttfsupport/dvsans.inc.pl: tools/mkttfinfo
-       $< DejaVuSans.ttf $@
-ttfsupport/dvserif.inc.pl: tools/mkttfinfo
-       $< DejaVuSerif.ttf $@
-ttfsupport/dvmono.inc.pl: tools/mkttfinfo
-       $< DejaVuSansMono.ttf $@
-
-ttfsupport/all-google: ttfsupport/droid.inc.pl ttfsupport/droidserif.inc.pl ttfsupport/droidmono.inc.pl ttfsupport/roboto.inc.pl ttfsupport/noto.inc.pl ttfsupport/notoserif.inc.pl
-ttfsupport/droid.inc.pl: tools/mkttfinfo
-       $< DroidSans.ttf $@
-ttfsupport/droidserif.inc.pl: tools/mkttfinfo
-       $< DroidSerif-Regular.ttf $@
-ttfsupport/droidmono.inc.pl: tools/mkttfinfo
-       $< DroidSansMono.ttf $@
-ttfsupport/roboto.inc.pl: tools/mkttfinfo
-       $< Roboto-Regular.ttf $@
-ttfsupport/noto.inc.pl: tools/mkttfinfo
-       $< NotoSans-Regular.ttf $@
-ttfsupport/notoserif.inc.pl: tools/mkttfinfo
-       $< NotoSerif-Regular.ttf $@
-
-ttfsupport/unifont.inc.pl: tools/mkttfinfo
-       $< unifont.ttf $@
-ttfsupport/c2k.inc.pl: tools/mkttfinfo
-       $< code2000.ttf $@
-
-unicode-cover.inc.pl: tools/mkfontinfo ttfsupport
-       $< >$@
-
-data/countryInfo.txt:
+data/countryInfo.txt: $(download)
        tools/wget-ifmodified http://download.geonames.org/export/dump/$(@F) $@
 
-countries.inc.pl: tools/mkcountries-geonames data/countryInfo.txt
-       $< $(word 2,$^) >$@
+data/countries.inc.pl: tools/mkcountries-geonames data/countryInfo.txt
+       $(call cmdsave,$^)
+
+data/browser: data/browser/support.inc.pl data/browser/usage-wm.inc.pl
+
+data/browser/caniuse/fulldata-json/data-2.0.json: data/browser/caniuse
+data/browser/caniuse/data.json: data/browser/caniuse
+data/browser/caniuse: $(download)
+       $(call gitsave,https://github.com/Fyrd/caniuse.git)
+
+data/browser/support.inc.pl: tools/mkcaniuse data/browser/caniuse/fulldata-json/data-2.0.json
+       $(call cmdsave,$^)
 
-data/caniuse.json:
-       tools/wget-ifmodified http://caniuse.com/data.json $@
+data/browser/usage-wm.tsv: $(download)
+       tools/wget-ifmodified https://analytics.wikimedia.org/datasets/periodic/reports/metrics/browser/all_sites_by_browser_family_and_major_percent.tsv $@
 
-data/browser/support.inc.pl: tools/mkcaniuse data/caniuse.json
-       $< $(word 2,$^) >$@
+data/browser/usage-wm.inc.pl: tools/mkusage-wikimedia data/browser/usage-wm.tsv
+       $(call cmdsave,$^)
 
 clean:
-       -rm digraphs.inc.pl
-       -rm unicode-char.inc.pl
-       -rm unicode-age.inc.pl
-       -rm -rf ttfsupport/
-       -rm unicode-cover.inc.pl
+       -rm data/digraphs.json
+       -rm data/unicode-char.inc.pl
+       -rm data/unicode-age.inc.pl
+       -rm -rf data/font/
+       -rm data/unicode-cover.inc.pl
        -rm data/browser/support.inc.pl
+       -rm data/browser/usage-wm.inc.pl