tools: limit download make rules to once every 2 hours

diff --git a/Makefile b/Makefile
index 93a6f6ff4f4f17a7df1cbce0487bd8041c191b9f..99e8db227b488cdec9730b13beb14abf8f9db400 100644 (file)
--- a/Makefile
+++ b/Makefile
@@ -1,8 +1,8 @@
 all: sitemap.xml light.css data/digraphs.inc.pl data/unicode-cover.inc.pl data/countries.inc.pl data/browser data/termcol-xcolor.inc.pl data/digraphs-xorg.inc.pl
 more: all
 
-download: data/DerivedAge.txt data/rfc1345.txt data/xorg-compose data/countryInfo.txt data/browser/caniuse data/browser/usage-wm.tsv data/xcolors data/unicode-sampler
-.PHONY: download
+.PHONY: force # applied to download after 2 hours
+download := $(shell [ -z $$(find data/download -mmin -120) ] && (touch data/download && echo force))
 
 # atomically create file by command
 cmdsave = @echo '$1' $2 \>$@; mispipe '$1 $2' 'ifne sponge $@'
@@ -17,13 +17,13 @@ sitemap.xml: tools/mksitemap
 light.css: tools/stripcss base.css
        $(call cmdsave,$^)
 
-data/DerivedAge.txt:
+data/DerivedAge.txt: $(download)
        tools/wget-ifmodified http://www.unicode.org/Public/UNIDATA/$(@F) $@
 
 data/unicode-age.inc.pl: tools/mkcharver data/DerivedAge.txt
        $(call cmdsave,$^)
 
-data/rfc1345.txt:
+data/rfc1345.txt: $(download)
        tools/wget-ifmodified http://www.ietf.org/rfc/$(@F) $@
 
 data/digraphs-rfc.inc.pl: tools/mkdigraphs-rfc data/rfc1345.txt
@@ -32,7 +32,7 @@ data/digraphs-rfc.inc.pl: tools/mkdigraphs-rfc data/rfc1345.txt
 data/digraphs-shiar.inc.pl: tools/mkdigraphs-shiar shiar.inc.txt
        $(call cmdsave,$^)
 
-data/xorg-compose:
+data/xorg-compose: $(download)
        tools/wget-ifmodified http://cgit.freedesktop.org/xorg/lib/libX11/plain/nls/en_US.UTF-8/Compose.pre $@
 
 data/digraphs-xorg.inc.pl: tools/mkdigraphs-xorg data/xorg-compose
@@ -50,19 +50,19 @@ data/unicode-char.inc.pl: tools/mkcharinfo data/digraphs-rfc.inc.pl data/digraph
 data/font/%.inc.pl: tools/mkttfinfo data/font/%.ttf
        $(call cmdsave,$^) || true
 
-data/unicode-sampler:
+data/unicode-sampler: $(download)
        $(call gitsave,git://git.shiar.nl/unicode-sampler)
 
 data/xcolors/themes: data/xcolors
-data/xcolors:
+data/xcolors: $(download)
        $(call gitsave,https://github.com/tlatsas/xcolors)
 
 data/termcol-xcolor.inc.pl: tools/mktermcol-xcolor data/xcolors/themes
        $(call cmdsave,$^/*)
 
-data/wordlist.version.txt:
-       perl -I. -MShiar_Sheet::DB -E 'say Shiar_Sheet::DB->connect->select(word => "max(updated)")->list' >$@
-.PHONY: data/wordlist.version.txt # force refresh
+data/wordlist.version.txt: force
+       @[ -e $@ ] || date -Is >$@
+       @perl -ni -I. -MShiar_Sheet::DB -E 'say (Shiar_Sheet::DB->connect->select(word => "max(updated)", \["updated>?", $$_])->list or exit 1)' $@ || true
 
 data/wordlist.en.inc.pl: tools/mkwordlist data/wordlist.version.txt
        $(call cmdsave,$<)
@@ -105,7 +105,7 @@ data/font/all-other: data/font/unifont.inc.pl data/font/code2000.inc.pl data/fon
 data/unicode-cover.inc.pl: tools/mkfontinfo data/font $(patsubst data/font/%.ttf,data/font/%.inc.pl,$(wildcard data/font/*.ttf))
        $(call cmdsave,$<)
 
-data/countryInfo.txt:
+data/countryInfo.txt: $(download)
        tools/wget-ifmodified http://download.geonames.org/export/dump/$(@F) $@
 
 data/countries.inc.pl: tools/mkcountries-geonames data/countryInfo.txt
@@ -115,13 +115,13 @@ data/browser: data/browser/support.inc.pl data/browser/usage-wm.inc.pl
 
 data/browser/caniuse/fulldata-json/data-2.0.json: data/browser/caniuse
 data/browser/caniuse/data.json: data/browser/caniuse
-data/browser/caniuse:
+data/browser/caniuse: $(download)
        $(call gitsave,https://github.com/Fyrd/caniuse.git)
 
 data/browser/support.inc.pl: tools/mkcaniuse data/browser/caniuse/fulldata-json/data-2.0.json
        $(call cmdsave,$^)
 
-data/browser/usage-wm.tsv:
+data/browser/usage-wm.tsv: $(download)
        tools/wget-ifmodified https://analytics.wikimedia.org/datasets/periodic/reports/metrics/browser/all_sites_by_browser_family_and_major_percent.tsv $@
 
 data/browser/usage-wm.inc.pl: tools/mkusage-wikimedia data/browser/usage-wm.tsv