X-Git-Url: http://git.shiar.net/sheet.git/blobdiff_plain/b5b3537710ed9f73e1c867e0cc27d50439eaf4cd..HEAD:/tools/mkcaniuse

diff --git a/tools/mkcaniuse b/tools/mkcaniuse
index 3def627..5ab3cba 100755
--- a/tools/mkcaniuse
+++ b/tools/mkcaniuse
@@ -1,76 +1,92 @@
 #!/usr/bin/env perl
-use 5.010;
-use strict;
+use 5.014;
 use warnings;
 
 use Data::Dump 'pp';
-use JSON;
-
-if (@ARGV) {
-	require Time::Piece;
-	require LWP::UserAgent;
-	require File::stat;
-
-	my $target = 'browser-support.inc.pl';
-	my $source = 'http://caniuse.com/data.json';
-
-	my $ua = LWP::UserAgent->new;
-	$ua->agent('sheet.shiar.nl/browser');
-	$ua->default_header('If-Modified-Since' => scalar gmtime $_->mtime)
-		for File::stat::stat($target);
-
-	my $res = $ua->get($source) or die "No data from $source\n";
-	!$res->is_error or die $res->status_line;
-	say $res->status_line;
-
-	exit 0 if $res->code == 304;  # unmodified
-
-	my $data = decode_json($res->decoded_content) or die "Parse error: $!";
-	my $updated = eval {
-		s/ GMT$//,
-		return Time::Piece->strptime($_) for $res->header('Last-Modified')
-	};
-	$data->{-date} = $_->datetime for $updated || ();
-
-	my $suffix = $updated && $updated->ymd || time;
-	open my $save, '>', (my $download = "browser-support-$suffix.inc.pl");
-	print {$save} pp($data);
-	close $save;
-
-	symlink $download, "$target.new" and rename "$target.new", $target
-		or die "New data at $download not linked: $!";
-	exit 0;
-}
+use JSON::PP;
+use File::stat;
+use Time::Piece;
+use List::Util 'uniq';
+
+our $VERSION = '1.04';
+
+my %BROWSERJOIN = (
+	edge    => 'ie',
+	and_chr => 'android',
+);
 
 local $/;  # slurp
 my $source = readline;
 
-for ($source) { # cleanup
-	s/\A\(// and s/\);?\s*\Z//;  # empty callback
-	next if /^\{/;  # valid json
-
-	# convert seperate variables to hash keys
-	s/\A/{\n/;
-	s/^caniuse\.(\w+) *= */"$1":/gm;
-	s/;$/,/gm;
-	s/,\s*\Z/\n}/;
-	# fractions not supported by barekey
-	s/(?<=[,{\n]) (\d*\.\d) (?=:['"])/"$1"/gx;
-	# escapes not supported in singlequote
-	s{: *\K'((?:[^\\']+|\\.)*)'}{
-		my $_ = $1;
-		s/"/\\"/g;
-		s/\\'/'/g;
-		qq("$_");
-	}ge;
+$JSON::PP::false = 0;
+$JSON::PP::true  = 1;
+
+my $data = decode_json($source);
+$data->{-date} = Time::Piece->new($_)->datetime
+	for delete $data->{updated} || ();
+
+delete $data->{eras};
+for (values %{ $data->{data} }) {
+	delete @{$_}{qw[ usage_perc_a usage_perc_y ]};
+}
+while (my ($browser, $alias) = each %BROWSERJOIN) {
+	my $agent =        $data->{agents}->{$browser} or next;
+	my $amend = delete $data->{agents}->{$alias}   or next;
+	unless ($agent->{prefix} eq $amend->{prefix}) {
+		$_->{prefix} ||= $amend->{prefix} for @{ $amend->{version_list} };
+	}
+	unshift @{ $agent->{version_list} }, @{ $amend->{version_list} };
+	$agent->{browser} = sprintf '%s (former %s)',
+		$agent->{browser}, $amend->{browser};
+
+	# prefer deprecated name if newer is convoluted (Chr/And.)
+	$agent->{abbr} = $amend->{abbr} if $agent->{abbr} =~ m{/};
+
+	for (values %{ $data->{data} }) {
+		my $stats = delete $_->{stats}->{$alias} or next;
+		$_ = { %{$_}, %{$stats} } for $_->{stats}->{$browser};
+	}
 }
 
-my $data = from_json($source, {
-	allow_singlequote => 1,
-	allow_barekey => 1,
-});
+for my $feature (values %{ $data->{data} }) {
+	while (my ($attr, $row) = each %{$feature}) {
+		delete $feature->{$attr} if ref $row eq '' and $row eq '';
+	}
+}
 
-print pp($data);
+while (my ($agent, $row) = each %{ $data->{agents} }) {
+	delete $row->{usage_global};
+	delete $row->{prefix_exceptions};  # duplicate of version_list->prefix
+	$row->{versions} = [ uniq map { $_->{version} } @{ $row->{version_list} } ];
+
+	# convert metadata list into (cleaned) lookup table
+	my %version_lookup;
+	for (@{ $row->{version_list} }) {
+		delete $_->{era};
+		delete $_->{prefix} unless $_->{prefix};
+		$version_lookup{ delete $_->{version} } = $_;
+	}
+	$row->{version_list} = \%version_lookup;
+
+	# omit identical values from subsequent versions
+	for my $feature (values %{ $data->{data} }) {
+		my $cmp;  # same value to be omitted
+		my $verstats = $feature->{stats}->{$agent};
+		for my $version (@{ $row->{versions} }) {
+			defined $verstats->{$version}
+				or warn "missing feature $feature->{title} for $agent $version";
+			if (defined $cmp and $verstats->{$version} eq $cmp) {
+				delete $verstats->{$version};
+			}
+			else {
+				$cmp = $verstats->{$version};
+			}
+		}
+	}
+}
+
+say "# automatically generated by $0";
+print '+', pp($data);
 
 __END__
 
@@ -80,8 +96,5 @@ mkcaniuse - Turn Javascript data into an equivalent Perl structure
 
 =head1 SYNOPSIS
 
-	curl http://caniuse.com/data.json |
-	tools/mkcaniuse.pl > browser-support.inc.pl
-
-	tools/mkcaniuse.pl auto
+	tools/mkcaniuse data.json >browser-support.inc.pl