summaryrefslogtreecommitdiffstats
path: root/toolkit/locales/compare-locales.pl
diff options
context:
space:
mode:
Diffstat (limited to 'toolkit/locales/compare-locales.pl')
-rw-r--r--toolkit/locales/compare-locales.pl261
1 files changed, 261 insertions, 0 deletions
diff --git a/toolkit/locales/compare-locales.pl b/toolkit/locales/compare-locales.pl
new file mode 100644
index 000000000..fbc7ab5c2
--- /dev/null
+++ b/toolkit/locales/compare-locales.pl
@@ -0,0 +1,261 @@
+#!/usr/bin/perl -w
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+$failure = 0;
+
+sub unJAR
+{
+ my ($file, $dir) = @_;
+
+ -d $dir && system("rm -rf $dir");
+ system("unzip -q -d $dir $file") && die("Could not unZIP $file");
+}
+
+sub readDTD
+{
+ my ($file) = @_;
+
+ open DTD, "<$file" || die ("Couldn't open file $file");
+
+ local $/ = undef;
+ my $contents = <DTD>;
+ close DTD;
+
+ $contents =~ s/<!--.*?-->//gs; # strip SGML comments
+
+ return $contents =~ /<!ENTITY\s+([\w\.]+)\s+(?:\"[^\"]*\"|\'[^\']*\')\s*>/g;
+}
+
+sub compareDTD
+{
+ my ($path) = @_;
+
+ my @entities1 = readDTD("$gSourceDir1/$path");
+ my %entities2 = map { $_ => 1 } readDTD("$gSourceDir2/$path");
+
+ my @extra1;
+
+ foreach my $entity (@entities1) {
+ if (exists $entities2{$entity}) {
+ delete $entities2{$entity};
+ } else {
+ push @extra1, $entity;
+ }
+ }
+
+ if (@extra1 or keys %entities2) {
+ $failure = 1;
+ print "Entities in $path don't match:\n";
+ if (@extra1) {
+ print " In $gSource1: (add these keys to your localization)\n";
+ map { print " $_\n"; } @extra1;
+ }
+
+ if (keys %entities2) {
+ print " In $gSource2: (remove these keys from your localization)\n";
+ map {print " $_\n"; } keys %entities2;
+ }
+ print "\n";
+ }
+}
+
+sub readProperties
+{
+ my ($file) = @_;
+
+ open PROPS, "<$file" || die ("Couldn't open file $file");
+
+ local $/ = undef;
+ my $contents = <PROPS>;
+ close PROPS;
+
+ $contents =~ s/\\$$//gm;
+
+ return $contents =~ /^\s*([^#!\s\r\n][^=:\r\n]*?)\s*[=:]/gm;
+}
+
+sub compareProperties
+{
+ my ($path) = @_;
+
+ my @entities1 = readProperties("$gSourceDir1/$path");
+ my %entities2 = map { $_ => 1 } readProperties("$gSourceDir2/$path");
+
+ my @extra1;
+
+ foreach my $entity (@entities1) {
+ if (exists $entities2{$entity}) {
+ delete $entities2{$entity};
+ } else {
+# hack to ignore non-fatal region.properties differences
+ if ($path !~ /chrome\/browser-region\/region\.properties$/ or
+ ($entity !~ /browser\.search\.order\.[1-9]/ and
+ $entity !~ /browser\.contentHandlers\.types\.[0-5]/ and
+ $entity !~ /gecko\.handlerService\.schemes\./ and
+ $entity !~ /gecko\.handlerService\.defaultHandlersVersion/)) {
+ push @extra1, $entity;
+ }
+ }
+ }
+# hack to ignore non-fatal region.properties differences
+ if ($path =~ /chrome\/browser-region\/region\.properties$/) {
+ foreach $entity (keys(%entities2)) {
+ if ($entity =~ /browser\.search\.order\.[1-9]/ ||
+ $entity =~ /browser\.contentHandlers\.types\.[0-5]/ ||
+ $entity =~ /gecko\.handlerService\.schemes\./ ||
+ $entity =~ /gecko\.handlerService\.defaultHandlersVersion/) {
+ delete $entities2{$entity};
+ }
+ }
+ }
+
+ if (@extra1 or keys %entities2) {
+ $failure = 1;
+ print "Properties in $path don't match:\n";
+ if (@extra1) {
+ print " In $gSource1: (add these to your localization)\n";
+ map { print " $_\n"; } @extra1;
+ }
+
+ if (keys %entities2) {
+ print " In $gSource2: (remove these from your localization)\n";
+ map {print " $_\n"; } keys %entities2;
+ }
+ print "\n";
+ }
+}
+
+sub readDefines
+{
+ my ($file) = @_;
+
+ open DEFS, "<$file" || die ("Couldn't open file $file");
+
+ local $/ = undef;
+ my $contents = <DEFS>;
+ close DEFS;
+
+ return $contents =~ /#define\s+(\w+)/gm;
+}
+
+sub compareDefines
+{
+ my ($path) = @_;
+
+ my @entities1 = readDefines("$gSourceDir1/$path");
+ my %entities2 = map { $_ => 1 } readDefines("$gSourceDir2/$path");
+
+ my @extra1;
+
+ foreach my $entity (@entities1) {
+ if (exists $entities2{$entity}) {
+ delete $entities2{$entity};
+ } else {
+ push @extra1, $entity;
+ }
+ }
+
+ if (@extra1 or keys %entities2) {
+ $failure = 1;
+ print "Defines in $path don't match:\n";
+ if (@extra1) {
+ print " In $gSource1: (add these to your localization)\n";
+ map { print " $_\n"; } @extra1;
+ }
+
+ if (keys %entities2) {
+ print " In $gSource2: (remove these from your localization)\n";
+ map {print " $_\n"; } keys %entities2;
+ }
+ print "\n";
+ }
+}
+
+sub compareDir
+{
+ my ($path) = @_;
+
+ my (@entries1, %entries2);
+
+ opendir(DIR1, "$gSourceDir1/$path") ||
+ die ("Couldn't list $gSourceDir1/$path");
+ @entries1 = grep(!(/^(\.|CVS)/ || /~$/), readdir(DIR1));
+ closedir(DIR1);
+
+ opendir(DIR2, "$gSourceDir2/$path") ||
+ die ("Couldn't list $gSourceDir2/$path");
+ %entries2 = map { $_ => 1 } grep(!(/^(\.|CVS)/ || /~$/), readdir(DIR2));
+ closedir(DIR2);
+
+ foreach my $file (@entries1) {
+ if (exists($entries2{$file})) {
+ delete $entries2{$file};
+
+ if (-d "$gSourceDir1/$path/$file") {
+ compareDir("$path/$file");
+ } else {
+ if ($file =~ /\.dtd$/) {
+ compareDTD("$path/$file");
+ } elsif ($file =~ /\.inc$/) {
+ compareDefines("$path/$file");
+ } elsif ($file =~ /\.properties$/) {
+ compareProperties("$path/$file");
+ } else {
+ print "no comparison for $path/$file\n";
+ }
+ }
+ } else {
+ push @gSource1Extra, "$path/$file";
+ }
+ }
+
+ foreach my $file (keys %entries2) {
+ push @gSource2Extra, "$path/$file";
+ }
+}
+
+local ($gSource1, $gSource2) = @ARGV;
+($gSource1 && $gSource2) || die("Specify two directories or ZIP files");
+
+my ($gSource1IsZIP, $gSource2IsZIP);
+local ($gSourceDir1, $gSourceDir2);
+local (@gSource1Extra, @gSource2Extra);
+
+if (-d $gSource1) {
+ $gSource1IsZIP = 0;
+ $gSourceDir1 = $gSource1;
+} else {
+ $gSource1IsZIP = 1;
+ $gSourceDir1 = "temp1";
+ unJAR($gSource1, $gSourceDir1);
+}
+
+if (-d $gSource2) {
+ $gSource2IsZIP = 0;
+ $gSourceDir2 = $gSource2;
+} else {
+ $gSource2IsZIP = 1;
+ $gSourceDir2 = "temp2";
+ unJAR($gSource2, $gSourceDir2);
+}
+
+compareDir(".");
+
+if (@gSource1Extra) {
+ print "Files in $gSource1 not in $gSource2:\n";
+ map { print " $_\n"; } @gSource1Extra;
+ print "\n";
+}
+
+if (@gSource2Extra) {
+ print "Files in $gSource2 not in $gSource1:\n";
+ map { print " $_\n"; } @gSource2Extra;
+ print "\n";
+}
+
+$gSource1IsZIP && system("rm -rf $gSourceDir1");
+$gSource2IsZIP && system("rm -rf $gSourceDir2");
+
+exit $failure;