diff options
Diffstat (limited to 'toolkit/locales/compare-locales.pl')
-rw-r--r-- | toolkit/locales/compare-locales.pl | 261 |
1 files changed, 261 insertions, 0 deletions
diff --git a/toolkit/locales/compare-locales.pl b/toolkit/locales/compare-locales.pl new file mode 100644 index 000000000..fbc7ab5c2 --- /dev/null +++ b/toolkit/locales/compare-locales.pl @@ -0,0 +1,261 @@ +#!/usr/bin/perl -w +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. + +$failure = 0; + +sub unJAR +{ + my ($file, $dir) = @_; + + -d $dir && system("rm -rf $dir"); + system("unzip -q -d $dir $file") && die("Could not unZIP $file"); +} + +sub readDTD +{ + my ($file) = @_; + + open DTD, "<$file" || die ("Couldn't open file $file"); + + local $/ = undef; + my $contents = <DTD>; + close DTD; + + $contents =~ s/<!--.*?-->//gs; # strip SGML comments + + return $contents =~ /<!ENTITY\s+([\w\.]+)\s+(?:\"[^\"]*\"|\'[^\']*\')\s*>/g; +} + +sub compareDTD +{ + my ($path) = @_; + + my @entities1 = readDTD("$gSourceDir1/$path"); + my %entities2 = map { $_ => 1 } readDTD("$gSourceDir2/$path"); + + my @extra1; + + foreach my $entity (@entities1) { + if (exists $entities2{$entity}) { + delete $entities2{$entity}; + } else { + push @extra1, $entity; + } + } + + if (@extra1 or keys %entities2) { + $failure = 1; + print "Entities in $path don't match:\n"; + if (@extra1) { + print " In $gSource1: (add these keys to your localization)\n"; + map { print " $_\n"; } @extra1; + } + + if (keys %entities2) { + print " In $gSource2: (remove these keys from your localization)\n"; + map {print " $_\n"; } keys %entities2; + } + print "\n"; + } +} + +sub readProperties +{ + my ($file) = @_; + + open PROPS, "<$file" || die ("Couldn't open file $file"); + + local $/ = undef; + my $contents = <PROPS>; + close PROPS; + + $contents =~ s/\\$$//gm; + + return $contents =~ /^\s*([^#!\s\r\n][^=:\r\n]*?)\s*[=:]/gm; +} + +sub compareProperties +{ + my ($path) = @_; + + my @entities1 = readProperties("$gSourceDir1/$path"); + my %entities2 = map { $_ => 1 } readProperties("$gSourceDir2/$path"); + + my @extra1; + + foreach my $entity (@entities1) { + if (exists $entities2{$entity}) { + delete $entities2{$entity}; + } else { +# hack to ignore non-fatal region.properties differences + if ($path !~ /chrome\/browser-region\/region\.properties$/ or + ($entity !~ /browser\.search\.order\.[1-9]/ and + $entity !~ /browser\.contentHandlers\.types\.[0-5]/ and + $entity !~ /gecko\.handlerService\.schemes\./ and + $entity !~ /gecko\.handlerService\.defaultHandlersVersion/)) { + push @extra1, $entity; + } + } + } +# hack to ignore non-fatal region.properties differences + if ($path =~ /chrome\/browser-region\/region\.properties$/) { + foreach $entity (keys(%entities2)) { + if ($entity =~ /browser\.search\.order\.[1-9]/ || + $entity =~ /browser\.contentHandlers\.types\.[0-5]/ || + $entity =~ /gecko\.handlerService\.schemes\./ || + $entity =~ /gecko\.handlerService\.defaultHandlersVersion/) { + delete $entities2{$entity}; + } + } + } + + if (@extra1 or keys %entities2) { + $failure = 1; + print "Properties in $path don't match:\n"; + if (@extra1) { + print " In $gSource1: (add these to your localization)\n"; + map { print " $_\n"; } @extra1; + } + + if (keys %entities2) { + print " In $gSource2: (remove these from your localization)\n"; + map {print " $_\n"; } keys %entities2; + } + print "\n"; + } +} + +sub readDefines +{ + my ($file) = @_; + + open DEFS, "<$file" || die ("Couldn't open file $file"); + + local $/ = undef; + my $contents = <DEFS>; + close DEFS; + + return $contents =~ /#define\s+(\w+)/gm; +} + +sub compareDefines +{ + my ($path) = @_; + + my @entities1 = readDefines("$gSourceDir1/$path"); + my %entities2 = map { $_ => 1 } readDefines("$gSourceDir2/$path"); + + my @extra1; + + foreach my $entity (@entities1) { + if (exists $entities2{$entity}) { + delete $entities2{$entity}; + } else { + push @extra1, $entity; + } + } + + if (@extra1 or keys %entities2) { + $failure = 1; + print "Defines in $path don't match:\n"; + if (@extra1) { + print " In $gSource1: (add these to your localization)\n"; + map { print " $_\n"; } @extra1; + } + + if (keys %entities2) { + print " In $gSource2: (remove these from your localization)\n"; + map {print " $_\n"; } keys %entities2; + } + print "\n"; + } +} + +sub compareDir +{ + my ($path) = @_; + + my (@entries1, %entries2); + + opendir(DIR1, "$gSourceDir1/$path") || + die ("Couldn't list $gSourceDir1/$path"); + @entries1 = grep(!(/^(\.|CVS)/ || /~$/), readdir(DIR1)); + closedir(DIR1); + + opendir(DIR2, "$gSourceDir2/$path") || + die ("Couldn't list $gSourceDir2/$path"); + %entries2 = map { $_ => 1 } grep(!(/^(\.|CVS)/ || /~$/), readdir(DIR2)); + closedir(DIR2); + + foreach my $file (@entries1) { + if (exists($entries2{$file})) { + delete $entries2{$file}; + + if (-d "$gSourceDir1/$path/$file") { + compareDir("$path/$file"); + } else { + if ($file =~ /\.dtd$/) { + compareDTD("$path/$file"); + } elsif ($file =~ /\.inc$/) { + compareDefines("$path/$file"); + } elsif ($file =~ /\.properties$/) { + compareProperties("$path/$file"); + } else { + print "no comparison for $path/$file\n"; + } + } + } else { + push @gSource1Extra, "$path/$file"; + } + } + + foreach my $file (keys %entries2) { + push @gSource2Extra, "$path/$file"; + } +} + +local ($gSource1, $gSource2) = @ARGV; +($gSource1 && $gSource2) || die("Specify two directories or ZIP files"); + +my ($gSource1IsZIP, $gSource2IsZIP); +local ($gSourceDir1, $gSourceDir2); +local (@gSource1Extra, @gSource2Extra); + +if (-d $gSource1) { + $gSource1IsZIP = 0; + $gSourceDir1 = $gSource1; +} else { + $gSource1IsZIP = 1; + $gSourceDir1 = "temp1"; + unJAR($gSource1, $gSourceDir1); +} + +if (-d $gSource2) { + $gSource2IsZIP = 0; + $gSourceDir2 = $gSource2; +} else { + $gSource2IsZIP = 1; + $gSourceDir2 = "temp2"; + unJAR($gSource2, $gSourceDir2); +} + +compareDir("."); + +if (@gSource1Extra) { + print "Files in $gSource1 not in $gSource2:\n"; + map { print " $_\n"; } @gSource1Extra; + print "\n"; +} + +if (@gSource2Extra) { + print "Files in $gSource2 not in $gSource1:\n"; + map { print " $_\n"; } @gSource2Extra; + print "\n"; +} + +$gSource1IsZIP && system("rm -rf $gSourceDir1"); +$gSource2IsZIP && system("rm -rf $gSourceDir2"); + +exit $failure; |