Add a --validate-variables option to check that interpolated Ruby i18n

[rails.git] / script / locale / diff

diff --git a/script/locale/diff b/script/locale/diff
index e9630c9e30d4cad529274332b2b703e0cce62208..8ce35ad5c64bc90c9b4a34965aed1f4fb18b03a9 100755 (executable)
--- a/script/locale/diff
+++ b/script/locale/diff
@@ -1,4 +1,5 @@
 #!/usr/bin/env perl
+use feature ':5.10';
 use strict;
 use warnings;
 use YAML::Syck qw(Load LoadFile);
@@ -24,6 +25,9 @@ locale-diff - Compare two YAML files and print how their datastructures differ
     # unlikley to be translated
     diff --untranslated-values-all en.yml is.yml
 
+    # Check that interpolated variables ({{var}} and [[var]]) are the same
+    diff --validate-variables en.yml is.yml
+
 =head1 DESCRIPTION
 
 This utility prints the differences between two YAML files using
@@ -57,6 +61,11 @@ This helps to find untranslated values.
 
 Like C<--untranslated-values> but ignores blacklists.
 
+=item --validate-variables
+
+Check that interpolated Ruby i18n variables (C<{{foo}}> and
+C<[[foo]]>) are equivalent in the two provided files.
+
 =back
 
 =head1 AUTHOR
@@ -73,10 +82,11 @@ Getopt::Long::Parser->new(
     'keys' => \my $keys,
     'untranslated-values' => \my $untranslated_values,
     'untranslated-values-all' => \my $untranslated_values_all,
+    'validate-variables' => \my $validate_variables,
 ) or help();
 
 # --keys is the default
-$keys = 1 if not $untranslated_values_all and not $untranslated_values;
+$keys = 1 if not $untranslated_values_all and not $untranslated_values and not $validate_variables;
 
 # On --help
 help() if $help;
@@ -92,10 +102,9 @@ my $to_data   = LoadFile($to);
 my $from_parsed = { iterate($from_data->{basename($from)}) };
 my $to_parsed = { iterate($to_data->{basename($to)}) };
 
-# Since this used to be the default, support that...
 if ($keys)
 {
-    print_key_differences();
+    print_key_differences($from_parsed, $to_parsed);
 }
 elsif ($untranslated_values or $untranslated_values_all)
 {
@@ -106,19 +115,24 @@ elsif ($untranslated_values or $untranslated_values_all)
         @untranslated = prune_untranslated_with_blacklist(basename($to), @untranslated);
     }
 
-    print $_, "\n" for @untranslated;
+    say for @untranslated;
+} elsif ($validate_variables)
+{
+    print_validate_variables($from_parsed, $to_parsed);
 }
 
 exit 0;
 
 sub print_key_differences
 {
+    my ($f, $t) = @_;
+
     # Hack around Test::Differences wanting a Test::* module loaded
     $INC{"Test.pm"} = 1;
     sub Test::ok { print shift }
 
     # Diff the tree
-    eq_or_diff([ sort keys %$from_parsed ], [ sort keys %$to_parsed ]);
+    eq_or_diff([ sort keys %$f ], [ sort keys %$t ]);
 }
 
 sub untranslated_keys
@@ -140,10 +154,6 @@ sub prune_untranslated_with_blacklist
 
     my %bw_list = (%$default, %$this_language);
     
-    use feature ':5.10';
-    use Data::Dump 'dump';
-    say STDERR dump \%bw_list;
-
     while (my ($key, $blacklisted) = each %bw_list)
     {
         # FIXME: Does syck actually support true/false booleans in yaml?
@@ -153,6 +163,38 @@ sub prune_untranslated_with_blacklist
     sort keys %keys;
 }
 
+sub print_validate_variables
+{
+    my ($f, $t) = @_;
+
+    while (my ($key, $val) = each %$f)
+    {
+        next if exists $f->{$key} and not exists $t->{$key};
+
+        my @from_var = parse_variables_from_string($f->{$key});
+        my @to_var   = parse_variables_from_string($t->{$key});
+
+        unless (@from_var ~~ @to_var) {
+            say "$key in $from has (@from_var) and $to has (@to_var)";
+        }
+
+    }
+}
+
+sub parse_variables_from_string
+{
+    my ($string) = @_;
+
+    # This probably matches most of the variables
+    my $var = qr/ [a-z0-9_]+? /xs;
+
+    if (my @var = $string =~ m/ \{\{ ($var) \}\} | \[\[ ($var) \]\] /gsx) {
+        return sort grep { defined } @var;
+    } else {
+        return;
+    }
+}
+
 sub iterate
 {
     my ($hash, @path) = @_;
@@ -205,8 +247,40 @@ untranslated_values:
     layouts.intro_3_ucl: true
     layouts.project_name.h1: true
     layouts.project_name.title: true
-    site.index.license.license_url: true
     site.index.license.project_url: true
   de:
+    activerecord.attributes.message.sender: true
+    activerecord.attributes.trace.name: true
+    activerecord.models.changeset: true
+    activerecord.models.relation: true
+    browse.changeset.changeset: true
+    browse.changeset.changesetxml: true
+    browse.changeset.osmchangexml: true
+    browse.changeset.title: true
+    browse.common_details.version: true
+    browse.containing_relation.relation: true
+    browse.relation.relation: true
+    browse.relation.relation_title: true
+    browse.start_rjs.details: true
+    browse.start_rjs.object_list.details: true
+    browse.tag_details.tags: true
+    changeset.changesets.id: true
+    export.start.export_button: true
+    export.start.format: true
+    export.start.output: true
+    export.start.zoom: true
+    export.start_rjs.export: true
     layouts.export: true
+    layouts.shop: true
+    site.edit.anon_edits: true
+    site.index.license.license_name: true
+    site.index.permalink: true
+    site.key.table.entry.park: true
+    site.search.submit_text: true
+    trace.edit.tags: true
+    trace.trace.in: true
+    trace.trace_form.tags: true
+    trace.trace_optionals.tags: true
+    trace.view.tags: true
+    user.account.public editing.enabled link: true