2 # BEGIN BPS TAGGED BLOCK {{{
6 # This software is Copyright (c) 1996-2014 Best Practical Solutions, LLC
7 # <sales@bestpractical.com>
9 # (Except where explicitly superseded by other copyright notices)
14 # This work is made available to you under the terms of Version 2 of
15 # the GNU General Public License. A copy of that license should have
16 # been provided with this software, but in any event can be snarfed
19 # This work is distributed in the hope that it will be useful, but
20 # WITHOUT ANY WARRANTY; without even the implied warranty of
21 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
22 # General Public License for more details.
24 # You should have received a copy of the GNU General Public License
25 # along with this program; if not, write to the Free Software
26 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
27 # 02110-1301 or visit their web page on the internet at
28 # http://www.gnu.org/licenses/old-licenses/gpl-2.0.html.
31 # CONTRIBUTION SUBMISSION POLICY:
33 # (The following paragraph is not intended to limit the rights granted
34 # to you to modify and distribute this software under the terms of
35 # the GNU General Public License and is only of importance to you if
36 # you choose to contribute your changes and enhancements to the
37 # community by submitting them to Best Practical Solutions, LLC.)
39 # By intentionally submitting any modifications, corrections or
40 # derivatives to this work, or any other work intended for use with
41 # Request Tracker, to Best Practical Solutions, LLC, you confirm that
42 # you are the copyright holder for those contributions and you grant
43 # Best Practical Solutions, LLC a nonexclusive, worldwide, irrevocable,
44 # royalty-free, perpetual, license to use, copy, create derivative
45 # works based on those contributions, and sublicense and distribute
46 # those contributions and any derivatives thereof.
48 # END BPS TAGGED BLOCK }}}
49 # Portions Copyright 2002 Autrijus Tang <autrijus@autrijus.org>
59 # po dir is for extensions
60 @ARGV = (<share/po/*.po>, <share/po/*.pot>, <po/*.po>, <po/*.pot>) unless @ARGV;
64 # extract all strings and stuff them into %FILECAT
65 # scan html dir for extensions
66 File::Find::find( { wanted => \&extract_strings_from_code, follow => 1 }, qw(bin sbin lib share html etc) );
68 # ensure proper escaping and [_1] => %1 transformation
69 foreach my $str ( sort keys %FILECAT ) {
70 my $entry = $FILECAT{$str};
75 $str =~ s/((?<!~)(?:~~)*)\[_(\d+)\]/$1%$2/g;
76 $str =~ s/((?<!~)(?:~~)*)\[([A-Za-z#*]\w*),([^\]]+)\]/"$1%$2(".escape($3).")"/eg;
77 $str =~ s/~([\[\]])/$1/g;
79 delete $FILECAT{$oldstr};
80 $FILECAT{$str} = $entry;
83 # update all language dictionaries
84 foreach my $dict (@ARGV) {
85 $dict = "share/po/$dict.pot" if ( $dict eq 'rt' );
86 $dict = "share/po/$dict.po" unless -f $dict or $dict =~ m!/!;
96 # warn about various red flags in loc strings
97 foreach my $str ( sort keys %FILECAT ) {
98 my $entry = $FILECAT{$str};
99 my $entry_count = @$entry;
101 # doesn't exist in the current codebase, ignore for now
102 next if $entry_count == 0;
104 my ($filename, $line) = @{ $entry->[0] };
106 my $location = "$filename line $line" . ($entry_count > 1 ? " (and ".($entry_count-1)." other places)" : "");
108 if ($str =~ /^\s/m || $str =~ /\s$/m || $str =~ /\\n$/m) {
109 warn "Extraneous whitespace in '$str' at $location\n";
112 if ($str =~ /([\$\@]\w+)/) {
113 warn "Interpolated variable '$1' in '$str' at $location\n";
118 sub extract_strings_from_code {
122 return if ( -d $_ || !-e _ );
124 if ( $File::Find::dir =~
125 qr!lib/blib|lib/t/autogen|var|m4|local|share/fonts! );
126 return if ( /\.(?:pot|po|bak|gif|png|psd|jpe?g|svg|css|js)$/ );
127 return if ( /~|,D|,B$|extract-message-catalog$|tweak-template-locstring$/ );
128 return if ( /StyleGuide.pod/ );
129 return if ( /^[\.#]/ );
130 return if ( -f "$_.in" );
132 print "Looking at $File::Find::name\n";
133 my $filename = $File::Find::name;
134 $filename =~ s'^\./'';
135 $filename =~ s'\.in$'';
137 unless (open _, '<', $file) {
138 print "Cannot open $file for reading ($!), skipping.\n";
142 my $re_space_wo_nl = qr{(?!\n)\s};
143 my $re_loc_suffix = qr{$re_space_wo_nl* \# $re_space_wo_nl* loc $re_space_wo_nl* $}mx;
144 my $re_loc_qw_suffix = qr{$re_space_wo_nl* \# $re_space_wo_nl* loc_qw $re_space_wo_nl* $}mx;
145 my $re_loc_pair_suffix = qr{$re_space_wo_nl* \# $re_space_wo_nl* loc_pair $re_space_wo_nl* $}mx;
146 my $re_loc_left_pair_suffix = qr{$re_space_wo_nl* \# $re_space_wo_nl* loc_left_pair $re_space_wo_nl* $}mx;
147 my $re_delim = $RE{delimited}{-delim=>q{'"}}{-keep};
151 # Mason filter: <&|/l>...</&> and <&|/l_unsafe>...</&>
153 while (m!\G(.*?<&\|/l(?:_unsafe)?(.*?)&>(.*?)</&>)!sg) {
154 my ( $all, $vars, $str ) = ( $1, $2, $3 );
155 $vars =~ s/[\n\r]//g;
156 $line += ( $all =~ tr/\n/\n/ );
158 #print "STR IS $str\n";
159 push @{ $FILECAT{$str} }, [ $filename, $line, $vars ];
162 # Localization function: loc(...)
165 while (m/\G(.*?\bloc$RE{balanced}{-parens=>'()'}{-keep})/sg) {
166 my ( $all, $match ) = ( $1, $2 );
167 $line += ( $all =~ tr/\n/\n/ );
171 /\(\s*($re_delim)(.*?)\s*\)$/so ) {
173 $str = substr( $1, 1, -1 ); # $str comes before $vars now
180 $vars =~ s/[\n\r]//g;
183 push @{ $FILECAT{$str} }, [ $filename, $line, $vars ];
186 # Comment-based mark: "..." # loc
189 while (m/\G(.*?($re_delim)[\}\)\],;]*$re_loc_suffix)/smgo) {
190 my ( $all, $str ) = ( $1, $2 );
191 $line += ( $all =~ tr/\n/\n/ );
192 unless ( defined $str ) {
193 warn "Couldn't process loc at $filename:$line";
196 $str = substr($str, 1, -1);
198 push @{ $FILECAT{$str} }, [ $filename, $line, '' ];
201 # Comment-based qw mark: "qw(...)" # loc_qw
204 while (m/\G(.*?(?:qw\(([^)]+)\)\s*[\{\}\)\],; ]*)?$re_loc_qw_suffix)/smgo) {
205 my ( $all, $str ) = ( $1, $2 );
206 $line += ( $all =~ tr/\n/\n/ );
207 unless ( defined $str ) {
208 warn "Couldn't process loc_qw at $filename:$line";
211 foreach my $value (split ' ', $str) {
212 push @{ $FILECAT{$value} }, [ $filename, $line, '' ];
216 # Comment-based left pair mark: "..." => ... # loc_left_pair
219 while (m/\G(.*?(?:(\w+|$re_delim)\s*=>[^#\n]+?)?$re_loc_left_pair_suffix)/smgo) {
220 my ( $all, $key ) = ( $1, $2 );
221 $line += ( $all =~ tr/\n/\n/ );
222 unless ( defined $key ) {
223 warn "Couldn't process loc_left_pair at $filename:$line";
227 push @{ $FILECAT{$key} }, [ $filename, $line, '' ];
230 # Comment-based pair mark: "..." => "..." # loc_pair
233 while (m/\G(.*?(?:(\w+)\s*=>\s*($re_delim)[\}\)\],;]*)?$re_loc_pair_suffix)/smgo) {
234 my ( $all, $key, $val ) = ( $1, $2, $3 );
235 $line += ( $all =~ tr/\n/\n/ );
236 unless ( defined $key && defined $val ) {
237 warn "Couldn't process loc_pair at $filename:$line";
240 $val = substr($val, 1, -1);
243 push @{ $FILECAT{$key} }, [ $filename, $line, '' ];
244 push @{ $FILECAT{$val} }, [ $filename, $line, '' ];
253 my ( %Lexicon, %Header);
256 unless (!-e $file or -w $file) {
257 warn "Can't write to $lang, skipping...\n";
261 print "Updating $lang...\n";
264 @lines = (<LEXICON>) if open LEXICON, '<', $file;
265 @lines = grep { !/^(#(:|\.)\s*|$)/ } @lines;
268 $msghdr .= shift @lines while ( $lines[0] && $lines[0] !~ /^(#~ )?msgid/ );
272 # '#~ ' is the prefix of launchpad for msg that's not found the the source
273 # we'll remove the prefix later so we can still show them with our own mark
275 $msgid .= shift @lines while ( $lines[0] && $lines[0] =~ /^(#~ )?(msgid|")/ );
277 $msgstr .= shift @lines while ( $lines[0] && $lines[0] =~ /^(#~ )?(msgstr|")/ );
284 $msgid =~ s/^#~ //mg;
285 $msgstr =~ s/^#~ //mg;
287 $msgid =~ s/^msgid "(.*)"\s*?$/$1/m or warn "$msgid in $file";
289 if ( $msgid eq '' ) {
290 # null msgid, msgstr will have head info
291 $msgstr =~ s/^msgstr "(.*)"\s*?$/$1/ms or warn "$msgstr in $file";
294 $msgstr =~ s/^msgstr "(.*)"\s*?$/$1/m or warn "$msgstr in $file";
297 if ( $msgid ne '' ) {
298 for my $msg ( \$msgid, \$msgstr ) {
299 if ( $$msg =~ /\n/ ) {
300 my @lines = split /\n/, $$msg;
302 shift @lines; # first line don't need to handle any more
310 # convert \\n back to \n
311 $$msg =~ s/(?!\\)\\n/\n/g;
315 $Lexicon{$msgid} = $msgstr;
316 $Header{$msgid} = $msghdr;
319 my $is_english = ( $lang =~ /^en(?:[^A-Za-z]|$)/ );
321 foreach my $str ( keys %FILECAT ) {
322 $Lexicon{$str} ||= '';
324 foreach ( sort keys %Lexicon ) {
325 my $f = join ( ' ', sort map $_->[0].":".$_->[1], @{ $FILECAT{$_} } );
329 if ( !$Lexicon{$_} and $Lexicon{$nospace} ) {
331 $Lexicon{$nospace} . ( ' ' x ( length($_) - length($nospace) ) );
334 next if !length( $Lexicon{$_} ) and $is_english;
337 $out .= $Header{$_} if exists $Header{$_};
341 next if (!$f && $_ && !$Lexicon{$_});
342 if ( $f && $f !~ /^\s+$/ ) {
347 $out .= "#: NOT FOUND IN SOURCE\n";
349 foreach my $entry ( sort { $a->[2] cmp $b->[2] } grep { $_->[2] } @{ $FILECAT{$_} } ) {
350 my ( $file, $line, $var ) = @{$entry};
351 $var =~ s/^\s*,\s*//;
353 $out .= "#. ($var)\n" unless $seen{$var}++;
355 $out .= 'msgid ' . fmt($_) . "msgstr \"$Lexicon{$_}\"\n\n";
358 open PO, '>', $file or die "Couldn't open '$file' for writing: $!";
367 $text =~ s/\b_(\d+)/%$1/;
373 return "\"$str\"\n" unless $str =~ /\n/;
375 my $multi_line = ($str =~ /\n(?!\z)/);
376 $str =~ s/\n/\\n"\n"/g;
378 if ($str =~ /\n"$/) {
384 return $multi_line ? qq(""\n"$str) : qq("$str);