[BACK]Return to checkduplicates.pl CVS log [TXT] [DIR] Up to [LON-CAPA] / loncom / localize / localize

Diff for /loncom/localize/localize/checkduplicates.pl between versions 1.1 and 1.2

version 1.1, 2009/04/07 10:51:53 version 1.2, 2009/04/08 15:10:22
Line 3 Line 3
 # $Id$  # $Id$
   
 # 07.04.2009 Stefan Bisitz  # 07.04.2009 Stefan Bisitz
   # Optimization ideas by Stefan Droeschler
   
 use strict;  use strict;
 use warnings;  use warnings;
Line 37  if ( $ARGV[0] =~ m/^\s*-h/ ) { Line 38  if ( $ARGV[0] =~ m/^\s*-h/ ) {
 # Start Analysis  # Start Analysis
 print "checkduplicates is searching for duplicates in $filename...\n";  print "checkduplicates is searching for duplicates in $filename...\n";
   
   
 # Manually read all stored keys from translation file (inlcuding probable duplicates)  # Manually read all stored keys from translation file (inlcuding probable duplicates)
 my @all_keys;  # and count key occurrences in a separate hash.
   my %counter;
 my $line;  my $line;
 open( FH, "<", $filename ) or die "$filename cannot be opened\n";  open( FH, "<", $filename ) or die "$filename cannot be opened\n";
 while ( !eof(FH) ) {  while ( !eof(FH) ) {
     $line = readline(FH);      $line = readline(FH);
     next if $line=~/^\s*#/;      next if $line=~/^\s*#/; # ignore comments
     #$exprNP=~s/^["'](.*)["']$/$1/; # Remove " and ' at beginning and end      #$exprNP=~s/^["'](.*)["']$/$1/; # Remove " and ' at beginning and end
     if ($line =~ m/   "(.*)"/) { # Find and save "..." key      if ($line =~ m/^\s+["'](.*)["']/) { # Find "..." or '...' key
         push(@all_keys, $1);          $counter{$1}++;
     } elsif ($line =~ m/   '(.*)'/) { # Find and save '...' key  
         push(@all_keys, $1);  
     }      }
 }  }
 close(FH);  close(FH);
   
   # Print all keys which occures more than one time
 # Read lexicon hash from translation file into hash  
 my %lexicon = &readlexicon($filename);  
   
   
 # Synch lexicon hash and Array of keys to find all doublettes  
 # Check for each key in the lexicon hash if this key occures more than one time in the hash file  
 # If found, print warning and count  
   
 my $dupl = 0; # total counter to count when a key occurred more than one time  my $dupl = 0; # total counter to count when a key occurred more than one time
 my %found; # Hash to save keys which have already been found  foreach my $count_key (keys %counter) {
       my $count_value = $counter{$count_key};
 foreach my $lex_key (keys %lexicon) {      if ($count_value > 1) {
     my $counter = 0;          print 'Found '.$count_value.' times key: '.$count_key."\n";
     foreach my $all_key (@all_keys) {          $dupl++;
         if ($all_key eq $lex_key) {  
             $counter++;  
             if ( ($counter > 1) && (!$found{$all_key}) ) {  
                 $dupl++ if ($counter == 2);  
                 $found{$all_key} = 1;  
                 print 'Found duplicate key: '.$lex_key."\n";  
             }  
         }  
     }      }
 }  }
   
 if ($dupl == 0) {  if ($dupl == 0) {
     print "Be happy - No duplicates found.\n";      print "Be happy - No duplicates found.\n";
 } else {  } else {
Line 86  if ($dupl == 0) { Line 70  if ($dupl == 0) {
 }  }
   
 # ----------------------------------------------------------------  # ----------------------------------------------------------------
 # Code taken from sync.pl  
 # in : $filename  
 # out: %lexicon  
   
 sub readlexicon {  
     # Read translation file into memory  
     my $fn=shift;  
     open(IN,$fn) or die;  
     my %lexicon=();  
     my $contents=join('',<IN>);  
     close(IN);  
     # Tidy up: remove header data  
     $contents=~s/package Apache\:[^\;]+//;  
     $contents=~s/use base[^\;]+//;  
     # Build hash with hash from file  
     my %Lexicon=();  
     eval($contents.'; %lexicon=%Lexicon;');  
     if ($@ ne "") {  
         print "\nAn error occurred during the attempt to retrieve the translation hash for the file '$fn'.\n"  
              ."Error: ".$@."\n";  
         die;  
     }  
     # Remove entries which are not needed for synch  
     delete $lexicon{'_AUTO'};  
     delete $lexicon{'char_encoding'};  
     delete $lexicon{'language_code'};  
     # Hash is expected not to be empty  
     if (!scalar(keys(%lexicon))) {  
         print "\nWarning: No translation phrases found in '$fn'.\n";  
     }  
     return %lexicon;  
 }  
   
 # ----------------------------------------------------------------  
   
Removed from v.1.1  
changed lines
  Added in v.1.2

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
500 Internal Server Error

Internal Server Error

The server encountered an internal error or misconfiguration and was unable to complete your request.

Please contact the server administrator at root@localhost to inform them of the time this error occurred, and the actions you performed just before this error.

More information about this error may be available in the server error log.