--- loncom/publisher/lonpublisher.pm	2001/05/09 17:38:13	1.28
+++ loncom/publisher/lonpublisher.pm	2001/10/08 19:00:50	1.47
@@ -10,6 +10,9 @@
 # 03/24,03/29,04/03 Gerd Kortemeyer
 # 04/16/2001 Scott Harrison
 # 05/03,05/05,05/07 Gerd Kortemeyer
+# 05/28/2001 Scott Harrison
+# 06/23,08/07,08/11,8/13,8/17,8/18,8/24,9/26 Gerd Kortemeyer
+# 10/3,10/8 Scott Harrison
 
 package Apache::lonpublisher;
 
@@ -47,9 +50,15 @@ sub metaeval {
            if ($token->[0] eq 'S') {
 	      my $entry=$token->[1];
               my $unikey=$entry;
+              if (defined($token->[2]->{'package'})) { 
+                  $unikey.='_package_'.$token->[2]->{'package'};
+              } 
               if (defined($token->[2]->{'part'})) { 
                  $unikey.='_'.$token->[2]->{'part'}; 
 	      }
+              if (defined($token->[2]->{'id'})) { 
+                  $unikey.='_'.$token->[2]->{'id'};
+              } 
               if (defined($token->[2]->{'name'})) { 
                  $unikey.='_'.$token->[2]->{'name'}; 
 	      }
@@ -63,7 +72,8 @@ sub metaeval {
               } @{$token->[3]};
               if ($metadatafields{$unikey}) {
 		  my $newentry=$parser->get_text('/'.$entry);
-                  unless ($metadatafields{$unikey}=~/$newentry/) {
+                  unless (($metadatafields{$unikey}=~/$newentry/) ||
+                          ($newentry eq '')) {
                      $metadatafields{$unikey}.=', '.$newentry;
 		  }
 	      } else {
@@ -125,13 +135,33 @@ sub selectbox {
 
 # -------------------------------------------------------- Publication Step One
 
-sub publish {
+sub urlfixup {
+    my ($url,$target)=@_;
+    unless ($url) { return ''; }
+    my ($host)=($url=~/(?:http\:\/\/)*([^\/]+)/);
+    map {
+	if ($_ eq $host) {
+	    $url=~s/^http\:\/\///;
+            $url=~s/^$host//;
+        }
+    } values %Apache::lonnet::hostname;
+    if ($url=~/^http\:\/\//) { return $url; }
+    $url=~s/\~$cuname/res\/$cudom\/$cuname/;
+    if ($target) {
+	$target=~s/\/[^\/]+$//;
+       $url=&Apache::lonnet::hreflocation($target,$url);
+    }
+    return $url;
+}
 
+sub publish {
     my ($source,$target,$style)=@_;
     my $logfile;
     my $scrout='';
     my $allmeta='';
     my $content='';
+    my %allow=();
+    undef %allow;
 
     unless ($logfile=Apache::File->new('>>'.$source.'.log')) {
 	return 
@@ -192,46 +222,118 @@ sub publish {
           print $logfile "Needs ID and/or index fixup\n".
 	        "Max ID   : $maxid (min 10)\n".
                 "Max Index: $maxindex (min 10)\n";
-
+      }
           my $outstring='';
           my $parser=HTML::TokeParser->new(\$content);
           my $token;
           while ($token=$parser->get_token) {
               if ($token->[0] eq 'S') {
-                  my $counter;
-		  if ($counter=$addid{$token->[1]}) {
+                my $counter;
+                my $tag=$token->[1];
+                unless ($tag eq 'allow') {  
+                  my %parms=%{$token->[2]};
+		  if ($counter=$addid{$tag}) {
 		      if ($counter eq 'id') {
-			  if (defined($token->[2]->{'id'})) {
-			      $outstring.=$token->[4];
-			  } else {
+			  unless (defined($parms{'id'})) {
                               $maxid++;
-                              my $thisid=' id="'.$maxid.'"';
-			      my $fixup=$token->[4];
-                              $fixup=~s/(\<\w+)/$1$thisid/;
-                              $outstring.=$fixup;
-                              print $logfile 'ID: '.$fixup."\n";
+                              $parms{'id'}=$maxid;
+                              print $logfile 'ID: '.$tag.':'.$maxid."\n";
                           }
-                      } else {
- 			  if (defined($token->[2]->{'index'})) {
-			      $outstring.=$token->[4];
-			  } else {
+                      } elsif ($counter eq 'index') {
+ 			  unless (defined($parms{'index'})) {
                               $maxindex++;
-                              my $thisindex=' index="'.$maxindex.'"';
-			      my $fixup=$token->[4];
-                              $fixup=~s/(\<\w+)/$1$thisindex/;
-                              $outstring.=$fixup;
-                              print $logfile 'Index: '.$fixup."\n";
+                              $parms{'index'}=$maxindex;
+                              print $logfile 'Index: '.$tag.':'.$maxindex."\n";
 			  }
 		      }
-		  } else {
-                      $outstring.=$token->[4];
+		  } 
+                  
+                  map {
+                      if (defined($parms{$_})) {
+			  my $oldurl=$parms{$_};
+                          my $newurl=&urlfixup($oldurl,$target);
+                          if ($newurl ne $oldurl) {
+			      $parms{$_}=$newurl;
+                              print $logfile 'URL: '.$tag.':'.$oldurl.' - '.
+				  $newurl."\n";
+			  }
+                          $allow{$newurl}=1;
+                      }
+                  } ('src','href','background');
+
+                  if ($tag eq 'applet') {
+		      my $codebase='';
+                      if (defined($parms{'codebase'})) {
+		         my $oldcodebase=$parms{'codebase'};
+                         unless ($oldcodebase=~/\/$/) {
+                            $oldcodebase.='/';
+                         }
+                         $codebase=&urlfixup($oldcodebase,$target);
+                         $codebase=~s/\/$//;    
+                         if ($codebase ne $oldcodebase) {
+			     $parms{'codebase'}=$codebase;
+                             print $logfile 'URL codebase: '.$tag.':'.
+                                  $oldcodebase.' - '.
+				  $codebase."\n";
+			 }
+                         $allow{$codebase.'/*'}=1;
+		      } else {
+                        map {
+                          if (defined($parms{$_})) {
+			      my $oldurl=$parms{$_};
+                              my $newurl=&urlfixup($oldurl,$target);
+			      $newurl=~s/\/[^\/]+$/\/\*/;
+                                  print $logfile 'Allow: applet '.$_.':'.
+                                  $oldurl.' allows '.
+				  $newurl."\n";
+                              $allow{$newurl}=1;
+                          }
+                        } ('archive','code','object');
+                      }
                   }
+
+                  my $newparmstring='';
+                  my $endtag='';
+                  map {
+                    if ($_ eq '/') {
+                      $endtag=' /';
+                    } else { 
+                      my $quote=($parms{$_}=~/\"/?"'":'"');
+                      $newparmstring.=' '.$_.'='.$quote.$parms{$_}.$quote;
+		    }
+                  } keys %parms;
+  
+		  $outstring.='<'.$tag.$newparmstring.$endtag.'>';
+	         } else {
+		   $allow{$token->[2]->{'src'}}=1;
+		 }
               } elsif ($token->[0] eq 'E') {
-                  $outstring.=$token->[2];
+                  unless ($token->[1] eq 'allow') {
+                     $outstring.='</'.$token->[1].'>';
+		  }
               } else {
                   $outstring.=$token->[1];
               }
           }
+# ------------------------------------------------------------ Construct Allows
+     unless ($style eq 'rat') {
+	$scrout.='<h3>Dependencies</h3>';
+	my $allowstr="\n";
+        map {
+           $allowstr.='<allow src="'.$_.'" />'."\n";
+           $scrout.='<br>';
+           unless ($_=~/\*/) {
+	       $scrout.='<a href="'.$_.'">';
+           }
+           $scrout.='<tt>'.$_.'</tt>';
+           unless ($_=~/\*/) {
+	       $scrout.='</a>';
+           }
+        } keys %allow;
+        $outstring=~s/(\<\/[^\>]+\>\s*)$/$allowstr$1/s;
+    }
+# ------------------------------------------------------------- Write modified
+
         {
           my $org;
           unless ($org=Apache::File->new('>'.$source)) {
@@ -242,13 +344,15 @@ sub publish {
           print $org $outstring;
         }
 	  $content=$outstring;
+
+      if ($needsfixup) {
           print $logfile "End of ID and/or index fixup\n".
 	        "Max ID   : $maxid (min 10)\n".
                 "Max Index: $maxindex (min 10)\n";
       } else {
 	  print $logfile "Does not need ID and/or index fixup\n";
       }
-
+    }
 # --------------------------------------------- Initial step done, now metadata
 
 # ---------------------------------------- Storage for metadata keys and fields
@@ -257,6 +361,8 @@ sub publish {
      %metadatakeys=();
      
      my %oldparmstores=();
+     
+     $scrout.='<h3>Metadata Information</h3>';
 
 # ------------------------------------------------ First, check out environment
      unless (-e $source.'.meta') {
@@ -306,10 +412,15 @@ sub publish {
     }
 
 # -------------------------------------------------- Parse content for metadata
+    if ($style eq 'ssi') {
+        my $oldenv=$ENV{'request.uri'};
 
+        $ENV{'request.uri'}=$target;
         $allmeta=Apache::lonxml::xmlparse('meta',$content);
-        &metaeval($allmeta);
+        $ENV{'request.uri'}=$oldenv;
 
+        &metaeval($allmeta);
+    }
 # ---------------- Find and document discrepancies in the parameters and stores
 
         my $chparms='';
@@ -331,7 +442,8 @@ sub publish {
         my $chparms='';
         map {
 	    if (($_=~/^parameter/) || ($_=~/^stores/)) {
-                unless (($metadatafields{$_.'.name'}) || ($_=~/\.\w+$/)) {
+                unless (($metadatafields{$_.'.name'}) ||
+                        ($metadatafields{$_.'.package'}) || ($_=~/\.\w+$/)) {
 		    print $logfile 'Obsolete: '.$_."\n";
                     $chparms.=$_.' ';
                 }
@@ -341,7 +453,7 @@ sub publish {
 	    $scrout.='<p><b>Obsolete parameters or stored values:</b> '.
                      $chparms;
         }
-    }
+
 # ------------------------------------------------------- Now have all metadata
 
         $scrout.=
@@ -368,12 +480,29 @@ sub publish {
             $textonly=~s/[^a-z\s]//g;
 
             my %keywords=();
-            map {
-		unless ($nokey{$_}) {
-                   $keywords{$_}=1;
-                } 
-            } ($textonly=~m/(\w+)/g);
+            my $j=0;
+            my $word;
+            for (my $i=0; $i<length($textonly); $i++) {
+		my $ch.=substr($textonly,$i,1);
+		if ($ch=~/\s/) {
+		    if (length($word)) {
+			unless ($nokey{$word}) {
+			    $keywords{$word}=1;
+			}
+		    }
+		    $word='';
+		}
+		else {
+		    $word.=$ch;
+		}
+#		map {
+#		    unless ($nokey{$_}) {
+#			$keywords{$_}=1;
+#		    } 
+#		} ($textonly=~m/(\w+)/g);
+	    }
 
+	    my $sizkeys=scalar(keys %keywords); # use this value at some point
             map {
 		$keywords{$_}=1;
             } split(/\W+/,$metadatafields{'keywords'});
@@ -388,12 +517,13 @@ sub publish {
 		    $keywordout.="</tr><tr>\n";
                     $colcount=0;
                 }
-                $colcount++;
+		else {
+		    $colcount++;
+		}
             } sort keys %keywords;
             $keywordout.='</tr></table>';
 
         }         
-        
 	$scrout.=$keywordout;
 
         $scrout.=&textfield('Additional Keywords','addkey','');
@@ -421,6 +551,13 @@ sub publish {
 			   
 	$scrout.=&textfield('Publisher/Owner','owner',
                             $metadatafields{'owner'});
+# --------------------------------------------------- Correct copyright for rat        
+    if ($style eq 'rat') {
+       if ($metadatafields{'copyright'} eq 'public') { 
+          delete $metadatafields{'copyright'};
+       }
+       delete $cprtag{'public'};
+   }
 
         $scrout.=&selectbox('Copyright/Distribution','copyright',
                             $metadatafields{'copyright'},%cprtag);
@@ -510,44 +647,55 @@ sub phasetwo {
     }
     close(CONFIG);
 
+    my $warning;
     my $dbh;
     {
 	unless (
 		$dbh = DBI->connect("DBI:mysql:loncapa","www",$perlvar{'lonSqlAccess'},{ RaiseError =>0,PrintError=>0})
 		) { 
-	    return '<font color=red>Cannot connect to database!</font>';
+	    $warning='<font color=red>WARNING: Cannot connect to '.
+		'database!</font>';
+	}
+	else {
+	    my %sqldatafields;
+	    $sqldatafields{'url'}=$distarget;
+	    my $sth=$dbh->prepare(
+				  'delete from metadata where url like binary'.
+				  '"'.$sqldatafields{'url'}.'"');
+	    $sth->execute();
+	    map {my $field=$metadatafields{$_}; $field=~s/\"/\'\'/g; 
+		 $sqldatafields{$_}=$field;}
+	    ('title','author','subject','keywords','notes','abstract',
+	     'mime','language','creationdate','lastrevisiondate','owner',
+	     'copyright');
+	    
+	    $sth=$dbh->prepare('insert into metadata values ('.
+			       '"'.delete($sqldatafields{'title'}).'"'.','.
+			       '"'.delete($sqldatafields{'author'}).'"'.','.
+			       '"'.delete($sqldatafields{'subject'}).'"'.','.
+			       '"'.delete($sqldatafields{'url'}).'"'.','.
+			       '"'.delete($sqldatafields{'keywords'}).'"'.','.
+			       '"'.'current'.'"'.','.
+			       '"'.delete($sqldatafields{'notes'}).'"'.','.
+			       '"'.delete($sqldatafields{'abstract'}).'"'.','.
+			       '"'.delete($sqldatafields{'mime'}).'"'.','.
+			       '"'.delete($sqldatafields{'language'}).'"'.','.
+			       '"'.
+			       sqltime(delete($sqldatafields{'creationdate'}))
+			       .'"'.','.
+			       '"'.
+			       sqltime(delete(
+			       $sqldatafields{'lastrevisiondate'})).'"'.','.
+			       '"'.delete($sqldatafields{'owner'}).'"'.','.
+			       '"'.delete(
+			       $sqldatafields{'copyright'}).'"'.')');
+	    $sth->execute();
+	    $dbh->disconnect;
+	    $scrout.='<p>Synchronized SQL metadata database';
+	    print $logfile "\nSynchronized SQL metadata database";
 	}
     }
 
-    my %sqldatafields;
-    $sqldatafields{'url'}=$distarget;
-    my $sth=$dbh->prepare("delete from metadata where url like binary \"".
-		       $sqldatafields{'url'}."\"");
-    $sth->execute();
-    map {my $field=$metadatafields{$_}; $field=~s/\"/\'\'/g; 
-	 $sqldatafields{$_}=$field;}
-    ('title','author','subject','keywords','notes','abstract',
-     'mime','language','creationdate','lastrevisiondate','owner','copyright');
-
-    $sth=$dbh->prepare('insert into metadata values ('.
-			  '"'.delete($sqldatafields{'title'}).'"'.','.
-			  '"'.delete($sqldatafields{'author'}).'"'.','.
-			  '"'.delete($sqldatafields{'subject'}).'"'.','.
-			  '"'.delete($sqldatafields{'url'}).'"'.','.
-			  '"'.delete($sqldatafields{'keywords'}).'"'.','.
-			  '"'.'current'.'"'.','.
-			  '"'.delete($sqldatafields{'notes'}).'"'.','.
-			  '"'.delete($sqldatafields{'abstract'}).'"'.','.
-			  '"'.delete($sqldatafields{'mime'}).'"'.','.
-			  '"'.delete($sqldatafields{'language'}).'"'.','.
-			  '"'.sqltime(delete($sqldatafields{'creationdate'})).'"'.','.
-			  '"'.sqltime(delete($sqldatafields{'lastrevisiondate'})).'"'.','.
-			  '"'.delete($sqldatafields{'owner'}).'"'.','.
-			  '"'.delete($sqldatafields{'copyright'}).'"'.')');
-    $sth->execute();
-    $dbh->disconnect;
-    $scrout.='<p>Synchronized SQL metadata database';
-    print $logfile "\nSynchronized SQL metadata database";
 
 # ----------------------------------------------------------- Copy old versions
    
@@ -706,7 +854,7 @@ if (-e $target) {
     $thissrcdir=~s/\/[^\/]+$/\//;
 
 
-    return $scrout.
+    return $warning.$scrout.
       '<hr><a href="'.$thisdistarget.'"><font size=+2>View Target</font></a>'.
       '<p><a href="'.$thissrc.'"><font size=+2>Back to Source</font></a>'.
       '<p><a href="'.$thissrcdir.
@@ -725,6 +873,20 @@ sub handler {
      return OK;
   }
 
+# Get query string for limited number of parameters
+
+    map {
+       my ($name, $value) = split(/=/,$_);
+       $value =~ tr/+/ /;
+       $value =~ s/%([a-fA-F0-9][a-fA-F0-9])/pack("C",hex($1))/eg;
+       if ($name eq 'filename') {
+           unless ($ENV{'form.'.$name}) {
+              $ENV{'form.'.$name}=$value;
+	   }
+       }
+    } (split(/&/,$ENV{'QUERY_STRING'}));
+
+
 # -------------------------------------------------------------- Check filename
 
   my $fn=$ENV{'form.filename'};
@@ -736,8 +898,9 @@ sub handler {
      return HTTP_NOT_FOUND;
   } 
 
-  unless (($cuname,$cudom)=
-    &Apache::loncacc::constructaccess($fn,$r->dir_config('lonDefDomain'))) {
+  ($cuname,$cudom)=
+    &Apache::loncacc::constructaccess($fn,$r->dir_config('lonDefDomain'));
+  unless (($cuname) && ($cudom)) {
      $r->log_reason($cuname.' at '.$cudom.
          ' trying to publish file '.$ENV{'form.filename'}.
          ' ('.$fn.') - not authorized', 
@@ -755,7 +918,8 @@ sub handler {
      return HTTP_NOT_ACCEPTABLE;
   }
 
-  $fn=~s/^http\:\/\/[^\/]+\/\~(\w+)/\/home\/$1\/public_html/;
+  $fn=~s/^http\:\/\/[^\/]+//;
+  $fn=~s/^\/\~(\w+)/\/home\/$1\/public_html/;
 
   my $targetdir='';
   $docroot=$r->dir_config('lonDocRoot');