File:  [LON-CAPA] / loncom / publisher / lonpublisher.pm
Revision 1.194: download - view: text, annotated - select for diffs
Thu May 19 03:22:04 2005 UTC (19 years ago) by www
Branches: MAIN
CVS tags: HEAD
Saving my work: force publication of directories

    1: # The LearningOnline Network with CAPA
    2: # Publication Handler
    3: #
    4: # $Id: lonpublisher.pm,v 1.194 2005/05/19 03:22:04 www Exp $
    5: #
    6: # Copyright Michigan State University Board of Trustees
    7: #
    8: # This file is part of the LearningOnline Network with CAPA (LON-CAPA).
    9: #
   10: # LON-CAPA is free software; you can redistribute it and/or modify
   11: # it under the terms of the GNU General Public License as published by
   12: # the Free Software Foundation; either version 2 of the License, or
   13: # (at your option) any later version.
   14: #
   15: # LON-CAPA is distributed in the hope that it will be useful,
   16: # but WITHOUT ANY WARRANTY; without even the implied warranty of
   17: # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   18: # GNU General Public License for more details.
   19: #
   20: # You should have received a copy of the GNU General Public License
   21: # along with LON-CAPA; if not, write to the Free Software
   22: # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
   23: #
   24: # /home/httpd/html/adm/gpl.txt
   25: #
   26: # http://www.lon-capa.org/
   27: #
   28: ###
   29: 
   30: ###############################################################################
   31: ##                                                                           ##
   32: ## ORGANIZATION OF THIS PERL MODULE                                          ##
   33: ##                                                                           ##
   34: ## 1. Modules used by this module                                            ##
   35: ## 2. Various subroutines                                                    ##
   36: ## 3. Publication Step One                                                   ##
   37: ## 4. Phase Two                                                              ##
   38: ## 5. Main Handler                                                           ##
   39: ##                                                                           ##
   40: ###############################################################################
   41: 
   42: 
   43: ######################################################################
   44: ######################################################################
   45: 
   46: =pod 
   47: 
   48: =head1 NAME
   49: 
   50: lonpublisher - LON-CAPA publishing handler
   51: 
   52: =head1 SYNOPSIS
   53: 
   54: B<lonpublisher> is used by B<mod_perl> inside B<Apache>.  This is the
   55: invocation by F<loncapa_apache.conf>:
   56: 
   57:   <Location /adm/publish>
   58:   PerlAccessHandler       Apache::lonacc
   59:   SetHandler perl-script
   60:   PerlHandler Apache::lonpublisher
   61:   ErrorDocument     403 /adm/login
   62:   ErrorDocument     404 /adm/notfound.html
   63:   ErrorDocument     406 /adm/unauthorized.html
   64:   ErrorDocument     500 /adm/errorhandler
   65:   </Location>
   66: 
   67: =head1 OVERVIEW
   68: 
   69: Authors can only write-access the C</~authorname/> space. They can
   70: copy resources into the resource area through the publication step,
   71: and move them back through a recover step. Authors do not have direct
   72: write-access to their resource space.
   73: 
   74: During the publication step, several events will be
   75: triggered. Metadata is gathered, where a wizard manages default
   76: entries on a hierarchical per-directory base: The wizard imports the
   77: metadata (including access privileges and royalty information) from
   78: the most recent published resource in the current directory, and if
   79: that is not available, from the next directory above, etc. The Network
   80: keeps all previous versions of a resource and makes them available by
   81: an explicit version number, which is inserted between the file name
   82: and extension, for example C<foo.2.html>, while the most recent
   83: version does not carry a version number (C<foo.html>). Servers
   84: subscribing to a changed resource are notified that a new version is
   85: available.
   86: 
   87: =head1 DESCRIPTION
   88: 
   89: B<lonpublisher> takes the proper steps to add resources to the LON-CAPA
   90: digital library.  This includes updating the metadata table in the
   91: LON-CAPA database.
   92: 
   93: B<lonpublisher> is many things to many people.  
   94: 
   95: This module publishes a file.  This involves gathering metadata,
   96: versioning the file, copying file from construction space to
   97: publication space, and copying metadata from construction space
   98: to publication space.
   99: 
  100: =head2 SUBROUTINES
  101: 
  102: Many of the undocumented subroutines implement various magical
  103: parsing shortcuts.
  104: 
  105: =over 4
  106: 
  107: =cut
  108: 
  109: ######################################################################
  110: ######################################################################
  111: 
  112: 
  113: package Apache::lonpublisher;
  114: 
  115: # ------------------------------------------------- modules used by this module
  116: use strict;
  117: use Apache::File;
  118: use File::Copy;
  119: use Apache::Constants qw(:common :http :methods);
  120: use HTML::LCParser;
  121: use Apache::lonxml;
  122: use Apache::loncacc;
  123: use DBI;
  124: use Apache::lonnet;
  125: use Apache::loncommon();
  126: use Apache::lonmysql;
  127: use Apache::lonlocal;
  128: use Apache::loncfile;
  129: use LONCAPA::lonmetadata;
  130: use Apache::lonmsg;
  131: use vars qw(%metadatafields %metadatakeys);
  132: 
  133: my %addid;
  134: my %nokey;
  135: 
  136: my $docroot;
  137: 
  138: my $cuname;
  139: my $cudom;
  140: 
  141: my $registered_cleanup;
  142: my $modified_urls;
  143: 
  144: =pod
  145: 
  146: =item B<metaeval>
  147: 
  148: Evaluates a string that contains metadata.  This subroutine
  149: stores values inside I<%metadatafields> and I<%metadatakeys>.
  150: The hash key is a I<$unikey> corresponding to a unique id
  151: that is descriptive of the parser location inside the XML tree.
  152: 
  153: Parameters:
  154: 
  155: =over 4
  156: 
  157: =item I<$metastring>
  158: 
  159: A string that contains metadata.
  160: 
  161: =back
  162: 
  163: Returns:
  164: 
  165: nothing
  166: 
  167: =cut
  168: 
  169: #########################################
  170: #########################################
  171: #
  172: # Modifies global %metadatafields %metadatakeys 
  173: #
  174: 
  175: sub metaeval {
  176:     my ($metastring,$prefix)=@_;
  177:    
  178:     my $parser=HTML::LCParser->new(\$metastring);
  179:     my $token;
  180:     while ($token=$parser->get_token) {
  181: 	if ($token->[0] eq 'S') {
  182: 	    my $entry=$token->[1];
  183: 	    my $unikey=$entry;
  184: 	    if (defined($token->[2]->{'package'})) { 
  185: 		$unikey.='_package_'.$token->[2]->{'package'};
  186: 	    } 
  187: 	    if (defined($token->[2]->{'part'})) { 
  188: 		$unikey.='_'.$token->[2]->{'part'}; 
  189: 	    }
  190: 	    if (defined($token->[2]->{'id'})) { 
  191: 		$unikey.='_'.$token->[2]->{'id'};
  192: 	    } 
  193: 	    if (defined($token->[2]->{'name'})) { 
  194: 		$unikey.='_'.$token->[2]->{'name'}; 
  195: 	    }
  196: 	    foreach (@{$token->[3]}) {
  197: 		$metadatafields{$unikey.'.'.$_}=$token->[2]->{$_};
  198: 		if ($metadatakeys{$unikey}) {
  199: 		    $metadatakeys{$unikey}.=','.$_;
  200: 		} else {
  201: 		    $metadatakeys{$unikey}=$_;
  202: 		}
  203: 	    }
  204: 	    my $newentry=$parser->get_text('/'.$entry);
  205: 	    if (($entry eq 'customdistributionfile') ||
  206: 		($entry eq 'sourcerights')) {
  207: 		$newentry=~s/^\s*//;
  208: 		if ($newentry !~m|^/res|) { $newentry=$prefix.$newentry; }
  209: 	    }
  210: # actually store
  211: 	    if ( $entry eq 'rule' && exists($metadatafields{$unikey})) {
  212: 		$metadatafields{$unikey}.=','.$newentry;
  213: 	    } else {
  214: 		$metadatafields{$unikey}=$newentry;
  215: 	    }
  216: 	}
  217:     }
  218: }
  219: 
  220: #########################################
  221: #########################################
  222: 
  223: =pod
  224: 
  225: =item B<metaread>
  226: 
  227: Read a metadata file
  228: 
  229: Parameters:
  230: 
  231: =over
  232: 
  233: =item I<$logfile>
  234: 
  235: File output stream to output errors and warnings to.
  236: 
  237: =item I<$fn>
  238: 
  239: File name (including path).
  240: 
  241: =back
  242: 
  243: Returns:
  244: 
  245: =over 4
  246: 
  247: =item Scalar string (if successful)
  248: 
  249: XHTML text that indicates successful reading of the metadata.
  250: 
  251: =back
  252: 
  253: =cut
  254: 
  255: #########################################
  256: #########################################
  257: sub metaread {
  258:     my ($logfile,$fn,$prefix)=@_;
  259:     unless (-e $fn) {
  260: 	print($logfile 'No file '.$fn."\n");
  261:         return '<br /><b>'.&mt('No file').':</b> <tt>'.
  262: 	    &Apache::loncfile::display($fn).'</tt>';
  263:     }
  264:     print($logfile 'Processing '.$fn."\n");
  265:     my $metastring;
  266:     {
  267: 	my $metafh=Apache::File->new($fn);
  268: 	$metastring=join('',<$metafh>);
  269:     }
  270:     &metaeval($metastring,$prefix);
  271:     return '<br /><b>'.&mt('Processed file').':</b> <tt>'.
  272: 	&Apache::loncfile::display($fn).'</tt>';
  273: }
  274: 
  275: #########################################
  276: #########################################
  277: 
  278: sub coursedependencies {
  279:     my $url=&Apache::lonnet::declutter(shift);
  280:     $url=~s/\.meta$//;
  281:     my ($adomain,$aauthor)=($url=~/^(\w+)\/(\w+)\//);
  282:     my $regexp=$url;
  283:     $regexp=~s/(\W)/\\$1/g;
  284:     $regexp='___'.$regexp.'___course';
  285:     my %evaldata=&Apache::lonnet::dump('nohist_resevaldata',$adomain,
  286: 				       $aauthor,$regexp);
  287:     my %courses=();
  288:     foreach (keys %evaldata) {
  289: 	if ($_=~/^([a-zA-Z0-9]+_[a-zA-Z0-9]+)___.+___course$/) {
  290: 	    $courses{$1}=1;
  291:         }
  292:     }
  293:     return %courses;
  294: }
  295: #########################################
  296: #########################################
  297: 
  298: 
  299: =pod
  300: 
  301: =item Form-field-generating subroutines.
  302: 
  303: For input parameters, these subroutines take in values
  304: such as I<$name>, I<$value> and other form field metadata.
  305: The output (scalar string that is returned) is an XHTML
  306: string which presents the form field (foreseeably inside
  307: <form></form> tags).
  308: 
  309: =over 4
  310: 
  311: =item B<textfield>
  312: 
  313: =item B<hiddenfield>
  314: 
  315: =item B<selectbox>
  316: 
  317: =back
  318: 
  319: =cut
  320: 
  321: #########################################
  322: #########################################
  323: sub textfield {
  324:     my ($title,$name,$value)=@_;
  325:     $value=~s/^\s+//gs;
  326:     $value=~s/\s+$//gs;
  327:     $value=~s/\s+/ /gs;
  328:     $title=&mt($title);
  329:     $env{'form.'.$name}=$value;
  330:     return "\n<p><font color=\"#800000\" face=\"helvetica\"><b>$title:".
  331:            "</b></font></p><br />".
  332:            '<input type="text" name="'.$name.'" size=80 value="'.$value.'" />';
  333: }
  334: 
  335: sub text_with_browse_field {
  336:     my ($title,$name,$value,$restriction)=@_;
  337:     $value=~s/^\s+//gs;
  338:     $value=~s/\s+$//gs;
  339:     $value=~s/\s+/ /gs;
  340:     $title=&mt($title);
  341:     $env{'form.'.$name}=$value;
  342:     return "\n<p><font color=\"#800000\" face=\"helvetica\"><b>$title:".
  343:            "</b></font></p><br />".
  344:            '<input type="text" name="'.$name.'" size=80 value="'.$value.'" />'.
  345: 	   '<a href="javascript:openbrowser(\'pubform\',\''.$name.'\',\''.$restriction.'\');">Select</a>&nbsp;'.
  346: 	   '<a href="javascript:opensearcher(\'pubform\',\''.$name.'\');">Search</a>';
  347: 	   
  348: }
  349: 
  350: sub hiddenfield {
  351:     my ($name,$value)=@_;
  352:     $env{'form.'.$name}=$value;
  353:     return "\n".'<input type="hidden" name="'.$name.'" value="'.$value.'" />';
  354: }
  355: 
  356: sub checkbox {
  357:     my ($name,$text)=@_;
  358:     return "\n<br /><input type='checkbox' name='$name' /> ".&mt($text);
  359: }
  360: 
  361: sub selectbox {
  362:     my ($title,$name,$value,$functionref,@idlist)=@_;
  363:     $title=&mt($title);
  364:     $value=(split(/\s*,\s*/,$value))[-1];
  365:     if (defined($value)) {
  366: 	$env{'form.'.$name}=$value;
  367:     } else {
  368: 	$env{'form.'.$name}=$idlist[0];
  369:     }
  370:     my $selout="\n<p><font color=\"#800000\" face=\"helvetica\"><b>$title:".
  371: 	'</b></font></p><br /><select name="'.$name.'">';
  372:     foreach (@idlist) {
  373:         $selout.='<option value=\''.$_.'\'';
  374:         if ($_ eq $value) {
  375: 	    $selout.=' selected>'.&{$functionref}($_).'</option>';
  376: 	}
  377:         else {$selout.='>'.&{$functionref}($_).'</option>';}
  378:     }
  379:     return $selout.'</select>';
  380: }
  381: 
  382: sub select_level_form {
  383:     my ($value,$name)=@_;
  384:     $env{'form.'.$name}=$value;
  385:     if (!defined($value)) { $env{'form.'.$name}=0; }
  386:     return  &Apache::loncommon::select_level_form($value,$name);
  387: }
  388: #########################################
  389: #########################################
  390: 
  391: =pod
  392: 
  393: =item B<urlfixup>
  394: 
  395: Fix up a url?  First step of publication
  396: 
  397: =cut
  398: 
  399: #########################################
  400: #########################################
  401: sub urlfixup {
  402:     my ($url,$target)=@_;
  403:     unless ($url) { return ''; }
  404:     #javascript code needs no fixing
  405:     if ($url =~ /^javascript:/i) { return $url; }
  406:     if ($url =~ /^mailto:/i) { return $url; }
  407:     #internal document links need no fixing
  408:     if ($url =~ /^\#/) { return $url; } 
  409:     my ($host)=($url=~/(?:http\:\/\/)*([^\/]+)/);
  410:     foreach (values %Apache::lonnet::hostname) {
  411: 	if ($_ eq $host) {
  412: 	    $url=~s/^http\:\/\///;
  413:             $url=~s/^$host//;
  414:         }
  415:     }
  416:     if ($url=~/^http\:\/\//) { return $url; }
  417:     $url=~s/\~$cuname/res\/$cudom\/$cuname/;
  418:     return $url;
  419: }
  420: 
  421: #########################################
  422: #########################################
  423: 
  424: =pod
  425: 
  426: =item B<absoluteurl>
  427: 
  428: Currently undocumented.
  429: 
  430: =cut
  431: 
  432: #########################################
  433: #########################################
  434: sub absoluteurl {
  435:     my ($url,$target)=@_;
  436:     unless ($url) { return ''; }
  437:     if ($target) {
  438: 	$target=~s/\/[^\/]+$//;
  439:        $url=&Apache::lonnet::hreflocation($target,$url);
  440:     }
  441:     return $url;
  442: }
  443: 
  444: #########################################
  445: #########################################
  446: 
  447: =pod
  448: 
  449: =item B<set_allow>
  450: 
  451: Currently undocumented    
  452: 
  453: =cut
  454: 
  455: #########################################
  456: #########################################
  457: sub set_allow {
  458:     my ($allow,$logfile,$target,$tag,$oldurl)=@_;
  459:     my $newurl=&urlfixup($oldurl,$target);
  460:     my $return_url=$oldurl;
  461:     print $logfile 'GUYURL: '.$tag.':'.$oldurl.' - '.$newurl."\n";
  462:     if ($newurl ne $oldurl) {
  463: 	$return_url=$newurl;
  464: 	print $logfile 'URL: '.$tag.':'.$oldurl.' - '.$newurl."\n";
  465:     }
  466:     if (($newurl !~ /^javascript:/i) &&
  467: 	($newurl !~ /^mailto:/i) &&
  468: 	($newurl !~ /^http:/i) &&
  469: 	($newurl !~ /^\#/)) {
  470: 	$$allow{&absoluteurl($newurl,$target)}=1;
  471:     }
  472:     return $return_url
  473: }
  474: 
  475: #########################################
  476: #########################################
  477: 
  478: =pod
  479: 
  480: =item B<get_subscribed_hosts>
  481: 
  482: Currently undocumented    
  483: 
  484: =cut
  485: 
  486: #########################################
  487: #########################################
  488: sub get_subscribed_hosts {
  489:     my ($target)=@_;
  490:     my @subscribed;
  491:     my $filename;
  492:     $target=~/(.*)\/([^\/]+)$/;
  493:     my $srcf=$2;
  494:     opendir(DIR,$1);
  495:     while ($filename=readdir(DIR)) {
  496: 	if ($filename=~/\Q$srcf\E\.(\w+)$/) {
  497: 	    my $subhost=$1;
  498: 	    if (($subhost ne 'meta' && $subhost ne 'subscription' &&
  499: 		 $subhost ne 'tmp') &&
  500:                 ($subhost ne $Apache::lonnet::perlvar{'lonHostID'})) {
  501: 		push(@subscribed,$subhost);
  502: 	    }
  503: 	}
  504:     }
  505:     closedir(DIR);
  506:     my $sh;
  507:     if ( $sh=Apache::File->new("$target.subscription") ) {
  508: 	&Apache::lonnet::logthis("opened $target.subscription");
  509: 	while (my $subline=<$sh>) {
  510: 	    &Apache::lonnet::logthis("Trying $subline");
  511: 	    if ($subline =~ /(^\w+):/) { 
  512:                 if ($1 ne $Apache::lonnet::perlvar{'lonHostID'}) { 
  513:                    push(@subscribed,$1);
  514: 	        }
  515:             } else {
  516: 		&Apache::lonnet::logthis("No Match for $subline");
  517: 	    }
  518: 	}
  519:     } else {
  520: 	&Apache::lonnet::logthis("Unable to open $target.subscription");
  521:     }
  522:     return @subscribed;
  523: }
  524: 
  525: 
  526: #########################################
  527: #########################################
  528: 
  529: =pod
  530: 
  531: =item B<get_max_ids_indices>
  532: 
  533: Currently undocumented    
  534: 
  535: =cut
  536: 
  537: #########################################
  538: #########################################
  539: sub get_max_ids_indices {
  540:     my ($content)=@_;
  541:     my $maxindex=10;
  542:     my $maxid=10;
  543:     my $needsfixup=0;
  544:     my $duplicateids=0;
  545: 
  546:     my %allids;
  547:     my %duplicatedids;
  548: 
  549:     my $parser=HTML::LCParser->new($content);
  550:     my $token;
  551:     while ($token=$parser->get_token) {
  552: 	if ($token->[0] eq 'S') {
  553: 	    my $counter;
  554: 	    if ($counter=$addid{$token->[1]}) {
  555: 		if ($counter eq 'id') {
  556: 		    if (defined($token->[2]->{'id'}) &&
  557: 			$token->[2]->{'id'} !~ /^\s*$/) {
  558: 			$maxid=($token->[2]->{'id'}>$maxid)?$token->[2]->{'id'}:$maxid;
  559: 			if (exists($allids{$token->[2]->{'id'}})) {
  560: 			    $duplicateids=1;
  561: 			    $duplicatedids{$token->[2]->{'id'}}=1;
  562: 			} else {
  563: 			    $allids{$token->[2]->{'id'}}=1;
  564: 			}
  565: 		    } else {
  566: 			$needsfixup=1;
  567: 		    }
  568: 		} else {
  569: 		    if (defined($token->[2]->{'index'}) &&
  570: 			$token->[2]->{'index'} !~ /^\s*$/) {
  571: 			$maxindex=($token->[2]->{'index'}>$maxindex)?$token->[2]->{'index'}:$maxindex;
  572: 		    } else {
  573: 			$needsfixup=1;
  574: 		    }
  575: 		}
  576: 	    }
  577: 	}
  578:     }
  579:     return ($needsfixup,$maxid,$maxindex,$duplicateids,
  580: 	    (keys(%duplicatedids)));
  581: }
  582: 
  583: #########################################
  584: #########################################
  585: 
  586: =pod
  587: 
  588: =item B<get_all_text_unbalanced>
  589: 
  590: Currently undocumented    
  591: 
  592: =cut
  593: 
  594: #########################################
  595: #########################################
  596: sub get_all_text_unbalanced {
  597:     #there is a copy of this in lonxml.pm
  598:     my($tag,$pars)= @_;
  599:     my $token;
  600:     my $result='';
  601:     $tag='<'.$tag.'>';
  602:     while ($token = $$pars[-1]->get_token) {
  603: 	if (($token->[0] eq 'T')||($token->[0] eq 'C')||($token->[0] eq 'D')) {
  604: 	    $result.=$token->[1];
  605: 	} elsif ($token->[0] eq 'PI') {
  606: 	    $result.=$token->[2];
  607: 	} elsif ($token->[0] eq 'S') {
  608: 	    $result.=$token->[4];
  609: 	} elsif ($token->[0] eq 'E')  {
  610: 	    $result.=$token->[2];
  611: 	}
  612: 	if ($result =~ /\Q$tag\E/s) {
  613: 	    ($result,my $redo)=$result =~ /(.*)\Q$tag\E(.*)/is;
  614: 	    #&Apache::lonnet::logthis('Got a winner with leftovers ::'.$2);
  615: 	    #&Apache::lonnet::logthis('Result is :'.$1);
  616: 	    $redo=$tag.$redo;
  617: 	    push (@$pars,HTML::LCParser->new(\$redo));
  618: 	    $$pars[-1]->xml_mode('1');
  619: 	    last;
  620: 	}
  621:     }
  622:     return $result
  623: }
  624: 
  625: #########################################
  626: #########################################
  627: 
  628: =pod
  629: 
  630: =item B<fix_ids_and_indices>
  631: 
  632: Currently undocumented    
  633: 
  634: =cut
  635: 
  636: #########################################
  637: #########################################
  638: #Arguably this should all be done as a lonnet::ssi instead
  639: sub fix_ids_and_indices {
  640:     my ($logfile,$source,$target)=@_;
  641: 
  642:     my %allow;
  643:     my $content;
  644:     {
  645: 	my $org=Apache::File->new($source);
  646: 	$content=join('',<$org>);
  647:     }
  648: 
  649:     my ($needsfixup,$maxid,$maxindex,$duplicateids,@duplicatedids)=
  650: 	&get_max_ids_indices(\$content);
  651: 
  652:     print $logfile ("Got $needsfixup,$maxid,$maxindex,$duplicateids--".
  653: 			   join(', ',@duplicatedids));
  654:     if ($duplicateids) {
  655: 	print $logfile "Duplicate ID(s) exist, ".join(', ',@duplicatedids)."\n";
  656: 	my $outstring='<font color="red">'.&mt('Unable to publish file, it contains duplicated ID(s), ID(s) need to be unique. The duplicated ID(s) are').': '.join(', ',@duplicatedids).'</font>';
  657: 	return ($outstring,1);
  658:     }
  659:     if ($needsfixup) {
  660: 	print $logfile "Needs ID and/or index fixup\n".
  661: 	    "Max ID   : $maxid (min 10)\n".
  662:                 "Max Index: $maxindex (min 10)\n";
  663:     }
  664:     my $outstring='';
  665:     my @parser;
  666:     $parser[0]=HTML::LCParser->new(\$content);
  667:     $parser[-1]->xml_mode(1);
  668:     my $token;
  669:     while (@parser) {
  670: 	while ($token=$parser[-1]->get_token) {
  671: 	    if ($token->[0] eq 'S') {
  672: 		my $counter;
  673: 		my $tag=$token->[1];
  674: 		my $lctag=lc($tag);
  675: 		if ($lctag eq 'allow') {
  676: 		    $allow{$token->[2]->{'src'}}=1;
  677: 		    next;
  678: 		}
  679: 		my %parms=%{$token->[2]};
  680: 		$counter=$addid{$tag};
  681: 		if (!$counter) { $counter=$addid{$lctag}; }
  682: 		if ($counter) {
  683: 		    if ($counter eq 'id') {
  684: 			unless (defined($parms{'id'}) &&
  685: 				$parms{'id'}!~/^\s*$/) {
  686: 			    $maxid++;
  687: 			    $parms{'id'}=$maxid;
  688: 			    print $logfile 'ID: '.$tag.':'.$maxid."\n";
  689: 			}
  690: 		    } elsif ($counter eq 'index') {
  691: 			unless (defined($parms{'index'}) &&
  692: 				$parms{'index'}!~/^\s*$/) {
  693: 			    $maxindex++;
  694: 			    $parms{'index'}=$maxindex;
  695: 			    print $logfile 'Index: '.$tag.':'.$maxindex."\n";
  696: 			}
  697: 		    }
  698: 		}
  699: 		foreach my $type ('src','href','background','bgimg') {
  700: 		    foreach my $key (keys(%parms)) {
  701: 			if ($key =~ /^$type$/i) {
  702: 			    $parms{$key}=&set_allow(\%allow,$logfile,
  703: 						    $target,$tag,
  704: 						    $parms{$key});
  705: 			}
  706: 		    }
  707: 		}
  708: 		# probably a <randomlabel> image type <label>
  709: 		# or a <image> tag inside <imageresponse>
  710: 		if (($lctag eq 'label' && defined($parms{'description'}))
  711: 		    ||
  712: 		    ($lctag eq 'image')) {
  713: 		    my $next_token=$parser[-1]->get_token();
  714: 		    if ($next_token->[0] eq 'T') {
  715: 			$next_token->[1]=&set_allow(\%allow,$logfile,
  716: 						    $target,$tag,
  717: 						    $next_token->[1]);
  718: 		    }
  719: 		    $parser[-1]->unget_token($next_token);
  720: 		}
  721: 		if ($lctag eq 'applet') {
  722: 		    my $codebase='';
  723: 		    my $havecodebase=0;
  724: 		    foreach my $key (keys(%parms)) {
  725: 			if (lc($key) eq 'codebase') { 
  726: 			    $codebase=$parms{$key};
  727: 			    $havecodebase=1; 
  728: 			}
  729: 		    }
  730: 		    if ($havecodebase) {
  731: 			my $oldcodebase=$codebase;
  732: 			unless ($oldcodebase=~/\/$/) {
  733: 			    $oldcodebase.='/';
  734: 			}
  735: 			$codebase=&urlfixup($oldcodebase,$target);
  736: 			$codebase=~s/\/$//;    
  737: 			if ($codebase ne $oldcodebase) {
  738: 			    $parms{'codebase'}=$codebase;
  739: 			    print $logfile 'URL codebase: '.$tag.':'.
  740: 				$oldcodebase.' - '.
  741: 				    $codebase."\n";
  742: 			}
  743: 			$allow{&absoluteurl($codebase,$target).'/*'}=1;
  744: 		    } else {
  745: 			foreach my $key (keys(%parms)) {
  746: 			    if ($key =~ /(archive|code|object)/i) {
  747: 				my $oldurl=$parms{$key};
  748: 				my $newurl=&urlfixup($oldurl,$target);
  749: 				$newurl=~s/\/[^\/]+$/\/\*/;
  750: 				print $logfile 'Allow: applet '.lc($key).':'.
  751: 				    $oldurl.' allows '.$newurl."\n";
  752: 				$allow{&absoluteurl($newurl,$target)}=1;
  753: 			    }
  754: 			}
  755: 		    }
  756: 		}
  757: 		my $newparmstring='';
  758: 		my $endtag='';
  759: 		foreach (keys %parms) {
  760: 		    if ($_ eq '/') {
  761: 			$endtag=' /';
  762: 		    } else { 
  763: 			my $quote=($parms{$_}=~/\"/?"'":'"');
  764: 			$newparmstring.=' '.$_.'='.$quote.$parms{$_}.$quote;
  765: 		    }
  766: 		}
  767: 		if (!$endtag) { if ($token->[4]=~m:/>$:) { $endtag=' /'; }; }
  768: 		$outstring.='<'.$tag.$newparmstring.$endtag.'>';
  769: 		if ($lctag eq 'm' || $lctag eq 'script' 
  770:                     || $lctag eq 'display' || $lctag eq 'tex') {
  771: 		    $outstring.=&get_all_text_unbalanced('/'.$lctag,\@parser);
  772: 		}
  773: 	    } elsif ($token->[0] eq 'E') {
  774: 		if ($token->[2]) {
  775: 		    unless ($token->[1] eq 'allow') {
  776: 			$outstring.='</'.$token->[1].'>';
  777: 		    }
  778: 		}
  779: 	    } else {
  780: 		$outstring.=$token->[1];
  781: 	    }
  782: 	}
  783: 	pop(@parser);
  784:     }
  785: 
  786:     if ($needsfixup) {
  787: 	print $logfile "End of ID and/or index fixup\n".
  788: 	    "Max ID   : $maxid (min 10)\n".
  789: 		"Max Index: $maxindex (min 10)\n";
  790:     } else {
  791: 	print $logfile "Does not need ID and/or index fixup\n";
  792:     }
  793: 
  794:     return ($outstring,0,%allow);
  795: }
  796: 
  797: #########################################
  798: #########################################
  799: 
  800: =pod
  801: 
  802: =item B<store_metadata>
  803: 
  804: Store the metadata in the metadata table in the loncapa database.
  805: Uses lonmysql to access the database.
  806: 
  807: Inputs: \%metadata
  808: 
  809: Returns: (error,status).  error is undef on success, status is undef on error.
  810: 
  811: =cut
  812: 
  813: #########################################
  814: #########################################
  815: sub store_metadata {
  816:     my %metadata = @_;
  817:     my $error;
  818:     # Determine if the table exists
  819:     my $status = &Apache::lonmysql::check_table('metadata');
  820:     if (! defined($status)) {
  821:         $error='<font color="red">WARNING: Cannot connect to '.
  822:             'database!</font>';
  823:         &Apache::lonnet::logthis($error);
  824:         return ($error,undef);
  825:     }
  826:     if ($status == 0) {
  827:         # It would be nice to actually create the table....
  828:         $error ='<font color="red">WARNING: The metadata table does not '.
  829:             'exist in the LON-CAPA database.</font>';
  830:         &Apache::lonnet::logthis($error);
  831:         return ($error,undef);
  832:     }
  833:     my $dbh = &Apache::lonmysql::get_dbh();
  834:     if (($metadata{'obsolete'}) || ($metadata{'copyright'} eq 'priv') ||
  835: 	($metadata{'copyright'} eq 'custom')) {
  836:         # remove this entry
  837: 	$status=&LONCAPA::lonmetadata::delete_metadata($dbh,undef,
  838:                                                        $metadata{'url'});
  839:     } else {
  840:         $status = &LONCAPA::lonmetadata::update_metadata($dbh,undef,
  841:                                                          \%metadata);
  842:     }
  843:     if (defined($status) && $status ne '') {
  844:         $error='<font color="red">Error occured storing new values in '.
  845:             'metadata table in LON-CAPA database</font>';
  846:         &Apache::lonnet::logthis($error);
  847:         &Apache::lonnet::logthis($status);
  848:         return ($error,undef);
  849:     }
  850:     return (undef,$status);
  851: }
  852: 
  853: 
  854: # ========================================== Parse file for errors and warnings
  855: 
  856: sub checkonthis {
  857:     my ($r,$source)=@_;
  858:     my $uri=&Apache::lonnet::hreflocation($source);
  859:     $uri=~s/\/$//;
  860:     my $result=&Apache::lonnet::ssi_body($uri,
  861: 					 ('grade_target'=>'web',
  862: 					  'return_only_error_and_warning_counts' => 1));
  863:     my ($errorcount,$warningcount)=split(':',$result);
  864:     if (($errorcount) || ($warningcount)) {
  865:         $r->print('<br /><tt>'.$uri.'</tt>: ');
  866: 	if ($errorcount) {
  867: 	    $r->print('<img src="/adm/lonMisc/bomb.gif" /><font color="red"><b>'.
  868: 		      $errorcount.' '.
  869: 		      &mt('error(s)').'</b></font> ');
  870: 	}
  871: 	if ($warningcount) {
  872: 	    $r->print('<font color="blue">'.
  873: 		      $warningcount.' '.
  874: 		      &mt('warning(s)').'</font>');
  875: 	}
  876:     } else {
  877: 	#$r->print('<font color="green">'.&mt('ok').'</font>');
  878:     }
  879:     $r->rflush();
  880:     return ($warningcount,$errorcount);
  881: }
  882: 
  883: # ============================================== Parse file itself for metadata
  884: #
  885: # parses a file with target meta, sets global %metadatafields %metadatakeys 
  886: 
  887: sub parseformeta {
  888:     my ($source,$style)=@_;
  889:     my $allmeta='';
  890:     if (($style eq 'ssi') || ($style eq 'prv')) {
  891: 	my $dir=$source;
  892: 	$dir=~s-/[^/]*$--;
  893: 	my $file=$source;
  894: 	$file=(split('/',$file))[-1];
  895:         $source=&Apache::lonnet::hreflocation($dir,$file);
  896: 	$allmeta=&Apache::lonnet::ssi_body($source,('grade_target' => 'meta'));
  897:         &metaeval($allmeta);
  898:     }
  899:     return $allmeta;
  900: }
  901: 
  902: #########################################
  903: #########################################
  904: 
  905: =pod
  906: 
  907: =item B<publish>
  908: 
  909: This is the workhorse function of this module.  This subroutine generates
  910: backup copies, performs any automatic processing (prior to publication,
  911: especially for rat and ssi files),
  912: 
  913: Returns a 2 element array, the first is the string to be shown to the
  914: user, the second is an error code, either 1 (an error occured) or 0
  915: (no error occurred)
  916: 
  917: I<Additional documentation needed.>
  918: 
  919: =cut
  920: 
  921: #########################################
  922: #########################################
  923: sub publish {
  924: 
  925:     my ($source,$target,$style,$batch)=@_;
  926:     my $logfile;
  927:     my $scrout='';
  928:     my $allmeta='';
  929:     my $content='';
  930:     my %allow=();
  931: 
  932:     unless ($logfile=Apache::File->new('>>'.$source.'.log')) {
  933: 	return ('<font color="red">'.&mt('No write permission to user directory, FAIL').'</font>',1);
  934:     }
  935:     print $logfile 
  936: "\n\n================= Publish ".localtime()." Phase One  ================\n".$env{'user.name'}.'@'.$env{'user.domain'}."\n";
  937: 
  938:     if (($style eq 'ssi') || ($style eq 'rat') || ($style eq 'prv')) {
  939: # ------------------------------------------------------- This needs processing
  940: 
  941: # ----------------------------------------------------------------- Backup Copy
  942: 	my $copyfile=$source.'.save';
  943:         if (copy($source,$copyfile)) {
  944: 	    print $logfile "Copied original file to ".$copyfile."\n";
  945:         } else {
  946: 	    print $logfile "Unable to write backup ".$copyfile.':'.$!."\n";
  947: 	    return ("<font color=\"red\">Failed to write backup copy, $!,FAIL</font>",1);
  948:         }
  949: # ------------------------------------------------------------- IDs and indices
  950: 	
  951: 	my ($outstring,$error);
  952: 	($outstring,$error,%allow)=&fix_ids_and_indices($logfile,$source,
  953: 							$target);
  954: 	if ($error) { return ($outstring,$error); }
  955: # ------------------------------------------------------------ Construct Allows
  956:     
  957: 	$scrout.='<h3>'.&mt('Dependencies').'</h3>';
  958:         my $allowstr='';
  959:         foreach (sort(keys(%allow))) {
  960: 	   my $thisdep=$_;
  961: 	   if ($thisdep !~ /[^\s]/) { next; }
  962:            unless ($style eq 'rat') { 
  963:               $allowstr.="\n".'<allow src="'.$thisdep.'" />';
  964: 	   }
  965:            $scrout.='<br />';
  966:            if ($thisdep!~/\*/ && $thisdep!~m|^/adm/|) {
  967: 	       $scrout.='<a href="'.$thisdep.'">';
  968:            }
  969:            $scrout.='<tt>'.$thisdep.'</tt>';
  970:            if ($thisdep!~/\*/ && $thisdep!~m|^/adm/|) {
  971: 	       $scrout.='</a>';
  972:                if (
  973:        &Apache::lonnet::getfile($Apache::lonnet::perlvar{'lonDocRoot'}.'/'.
  974:                                             $thisdep.'.meta') eq '-1') {
  975: 		   $scrout.= ' - <font color="red">'.&mt('Currently not available').
  976: 		       '</font>';
  977:                } else {
  978:                    my %temphash=(&Apache::lonnet::declutter($target).'___'.
  979:                              &Apache::lonnet::declutter($thisdep).'___usage'
  980:                                  => time);
  981:                    $thisdep=~/^\/res\/(\w+)\/(\w+)\//;
  982:                    if ((defined($1)) && (defined($2))) {
  983:                       &Apache::lonnet::put('nohist_resevaldata',\%temphash,
  984: 					   $1,$2);
  985: 		   }
  986: 	       }
  987:            }
  988:         }
  989:         $outstring=~s/\n*(\<\/[^\>]+\>[^<]*)$/$allowstr\n$1\n/s;
  990: 
  991: # ------------------------------------------------------------- Write modified.
  992: 
  993:         {
  994:           my $org;
  995:           unless ($org=Apache::File->new('>'.$source)) {
  996:              print $logfile "No write permit to $source\n";
  997:              return ('<font color="red">'.&mt('No write permission to').
  998: 		     ' '.$source.
  999: 		     ', '.&mt('FAIL').'</font>',1);
 1000: 	  }
 1001:           print($org $outstring);
 1002:         }
 1003: 	  $content=$outstring;
 1004: 
 1005:     }
 1006: # -------------------------------------------- Initial step done, now metadata.
 1007: 
 1008: # --------------------------------------- Storage for metadata keys and fields.
 1009: # these are globals
 1010: #
 1011:      %metadatafields=();
 1012:      %metadatakeys=();
 1013:      
 1014:      my %oldparmstores=();
 1015:      
 1016:     unless ($batch) {
 1017:      $scrout.='<h3>'.&mt('Metadata Information').' ' .
 1018:        Apache::loncommon::help_open_topic("Metadata_Description")
 1019:        . '</h3>';
 1020:     }
 1021: 
 1022: # ------------------------------------------------ First, check out environment
 1023:      unless (-e $source.'.meta') {
 1024:         $metadatafields{'author'}=$env{'environment.firstname'}.' '.
 1025: 	                          $env{'environment.middlename'}.' '.
 1026: 		                  $env{'environment.lastname'}.' '.
 1027: 		                  $env{'environment.generation'};
 1028:         $metadatafields{'author'}=~s/\s+/ /g;
 1029:         $metadatafields{'author'}=~s/\s+$//;
 1030:         $metadatafields{'owner'}=$cuname.'@'.$cudom;
 1031: 
 1032: # ------------------------------------------------ Check out directory hierachy
 1033: 
 1034:         my $thisdisfn=$source;
 1035:         $thisdisfn=~s/^\/home\/\Q$cuname\E\///;
 1036: 
 1037:         my @urlparts=split(/\//,$thisdisfn);
 1038:         $#urlparts--;
 1039: 
 1040:         my $currentpath='/home/'.$cuname.'/';
 1041: 
 1042: 	my $prefix='../'x($#urlparts);
 1043:         foreach (@urlparts) {
 1044: 	    $currentpath.=$_.'/';
 1045:             $scrout.=&metaread($logfile,$currentpath.'default.meta',$prefix);
 1046: 	    $prefix=~s|^\.\./||;
 1047:         }
 1048: 
 1049: # ----------------------------------------------------------- Parse file itself
 1050: # read %metadatafields from file itself
 1051:  
 1052: 	$allmeta=&parseformeta($source,$style);
 1053: 
 1054: # ------------------- Clear out parameters and stores (there should not be any)
 1055: 
 1056:         foreach (keys %metadatafields) {
 1057: 	    if (($_=~/^parameter/) || ($_=~/^stores/)) {
 1058: 		delete $metadatafields{$_};
 1059:             }
 1060:         }
 1061: 
 1062:     } else {
 1063: # ---------------------- Read previous metafile, remember parameters and stores
 1064: 
 1065:         $scrout.=&metaread($logfile,$source.'.meta');
 1066: 
 1067:         foreach (keys %metadatafields) {
 1068: 	    if (($_=~/^parameter/) || ($_=~/^stores/)) {
 1069:                 $oldparmstores{$_}=1;
 1070: 		delete $metadatafields{$_};
 1071:             }
 1072:         }
 1073: # ------------------------------------------ See if anything new in file itself
 1074:  
 1075: 	$allmeta=&parseformeta($source,$style);
 1076: 
 1077:    }
 1078: 
 1079:        
 1080: # ---------------- Find and document discrepancies in the parameters and stores
 1081: 
 1082:     my $chparms='';
 1083:     foreach (sort keys %metadatafields) {
 1084: 	if (($_=~/^parameter/) || ($_=~/^stores/)) {
 1085: 	    unless ($_=~/\.\w+$/) { 
 1086: 		unless ($oldparmstores{$_}) {
 1087: 		    print $logfile 'New: '.$_."\n";
 1088: 		    $chparms.=$_.' ';
 1089: 		}
 1090: 	    }
 1091: 	}
 1092:     }
 1093:     if ($chparms) {
 1094: 	$scrout.='<p><b>'.&mt('New parameters or stored values').
 1095: 	    ':</b> '.$chparms.'</p>';
 1096:     }
 1097: 
 1098:     $chparms='';
 1099:     foreach (sort keys %oldparmstores) {
 1100: 	if (($_=~/^parameter/) || ($_=~/^stores/)) {
 1101: 	    unless (($metadatafields{$_.'.name'}) ||
 1102: 		    ($metadatafields{$_.'.package'}) || ($_=~/\.\w+$/)) {
 1103: 		print $logfile 'Obsolete: '.$_."\n";
 1104: 		$chparms.=$_.' ';
 1105: 	    }
 1106: 	}
 1107:     }
 1108:     if ($chparms) {
 1109: 	$scrout.='<p><b>'.&mt('Obsolete parameters or stored values').':</b> '.
 1110: 	    $chparms.'</p><h1><font color="red">'.&mt('Warning!').
 1111: 	    '</font></h1><p><font color="red" size="+1">'.
 1112: 	    &mt('If this resource is in active use, student performance data from the previous version may become inaccessible.').'</font></p><hr />';
 1113:     }
 1114: 
 1115: # ------------------------------------------------------- Now have all metadata
 1116: 
 1117:     my %keywords=();
 1118:         
 1119:     if (length($content)<500000) {
 1120: 	my $textonly=$content;
 1121: 	$textonly=~s/\<script[^\<]+\<\/script\>//g;
 1122: 	$textonly=~s/\<m\>[^\<]+\<\/m\>//g;
 1123: 	$textonly=~s/\<[^\>]*\>//g;
 1124: 	$textonly=~tr/A-Z/a-z/;
 1125: 	$textonly=~s/[\$\&][a-z]\w*//g;
 1126: 	$textonly=~s/[^a-z\s]//g;
 1127: 	
 1128: 	foreach ($textonly=~m/(\w+)/g) {
 1129: 	    unless ($nokey{$_}) {
 1130: 		$keywords{$_}=1;
 1131: 	    } 
 1132: 	}
 1133:     }
 1134: 
 1135:             
 1136:     foreach my $addkey (split(/[\"\'\,\;]/,$metadatafields{'keywords'})) {
 1137: 	$addkey=~s/\s+/ /g;
 1138: 	$addkey=~s/^\s//;
 1139: 	$addkey=~s/\s$//;
 1140: 	if ($addkey=~/\w/) {
 1141: 	    $keywords{$addkey}=1;
 1142: 	}
 1143:     }
 1144: # --------------------------------------------------- Now we also have keywords
 1145: # =============================================================================
 1146: # interactive mode html goes into $intr_scrout
 1147: # batch mode throws away this HTML
 1148: # additionally all of the field functions have a by product of setting
 1149: #   $env{'from.'..} so that it can be used by the phase two handler in
 1150: #    batch mode
 1151: 
 1152:     my $intr_scrout.=
 1153: 	'<form name="pubform" action="/adm/publish" method="post">'.
 1154: 	'<p>'.($env{'form.makeobsolete'}?'':'<input type="submit" value="'.&mt('Finalize Publication').'" />').'</p>'.
 1155: 	&hiddenfield('phase','two').
 1156: 	&hiddenfield('filename',$env{'form.filename'}).
 1157: 	&hiddenfield('allmeta',&Apache::lonnet::escape($allmeta)).
 1158: 	&hiddenfield('dependencies',join(',',keys %allow));
 1159:     unless ($env{'form.makeobsolete'}) {
 1160:        $intr_scrout.=
 1161: 	&textfield('Title','title',$metadatafields{'title'}).
 1162: 	&textfield('Author(s)','author',$metadatafields{'author'}).
 1163: 	&textfield('Subject','subject',$metadatafields{'subject'});
 1164:  # --------------------------------------------------- Scan content for keywords
 1165: 
 1166:     my $keywords_help = Apache::loncommon::help_open_topic("Publishing_Keywords");
 1167:     my $KEYWORDS=&mt('Keywords');
 1168:     my $CheckAll=&mt('check all');
 1169:     my $UncheckAll=&mt('uncheck all');
 1170:     my $keywordout=<<"END";
 1171: <script>
 1172: function checkAll(field) {
 1173:     for (i = 0; i < field.length; i++)
 1174:         field[i].checked = true ;
 1175: }
 1176: 
 1177: function uncheckAll(field) {
 1178:     for (i = 0; i < field.length; i++)
 1179:         field[i].checked = false ;
 1180: }
 1181: </script>
 1182: <p><font color="#800000" face="helvetica"><b>$KEYWORDS:</b></font>
 1183:  $keywords_help</b>
 1184: <input type="button" value="$CheckAll" onclick="javascript:checkAll(document.pubform.keywords)" /> 
 1185: <input type="button" value="$UncheckAll" onclick="javascript:uncheckAll(document.pubform.keywords)" /> 
 1186: </p>
 1187: <br />
 1188: END
 1189:     $keywordout.='<table border="2"><tr>';
 1190:     my $colcount=0;
 1191: 
 1192:     foreach (sort keys %keywords) {
 1193: 	$keywordout.='<td><label><input type="checkbox" name="keywords" value="'.$_.'"';
 1194: 	if ($metadatafields{'keywords'}) {
 1195: 	    if ($metadatafields{'keywords'}=~/\Q$_\E/) {
 1196: 		$keywordout.=' checked="on"';
 1197: 		$env{'form.keywords'}.=$_.',';
 1198: 	    }
 1199: 	} elsif (&Apache::loncommon::keyword($_)) {
 1200: 	    $keywordout.=' checked="on"';
 1201: 	    $env{'form.keywords'}.=$_.',';
 1202: 	}
 1203: 	$keywordout.=' />'.$_.'</label></td>';
 1204: 	if ($colcount>10) {
 1205: 	    $keywordout.="</tr><tr>\n";
 1206: 	    $colcount=0;
 1207: 	}
 1208: 	$colcount++;
 1209:     }
 1210:     $env{'form.keywords'}=~s/\,$//;
 1211: 
 1212:     $keywordout.='</tr></table>';
 1213: 
 1214:     $intr_scrout.=$keywordout;
 1215: 
 1216:     $intr_scrout.=&textfield('Additional Keywords','addkey','');
 1217: 
 1218:     $intr_scrout.=&textfield('Notes','notes',$metadatafields{'notes'});
 1219: 
 1220:     $intr_scrout.=
 1221: 	"\n<p><font color=\"#800000\" face=\"helvetica\"><b>".&mt('Abstract').":".
 1222: 	"</b></font></p><br />".
 1223: 	'<textarea cols="80" rows="5" name="abstract">'.
 1224: 	$metadatafields{'abstract'}.'</textarea></p>';
 1225: 
 1226:     $source=~/\.(\w+)$/;
 1227: 
 1228: 
 1229:     $intr_scrout.=
 1230: 	"\n<p><font color=\"#800000\" face=\"helvetica\"><b>".
 1231: 	&mt('Lowest Grade Level').':'.
 1232: 	"</b></font></p><br />".
 1233: 	&select_level_form($metadatafields{'lowestgradelevel'},'lowestgradelevel').
 1234: 	"\n<p><font color=\"#800000\" face=\"helvetica\"><b>".
 1235: 	&mt('Highest Grade Level').':'.
 1236: 	"</b></font></p><br />".
 1237: 	&select_level_form($metadatafields{'highestgradelevel'},'highestgradelevel').
 1238: 	&textfield('Standards','standards',$metadatafields{'standards'});
 1239: 
 1240: 
 1241: 
 1242: 
 1243:     $intr_scrout.=&hiddenfield('mime',$1);
 1244: 
 1245:     my $defaultlanguage=$metadatafields{'language'};
 1246:     $defaultlanguage =~ s/\s*notset\s*//g;
 1247:     $defaultlanguage =~ s/^,\s*//g;
 1248:     $defaultlanguage =~ s/,\s*$//g;
 1249: 
 1250:     $intr_scrout.=&selectbox('Language','language',
 1251: 			     $defaultlanguage,
 1252: 			     \&Apache::loncommon::languagedescription,
 1253: 			     (&Apache::loncommon::languageids),
 1254: 			     );
 1255: 
 1256:     unless ($metadatafields{'creationdate'}) {
 1257: 	$metadatafields{'creationdate'}=time;
 1258:     }
 1259:     $intr_scrout.=&hiddenfield('creationdate',
 1260: 			       &Apache::lonmysql::unsqltime($metadatafields{'creationdate'}));
 1261: 
 1262:     $intr_scrout.=&hiddenfield('lastrevisiondate',time);
 1263: 
 1264: 
 1265:     $intr_scrout.=&textfield('Publisher/Owner','owner',
 1266: 			     $metadatafields{'owner'});
 1267: 
 1268: # ---------------------------------------------- Retrofix for unused copyright
 1269:     if ($metadatafields{'copyright'} eq 'free') {
 1270: 	$metadatafields{'copyright'}='default';
 1271: 	$metadatafields{'sourceavail'}='open';
 1272:     }
 1273: # ------------------------------------------------ Dial in reasonable defaults
 1274:     my $defaultoption=$metadatafields{'copyright'};
 1275:     unless ($defaultoption) { $defaultoption='default'; }
 1276:     my $defaultsourceoption=$metadatafields{'sourceavail'};
 1277:     unless ($defaultsourceoption) { $defaultsourceoption='closed'; }
 1278:     unless ($style eq 'prv') {
 1279: # -------------------------------------------------- Correct copyright for rat.
 1280: 	if ($style eq 'rat') {
 1281: # -------------------------------------- Retrofix for non-applicable copyright
 1282: 	    if ($metadatafields{'copyright'} eq 'public') { 
 1283: 		delete $metadatafields{'copyright'};
 1284: 		$defaultoption='default';
 1285: 	    }
 1286: 	    $intr_scrout.=&selectbox('Copyright/Distribution','copyright',
 1287: 				     $defaultoption,
 1288: 				     \&Apache::loncommon::copyrightdescription,
 1289: 				    (grep !/^public$/,(&Apache::loncommon::copyrightids)));
 1290: 	} else {
 1291: 	    $intr_scrout.=&selectbox('Copyright/Distribution','copyright',
 1292: 				     $defaultoption,
 1293: 				     \&Apache::loncommon::copyrightdescription,
 1294: 				     (&Apache::loncommon::copyrightids));
 1295: 	}
 1296: 	my $copyright_help =
 1297: 	    Apache::loncommon::help_open_topic('Publishing_Copyright');
 1298: 	$intr_scrout =~ s/Distribution:/'Distribution: ' . $copyright_help/ge;
 1299: 	$intr_scrout.=&text_with_browse_field('Custom Distribution File','customdistributionfile',$metadatafields{'customdistributionfile'},'rights').$copyright_help;
 1300: 	$intr_scrout.=&selectbox('Source Distribution','sourceavail',
 1301: 				 $defaultsourceoption,
 1302: 				 \&Apache::loncommon::source_copyrightdescription,
 1303: 				 (&Apache::loncommon::source_copyrightids));
 1304: 	$intr_scrout.=&text_with_browse_field('Source Custom Distribution File','sourcerights',$metadatafields{'sourcerights'},'rights');
 1305: 	my $uctitle=&mt('Obsolete');
 1306: 	$intr_scrout.=
 1307: 	    "\n<p><font color=\"#800000\" face=\"helvetica\"><b>$uctitle:".
 1308: 	    '</b></font> <input type="checkbox" name="obsolete" ';
 1309: 	if ($metadatafields{'obsolete'}) {
 1310: 	    $intr_scrout.=' checked="1" ';
 1311: 	}
 1312: 	$intr_scrout.='/ ></p>'.
 1313: 	    &text_with_browse_field('Suggested Replacement for Obsolete File',
 1314: 				    'obsoletereplacement',
 1315: 				    $metadatafields{'obsoletereplacement'});
 1316:     } else {
 1317: 	$intr_scrout.=&hiddenfield('copyright','private');
 1318:     }
 1319:    } else {
 1320:        $intr_scrout.=
 1321: 	&hiddenfield('title',$metadatafields{'title'}).
 1322: 	&hiddenfield('author',$metadatafields{'author'}).
 1323: 	&hiddenfield('subject',$metadatafields{'subject'}).
 1324: 	&hiddenfield('keywords',$metadatafields{'keywords'}).
 1325: 	&hiddenfield('abstract',$metadatafields{'abstract'}).
 1326: 	&hiddenfield('notes',$metadatafields{'notes'}).
 1327: 	&hiddenfield('mime',$metadatafields{'mime'}).
 1328: 	&hiddenfield('creationdate',$metadatafields{'creationdate'}).
 1329: 	&hiddenfield('lastrevisiondate',time).
 1330: 	&hiddenfield('owner',$metadatafields{'owner'}).
 1331: 	&hiddenfield('lowestgradelevel',$metadatafields{'lowestgradelevel'}).
 1332: 	&hiddenfield('standards',$metadatafields{'standards'}).
 1333: 	&hiddenfield('highestgradelevel',$metadatafields{'highestgradelevel'}).
 1334: 	&hiddenfield('language',$metadatafields{'language'}).
 1335: 	&hiddenfield('copyright',$metadatafields{'copyright'}).
 1336: 	&hiddenfield('sourceavail',$metadatafields{'sourceavail'}).
 1337: 	&hiddenfield('customdistributionfile',$metadatafields{'customdistributionfile'}).
 1338: 	&text_with_browse_field('Suggested Replacement for Obsolete File',
 1339: 				    'obsoletereplacement',
 1340: 				    $metadatafields{'obsoletereplacement'});
 1341:    }
 1342:     if (!$batch) {
 1343: 	$scrout.=$intr_scrout.'<p><input type="submit" value="'.
 1344: 	    &mt($env{'form.makeobsolete'}?'Make Obsolete':'Finalize Publication').'" /></p></form>';
 1345:     }
 1346:     return($scrout,0);
 1347: }
 1348: 
 1349: #########################################
 1350: #########################################
 1351: 
 1352: =pod 
 1353: 
 1354: =item B<phasetwo>
 1355: 
 1356: Render second interface showing status of publication steps.
 1357: This is publication step two.
 1358: 
 1359: Parameters:
 1360: 
 1361: =over 4
 1362: 
 1363: =item I<$source>
 1364: 
 1365: =item I<$target>
 1366: 
 1367: =item I<$style>
 1368: 
 1369: =item I<$distarget>
 1370: 
 1371: =back
 1372: 
 1373: Returns:
 1374: 
 1375: =over 4
 1376: 
 1377: =item Scalar string
 1378: 
 1379: String contains status (errors and warnings) and information associated with
 1380: the server's attempts at publication.     
 1381: 
 1382: =cut
 1383: 
 1384: #'stupid emacs
 1385: #########################################
 1386: #########################################
 1387: sub phasetwo {
 1388: 
 1389:     my ($r,$source,$target,$style,$distarget,$batch)=@_;
 1390:     $source=~s/\/+/\//g;
 1391:     $target=~s/\/+/\//g;
 1392: 
 1393:     if ($target=~/\_\_\_/) {
 1394: 	$r->print(
 1395:  '<font color="red">'.&mt('Unsupported character combination').
 1396: 		  ' "<tt>___</tt>" '.&mt('in filename, FAIL').'</font>');
 1397:         return 0;
 1398:     }
 1399:     $distarget=~s/\/+/\//g;
 1400:     my $logfile;
 1401:     unless ($logfile=Apache::File->new('>>'.$source.'.log')) {
 1402: 	$r->print(
 1403:         '<font color="red">'.
 1404: 		&mt('No write permission to user directory, FAIL').'</font>');
 1405:         return 0;
 1406:     }
 1407:     print $logfile 
 1408:         "\n================= Publish ".localtime()." Phase Two  ================\n".$env{'user.name'}.'@'.$env{'user.domain'}."\n";
 1409:     
 1410:     %metadatafields=();
 1411:     %metadatakeys=();
 1412: 
 1413:     &metaeval(&Apache::lonnet::unescape($env{'form.allmeta'}));
 1414:     
 1415:     $metadatafields{'title'}=$env{'form.title'};
 1416:     $metadatafields{'author'}=$env{'form.author'};
 1417:     $metadatafields{'subject'}=$env{'form.subject'};
 1418:     $metadatafields{'notes'}=$env{'form.notes'};
 1419:     $metadatafields{'abstract'}=$env{'form.abstract'};
 1420:     $metadatafields{'mime'}=$env{'form.mime'};
 1421:     $metadatafields{'language'}=$env{'form.language'};
 1422:     $metadatafields{'creationdate'}=$env{'form.creationdate'};
 1423:     $metadatafields{'lastrevisiondate'}=$env{'form.lastrevisiondate'};
 1424:     $metadatafields{'owner'}=$env{'form.owner'};
 1425:     $metadatafields{'copyright'}=$env{'form.copyright'};
 1426:     $metadatafields{'standards'}=$env{'form.standards'};
 1427:     $metadatafields{'lowestgradelevel'}=$env{'form.lowestgradelevel'};
 1428:     $metadatafields{'highestgradelevel'}=$env{'form.highestgradelevel'};
 1429:     $metadatafields{'customdistributionfile'}=
 1430:                                  $env{'form.customdistributionfile'};
 1431:     $metadatafields{'sourceavail'}=$env{'form.sourceavail'};
 1432:     $metadatafields{'obsolete'}=$env{'form.obsolete'};
 1433:     $metadatafields{'obsoletereplacement'}=
 1434: 	                        $env{'form.obsoletereplacement'};
 1435:     $metadatafields{'dependencies'}=$env{'form.dependencies'};
 1436:     $metadatafields{'modifyinguser'}=$env{'user.name'}.'@'.
 1437: 	                                 $env{'user.domain'};
 1438:     $metadatafields{'authorspace'}=$cuname.'@'.$cudom;
 1439:     
 1440:     my $allkeywords=$env{'form.addkey'};
 1441:     if (exists($env{'form.keywords'})) {
 1442:         if (ref($env{'form.keywords'})) {
 1443:             $allkeywords .= ','.join(',',@{$env{'form.keywords'}});
 1444:         } else {
 1445:             $allkeywords .= ','.$env{'form.keywords'};
 1446:         }
 1447:     }
 1448:     $allkeywords=~s/[\"\']//g;
 1449:     $allkeywords=~s/\s*[\;\,]\s*/\,/g;
 1450:     $allkeywords=~s/\s+/ /g;
 1451:     $allkeywords=~s/^[ \,]//;
 1452:     $allkeywords=~s/[ \,]$//;
 1453:     $metadatafields{'keywords'}=$allkeywords;
 1454:     
 1455: # check if custom distribution file is specified
 1456:     if ($metadatafields{'copyright'} eq 'custom') {
 1457: 	my $file=$metadatafields{'customdistributionfile'};
 1458: 	unless ($file=~/\.rights$/) {
 1459:             return 
 1460:                 '<font color="red">'.&mt('No valid custom distribution rights file specified, FAIL').
 1461: 		'</font>';
 1462:         }
 1463:     }
 1464:     {
 1465:         print $logfile "\nWrite metadata file for ".$source;
 1466:         my $mfh;
 1467:         unless ($mfh=Apache::File->new('>'.$source.'.meta')) {
 1468:             return 
 1469:                 '<font color="red">'.&mt('Could not write metadata, FAIL').
 1470: 		'</font>';
 1471:         }
 1472:         foreach (sort keys %metadatafields) {
 1473:             unless ($_=~/\./) {
 1474:                 my $unikey=$_;
 1475:                 $unikey=~/^([A-Za-z]+)/;
 1476:                 my $tag=$1;
 1477:                 $tag=~tr/A-Z/a-z/;
 1478:                 print $mfh "\n\<$tag";
 1479:                 foreach (split(/\,/,$metadatakeys{$unikey})) {
 1480:                     my $value=$metadatafields{$unikey.'.'.$_};
 1481:                     $value=~s/\"/\'\'/g;
 1482:                     print $mfh ' '.$_.'="'.$value.'"';
 1483:                 }
 1484:                 print $mfh '>'.
 1485:                     &HTML::Entities::encode($metadatafields{$unikey},'<>&"')
 1486:                         .'</'.$tag.'>';
 1487:             }
 1488:         }
 1489:         $r->print('<p>'.&mt('Wrote Metadata').'</p>');
 1490:         print $logfile "\nWrote metadata";
 1491:     }
 1492:     
 1493: # -------------------------------- Synchronize entry with SQL metadata database
 1494: 
 1495:     $metadatafields{'url'} = $distarget;
 1496:     $metadatafields{'version'} = 'current';
 1497: 
 1498:     my ($error,$success) = &store_metadata(%metadatafields);
 1499:     if ($success) {
 1500: 	$r->print('<p>'.&mt('Synchronized SQL metadata database').'</p>');
 1501: 	print $logfile "\nSynchronized SQL metadata database";
 1502:     } else {
 1503: 	$r->print($error);
 1504: 	print $logfile "\n".$error;
 1505:     }
 1506: # --------------------------------------------- Delete author resource messages
 1507:     my $delresult=&Apache::lonmsg::del_url_author_res_msg($target); 
 1508:     $r->print('<p>'.&mt('Removing error messages:').' '.$delresult.'</p>');
 1509:     print $logfile "\nRemoving error messages: $delresult";
 1510: # ----------------------------------------------------------- Copy old versions
 1511:    
 1512:     if (-e $target) {
 1513:         my $filename;
 1514:         my $maxversion=0;
 1515:         $target=~/(.*)\/([^\/]+)\.(\w+)$/;
 1516:         my $srcf=$2;
 1517:         my $srct=$3;
 1518:         my $srcd=$1;
 1519:         unless ($srcd=~/^\/home\/httpd\/html\/res/) {
 1520:             print $logfile "\nPANIC: Target dir is ".$srcd;
 1521:             return "<font color=\"red\">Invalid target directory, FAIL</font>";
 1522:         }
 1523:         opendir(DIR,$srcd);
 1524:         while ($filename=readdir(DIR)) {
 1525:             if (-l $srcd.'/'.$filename) {
 1526:                 unlink($srcd.'/'.$filename);
 1527:                 unlink($srcd.'/'.$filename.'.meta');
 1528:             } else {
 1529:                 if ($filename=~/\Q$srcf\E\.(\d+)\.\Q$srct\E$/) {
 1530:                     $maxversion=($1>$maxversion)?$1:$maxversion;
 1531:                 }
 1532:             }
 1533:         }
 1534:         closedir(DIR);
 1535:         $maxversion++;
 1536:         $r->print('<p>Creating old version '.$maxversion.'</p>');
 1537:         print $logfile "\nCreating old version ".$maxversion."\n";
 1538:         
 1539:         my $copyfile=$srcd.'/'.$srcf.'.'.$maxversion.'.'.$srct;
 1540:         
 1541:         if (copy($target,$copyfile)) {
 1542: 	    print $logfile "Copied old target to ".$copyfile."\n";
 1543:             $r->print('<p>'.&mt('Copied old target file').'</p>');
 1544:         } else {
 1545: 	    print $logfile "Unable to write ".$copyfile.':'.$!."\n";
 1546:             return "<font color=\"red\">".&mt('Failed to copy old target').
 1547: 		", $!, ".&mt('FAIL')."</font>";
 1548:         }
 1549:         
 1550: # --------------------------------------------------------------- Copy Metadata
 1551: 
 1552: 	$copyfile=$copyfile.'.meta';
 1553:         
 1554:         if (copy($target.'.meta',$copyfile)) {
 1555: 	    print $logfile "Copied old target metadata to ".$copyfile."\n";
 1556:             $r->print('<p>'.&mt('Copied old metadata').'</p>')
 1557:         } else {
 1558: 	    print $logfile "Unable to write metadata ".$copyfile.':'.$!."\n";
 1559:             if (-e $target.'.meta') {
 1560:                 return 
 1561:                     "<font color=\"red\">".
 1562: &mt('Failed to write old metadata copy').", $!, ".&mt('FAIL')."</font>";
 1563: 	    }
 1564:         }
 1565:         
 1566:         
 1567:     } else {
 1568:         $r->print('<p>'.&mt('Initial version').'</p>');
 1569:         print $logfile "\nInitial version";
 1570:     }
 1571: 
 1572: # ---------------------------------------------------------------- Write Source
 1573:     my $copyfile=$target;
 1574:     
 1575:     my @parts=split(/\//,$copyfile);
 1576:     my $path="/$parts[1]/$parts[2]/$parts[3]/$parts[4]";
 1577:     
 1578:     my $count;
 1579:     for ($count=5;$count<$#parts;$count++) {
 1580:         $path.="/$parts[$count]";
 1581:         if ((-e $path)!=1) {
 1582:             print $logfile "\nCreating directory ".$path;
 1583:             $r->print('<p>'.&mt('Created directory').' '.$parts[$count].'</p>');
 1584:             mkdir($path,0777);
 1585:         }
 1586:     }
 1587:     
 1588:     if (copy($source,$copyfile)) {
 1589:         print $logfile "\nCopied original source to ".$copyfile."\n";
 1590:         $r->print('<p>'.&mt('Copied source file').'</p>');
 1591:     } else {
 1592:         print $logfile "\nUnable to write ".$copyfile.':'.$!."\n";
 1593:         return "<font color=\"red\">".
 1594: 	    &mt('Failed to copy source').", $!, ".&mt('FAIL')."</font>";
 1595:     }
 1596:     
 1597: # --------------------------------------------------------------- Copy Metadata
 1598: 
 1599:     $copyfile=$copyfile.'.meta';
 1600:     
 1601:     if (copy($source.'.meta',$copyfile)) {
 1602:         print $logfile "\nCopied original metadata to ".$copyfile."\n";
 1603:         $r->print('<p>'.&mt('Copied metadata').'</p>');
 1604:     } else {
 1605:         print $logfile "\nUnable to write metadata ".$copyfile.':'.$!."\n";
 1606:         return 
 1607:             "<font color=\"red\">".&mt('Failed to write metadata copy').", $!, ".&mt('FAIL')."</font>";
 1608:     }
 1609:     $r->rflush;
 1610: 
 1611: # ------------------------------------------------------------- Trigger updates
 1612:     push(@{$modified_urls},[$target,$source]);
 1613:     unless ($registered_cleanup) {
 1614: 	$r->register_cleanup(\&notify);
 1615: 	$registered_cleanup=1;
 1616:     }
 1617: # ------------------------------------------------ Provide link to new resource
 1618:     unless ($batch) {
 1619:         my $thisdistarget=$target;
 1620:         $thisdistarget=~s/^\Q$docroot\E//;
 1621:         
 1622:         my $thissrc=$source;
 1623:         $thissrc=~s/^\/home\/(\w+)\/public_html/\/priv\/$1/;
 1624:         
 1625:         my $thissrcdir=$thissrc;
 1626:         $thissrcdir=~s/\/[^\/]+$/\//;
 1627:         
 1628:         
 1629:         $r->print(
 1630:            '<hr /><a href="'.$thisdistarget.'"><font size="+2">'.
 1631:            &mt('View Published Version').'</font></a>'.
 1632:            '<p><a href="'.$thissrc.'"><font size=+2>'.
 1633: 		  &mt('Back to Source').'</font></a></p>'.
 1634:            '<p><a href="'.$thissrcdir.
 1635:                    '"><font size="+2">'.
 1636: 		  &mt('Back to Source Directory').'</font></a></p>');
 1637:     }
 1638:     $logfile->close();
 1639:     return '<p><font color="green">'.&mt('Done').'</font></p>';
 1640: }
 1641: 
 1642: # =============================================================== Notifications
 1643: sub notify {  
 1644: # --------------------------------------------------- Send update notifications
 1645:     foreach my $targetsource (@{$modified_urls}){
 1646: 	my ($target,$source)=@{$targetsource};
 1647: 	my $logfile=Apache::File->new('>>'.$source.'.log');
 1648: 	print $logfile "\nCleanup phase: Notifications\n";
 1649: 	my @subscribed=&get_subscribed_hosts($target);
 1650: 	foreach my $subhost (@subscribed) {
 1651: 	    print $logfile "\nNotifying host ".$subhost.':';
 1652: 	    my $reply=&Apache::lonnet::critical('update:'.$target,$subhost);
 1653: 	    print $logfile $reply;
 1654: 	}
 1655: # ---------------------------------------- Send update notifications, meta only
 1656: 	my @subscribedmeta=&get_subscribed_hosts("$target.meta");
 1657: 	foreach my $subhost (@subscribedmeta) {
 1658: 	    print $logfile "\nNotifying host for metadata only ".$subhost.':';
 1659: 	    my $reply=&Apache::lonnet::critical('update:'.$target.'.meta',
 1660: 						$subhost);
 1661: 	    print $logfile $reply;
 1662: 	} 
 1663: # --------------------------------------------------- Notify subscribed courses
 1664: 	my %courses=&coursedependencies($target);
 1665: 	my $now=time;
 1666: 	foreach (keys %courses) {
 1667: 	    print $logfile "\nNotifying course ".$_.':';
 1668: 	    my ($cdom,$cname)=split(/\_/,$_);
 1669: 	    my $reply=&Apache::lonnet::cput
 1670: 		('versionupdate',{$target => $now},$cdom,$cname);
 1671: 	    print $logfile $reply;
 1672: 	}
 1673: 	print $logfile "\n============ Done ============\n";
 1674: 	$logfile->close();
 1675:     }
 1676:     return OK;
 1677: }
 1678: 
 1679: #########################################
 1680: 
 1681: sub batchpublish {
 1682:     my ($r,$srcfile,$targetfile)=@_;
 1683:     #publication pollutes %env with form.* values
 1684:     my %oldenv=%env;
 1685:     $srcfile=~s/\/+/\//g;
 1686:     $targetfile=~s/\/+/\//g;
 1687:     my $thisdisfn=$srcfile;
 1688:     $thisdisfn=~s/\/home\/korte\/public_html\///;
 1689:     $srcfile=~s/\/+/\//g;
 1690: 
 1691:     my $docroot=$r->dir_config('lonDocRoot');
 1692:     my $thisdistarget=$targetfile;
 1693:     $thisdistarget=~s/^\Q$docroot\E//;
 1694: 
 1695: 
 1696:     %metadatafields=();
 1697:     %metadatakeys=();
 1698:     $srcfile=~/\.(\w+)$/;
 1699:     my $thistype=$1;
 1700: 
 1701: 
 1702:     my $thisembstyle=&Apache::loncommon::fileembstyle($thistype);
 1703:      
 1704:     $r->print('<h2>'.&mt('Publishing').' <tt>'.$thisdisfn.'</tt></h2>');
 1705: 
 1706: # phase one takes
 1707: #  my ($source,$target,$style,$batch)=@_;
 1708:     my ($outstring,$error)=&publish($srcfile,$targetfile,$thisembstyle,1);
 1709:     $r->print('<p>'.$outstring.'</p>');
 1710: # phase two takes
 1711: # my ($source,$target,$style,$distarget,batch)=@_;
 1712: # $env{'form.allmeta'},$env{'form.title'},$env{'form.author'},...
 1713:     if (!$error) {
 1714: 	$r->print('<p>');
 1715: 	&phasetwo($r,$srcfile,$targetfile,$thisembstyle,$thisdistarget,1);
 1716: 	$r->print('</p>');
 1717:     }
 1718:     %env=%oldenv;
 1719:     return '';
 1720: }
 1721: 
 1722: #########################################
 1723: 
 1724: sub publishdirectory {
 1725:     my ($r,$fn,$thisdisfn)=@_;
 1726:     $fn=~s/\/+/\//g;
 1727:     $thisdisfn=~s/\/+/\//g;
 1728:     my $resdir=
 1729: 	$Apache::lonnet::perlvar{'lonDocRoot'}.'/res/'.$cudom.'/'.$cuname.'/'.
 1730: 	$thisdisfn;
 1731:     $r->print('<h1>'.&mt('Directory').' <tt>'.$thisdisfn.'</tt></h1>'.
 1732: 	      &mt('Target').': <tt>'.$resdir.'</tt><br />');
 1733: 
 1734:     my $dirptr=16384;		# Mask indicating a directory in stat.cmode.
 1735:     unless ($env{'form.phase'} eq 'two') {
 1736: # ask user what they want
 1737:         $r->print('<form name="pubdirpref" method="post">'.
 1738: 		  &hiddenfield('phase','two').
 1739: 		  &hiddenfield('filename',$env{'form.filename'}).
 1740: 		  &checkbox('pubrec','include subdirectories').
 1741: 		  &checkbox('forcerepub','force republication of previously published files').
 1742:                   &checkbox('forceobsolete','make file(s) obsolete'));
 1743:         my %allcopyrights=('keep','Keep current copyright');
 1744:         my %ratcopyrights=%allcopyrights;
 1745:         foreach (&Apache::loncommon::copyrightids) {
 1746:             $allcopyrights{$_}=&Apache::loncommon::copyrightdescription($_);
 1747:             unless ($_ eq 'public') { $ratcopyrights{$_}=$allcopyrights{$_}; }
 1748: 	}
 1749:         $r->print('<br >'.&mt('Copyright for all files:').&Apache::loncommon::select_form('keep','forceallcopy',%allcopyrights));
 1750:         $r->print('<br >'.&mt('Copyright for pages/sequences:').&Apache::loncommon::select_form('keep','forceratcopy',%ratcopyrights));
 1751: 	$r->print(&text_with_browse_field('Custom Distribution File','forcecustomfile'));
 1752:         $r->print('<br /><input type="submit" value="'.&mt('Publish Directory').'" /></form>');
 1753:     } else {
 1754: # actually publish things
 1755: 	opendir(DIR,$fn);
 1756: 	my @files=sort(readdir(DIR));
 1757: 	foreach my $filename (@files) {
 1758: 	    my ($cdev,$cino,$cmode,$cnlink,
 1759: 		$cuid,$cgid,$crdev,$csize,
 1760: 		$catime,$cmtime,$cctime,
 1761: 		$cblksize,$cblocks)=stat($fn.'/'.$filename);
 1762: 	    
 1763: 	    my $extension='';
 1764: 	    if ($filename=~/\.(\w+)$/) { $extension=$1; }
 1765: 	    if ($cmode&$dirptr) {
 1766: 		if (($filename!~/^\./) && ($env{'form.pubrec'})) {
 1767: 		    &publishdirectory($r,$fn.'/'.$filename,$thisdisfn.'/'.$filename);
 1768: 		}
 1769: 	    } elsif ((&Apache::loncommon::fileembstyle($extension) ne 'hdn') &&
 1770: 		     ($filename!~/^[\#\.]/) && ($filename!~/\~$/)) {
 1771: # find out publication status and/or exiting metadata
 1772: 		my $publishthis=0;
 1773: 		if (-e $resdir.'/'.$filename) {
 1774: 		    my ($rdev,$rino,$rmode,$rnlink,
 1775: 			$ruid,$rgid,$rrdev,$rsize,
 1776: 			$ratime,$rmtime,$rctime,
 1777: 			$rblksize,$rblocks)=stat($resdir.'/'.$filename);
 1778: 		    if (($rmtime<$cmtime) || ($env{'form.forcerepub'})) {
 1779: # previously published, modified now
 1780: 			$publishthis=1;
 1781: 		    }
 1782: 		} else {
 1783: # never published
 1784: 		    $publishthis=1;
 1785: 		}
 1786: 		if ($publishthis) {
 1787: 		    &batchpublish($r,$fn.'/'.$filename,$resdir.'/'.$filename);
 1788: 		} else {
 1789: 		    $r->print('<br />'.&mt('Skipping').' '.$filename.'<br />');
 1790: 		}
 1791: 		$r->rflush();
 1792: 	    }
 1793: 	}
 1794: 	closedir(DIR);
 1795:     }
 1796: }
 1797: 
 1798: #########################################
 1799: # publish a default.meta file
 1800: 
 1801: sub defaultmetapublish {
 1802:     my ($r,$fn,$cuname,$cudom)=@_;
 1803:     $fn=~s/^\/\~$cuname\//\/home\/$cuname\/public_html\//;
 1804:     unless (-e $fn) {
 1805:        return HTTP_NOT_FOUND;
 1806:     }
 1807:     my $target=$fn;
 1808:     $target=~s/^\/home\/$cuname\/public_html\//$Apache::lonnet::perlvar{'lonDocRoot'}\/res\/$cudom\/$cuname\//;
 1809: 
 1810: 
 1811:     &Apache::loncommon::content_type($r,'text/html');
 1812:     $r->send_http_header;
 1813: 
 1814:     $r->print('<html><head><title>LON-CAPA Publishing</title></head>');
 1815:     $r->print(&Apache::loncommon::bodytag('Catalog Information Publication'));
 1816: 
 1817: # ---------------------------------------------------------------- Write Source
 1818:     my $copyfile=$target;
 1819:     
 1820:     my @parts=split(/\//,$copyfile);
 1821:     my $path="/$parts[1]/$parts[2]/$parts[3]/$parts[4]";
 1822:     
 1823:     my $count;
 1824:     for ($count=5;$count<$#parts;$count++) {
 1825:         $path.="/$parts[$count]";
 1826:         if ((-e $path)!=1) {
 1827:             $r->print('<p>'.&mt('Created directory').' '.$parts[$count].'</p>');
 1828:             mkdir($path,0777);
 1829:         }
 1830:     }
 1831:     
 1832:     if (copy($fn,$copyfile)) {
 1833:         $r->print('<p>'.&mt('Copied source file').'</p>');
 1834:     } else {
 1835:         return "<font color=\"red\">".
 1836: 	    &mt('Failed to copy source').", $!, ".&mt('FAIL')."</font>";
 1837:     }
 1838: 
 1839: # --------------------------------------------------- Send update notifications
 1840: 
 1841:     my @subscribed=&get_subscribed_hosts($target);
 1842:     foreach my $subhost (@subscribed) {
 1843: 	$r->print('<p>'.&mt('Notifying host').' '.$subhost.':');$r->rflush;
 1844: 	my $reply=&Apache::lonnet::critical('update:'.$target,$subhost);
 1845: 	$r->print($reply.'</p><br />');$r->rflush;
 1846:     }
 1847: # ------------------------------------------------------------------- Link back
 1848:     my $link=$fn;
 1849:     $link=~s/^\/home\/$cuname\/public_html\//\/priv\/$cuname\//;
 1850:     $r->print("<a href='$link'>".&mt('Back to Catalog Information').'</a>');
 1851:     $r->print('</body></html>');
 1852:     return OK;
 1853: }
 1854: #########################################
 1855: 
 1856: =pod
 1857: 
 1858: =item B<handler>
 1859: 
 1860: A basic outline of the handler subroutine follows.
 1861: 
 1862: =over 4
 1863: 
 1864: =item *
 1865: 
 1866: Get query string for limited number of parameters.
 1867: 
 1868: =item *
 1869: 
 1870: Check filename.
 1871: 
 1872: =item *
 1873: 
 1874: File is there and owned, init lookup tables.
 1875: 
 1876: =item *
 1877: 
 1878: Start page output.
 1879: 
 1880: =item *
 1881: 
 1882: Evaluate individual file, and then output information.
 1883: 
 1884: =item *
 1885: 
 1886: Publishing from $thisfn to $thistarget with $thisembstyle.
 1887: 
 1888: =back
 1889: 
 1890: =cut
 1891: 
 1892: #########################################
 1893: #########################################
 1894: sub handler {
 1895:     my $r=shift;
 1896: 
 1897:     if ($r->header_only) {
 1898: 	&Apache::loncommon::content_type($r,'text/html');
 1899: 	$r->send_http_header;
 1900: 	return OK;
 1901:     }
 1902: 
 1903: # Get query string for limited number of parameters
 1904: 
 1905:     &Apache::loncommon::get_unprocessed_cgi($ENV{'QUERY_STRING'},
 1906:                                             ['filename']);
 1907: 
 1908: # -------------------------------------- Flag and buffer for registered cleanup
 1909:     $registered_cleanup=0;
 1910:     @{$modified_urls}=();
 1911: # -------------------------------------------------------------- Check filename
 1912: 
 1913:     my $fn=&Apache::lonnet::unescape($env{'form.filename'});
 1914: 
 1915:     ($cuname,$cudom)=
 1916: 	&Apache::loncacc::constructaccess($fn,$r->dir_config('lonDefDomain'));
 1917: 
 1918: # special publication: default.meta file
 1919:     if ($fn=~/\/default.meta$/) {
 1920: 	return &defaultmetapublish($r,$fn,$cuname,$cudom); 
 1921:     }
 1922:     $fn=~s/\.meta$//;
 1923:   
 1924:     unless ($fn) { 
 1925: 	$r->log_reason($cuname.' at '.$cudom.
 1926: 		       ' trying to publish empty filename', $r->filename); 
 1927: 	return HTTP_NOT_FOUND;
 1928:     } 
 1929: 
 1930:     unless (($cuname) && ($cudom)) {
 1931: 	$r->log_reason($cuname.' at '.$cudom.
 1932: 		       ' trying to publish file '.$env{'form.filename'}.
 1933: 		       ' ('.$fn.') - not authorized', 
 1934: 		       $r->filename); 
 1935: 	return HTTP_NOT_ACCEPTABLE;
 1936:     }
 1937: 
 1938:     my $home=&Apache::lonnet::homeserver($cuname,$cudom);
 1939:     my $allowed=0;
 1940:     my @ids=&Apache::lonnet::current_machine_ids();
 1941:     foreach my $id (@ids) { if ($id eq $home) { $allowed = 1; }  }
 1942:     unless ($allowed) {
 1943: 	$r->log_reason($cuname.' at '.$cudom.
 1944: 		       ' trying to publish file '.$env{'form.filename'}.
 1945: 		       ' ('.$fn.') - not homeserver ('.$home.')', 
 1946: 		       $r->filename); 
 1947: 	return HTTP_NOT_ACCEPTABLE;
 1948:     }
 1949: 
 1950:     $fn=~s/^http\:\/\/[^\/]+//;
 1951:     $fn=~s/^\/\~(\w+)/\/home\/$1\/public_html/;
 1952: 
 1953:     my $targetdir='';
 1954:     $docroot=$r->dir_config('lonDocRoot'); 
 1955:     if ($1 ne $cuname) {
 1956: 	$r->log_reason($cuname.' at '.$cudom.
 1957: 		       ' trying to publish unowned file '.
 1958: 		       $env{'form.filename'}.' ('.$fn.')', 
 1959: 		       $r->filename); 
 1960: 	return HTTP_NOT_ACCEPTABLE;
 1961:     } else {
 1962: 	$targetdir=$docroot.'/res/'.$cudom;
 1963:     }
 1964:                                  
 1965:   
 1966:     unless (-e $fn) { 
 1967: 	$r->log_reason($cuname.' at '.$cudom.
 1968: 		       ' trying to publish non-existing file '.
 1969: 		       $env{'form.filename'}.' ('.$fn.')', 
 1970: 		       $r->filename); 
 1971: 	return HTTP_NOT_FOUND;
 1972:     } 
 1973: 
 1974:     unless ($env{'form.phase'} eq 'two') {
 1975: 
 1976: # -------------------------------- File is there and owned, init lookup tables.
 1977: 
 1978: 	%addid=();
 1979: 
 1980: 	{
 1981: 	    my $fh=Apache::File->new($r->dir_config('lonTabDir').'/addid.tab');
 1982: 	    while (<$fh>=~/(\w+)\s+(\w+)/) {
 1983: 		$addid{$1}=$2;
 1984: 	    }
 1985: 	}
 1986: 
 1987: 	%nokey=();
 1988: 
 1989: 	{
 1990: 	    my $fh=Apache::File->new($r->dir_config('lonIncludes').'/un_keyword.tab');
 1991: 	    while (<$fh>) {
 1992: 		my $word=$_;
 1993: 		chomp($word);
 1994: 		$nokey{$word}=1;
 1995: 	    }
 1996: 	}
 1997: 
 1998:     }
 1999: 
 2000: # ---------------------------------------------------------- Start page output.
 2001: 
 2002:     &Apache::loncommon::content_type($r,'text/html');
 2003:     $r->send_http_header;
 2004:     
 2005:     my $js=&Apache::loncommon::browser_and_searcher_javascript();
 2006:     $r->print('<html><head><title>LON-CAPA Publishing</title>
 2007:               <script type="text/javascript">'.$js.'
 2008:               </script></head>');
 2009:     $r->print(&Apache::loncommon::bodytag('Resource Publication'));
 2010: 
 2011: 
 2012:     my $thisfn=$fn;
 2013: 
 2014:     my $thistarget=$thisfn;
 2015:       
 2016:     $thistarget=~s/^\/home/$targetdir/;
 2017:     $thistarget=~s/\/public\_html//;
 2018: 
 2019:     my $thisdistarget=$thistarget;
 2020:     $thisdistarget=~s/^\Q$docroot\E//;
 2021: 
 2022:     my $thisdisfn=$thisfn;
 2023:     $thisdisfn=~s/^\/home\/\Q$cuname\E\/public_html\///;
 2024: 
 2025:     if ($fn=~/\/$/) {
 2026: # -------------------------------------------------------- This is a directory
 2027: 	&publishdirectory($r,$fn,$thisdisfn);
 2028: 	$r->print('<hr /><a href="/priv/'
 2029: 		  .$cuname.'/'.$thisdisfn
 2030: 		  .'">'.&mt('Return to Directory').'</a>');
 2031: 
 2032: 
 2033:     } else {
 2034: # ---------------------- Evaluate individual file, and then output information.
 2035: 	$thisfn=~/\.(\w+)$/;
 2036: 	my $thistype=$1;
 2037: 	my $thisembstyle=&Apache::loncommon::fileembstyle($thistype);
 2038: 	$r->print('<h2>'.&mt('Publishing').' '.
 2039: 		  &Apache::loncommon::filedescription($thistype).' <tt>');
 2040: 
 2041: 	$r->print(<<ENDCAPTION);
 2042: <a href='javascript:void(window.open("/~$cuname/$thisdisfn","cat","height=300,width=500,scrollbars=1,resizable=1,menubar=0,location=1"))'>
 2043: $thisdisfn</a>
 2044: ENDCAPTION
 2045:         $r->print('</tt></h2><b>'.&mt('Target').':</b> <tt>'.
 2046: 		  $thisdistarget.'</tt><br />');
 2047:    
 2048: 	if (($cuname ne $env{'user.name'})||($cudom ne $env{'user.domain'})) {
 2049: 	    $r->print('<h3><font color="red">'.&mt('Co-Author').': '.
 2050: 		      $cuname.&mt(' at ').$cudom.'</font></h3>');
 2051: 	}
 2052: 
 2053: 	if (&Apache::loncommon::fileembstyle($thistype) eq 'ssi') {
 2054: 	    $r->print(<<ENDDIFF);
 2055: <br />
 2056: <a href='javascript:void(window.open("/adm/diff?filename=/~$cuname/$thisdisfn&versiontwo=priv","cat","height=300,width=500,scrollbars=1,resizable=1,menubar=0,location=1"))'>
 2057: ENDDIFF
 2058:             $r->print(&mt('Diffs with Current Version').'</a><br />');
 2059: 	}
 2060:   
 2061: # ------------------ Publishing from $thisfn to $thistarget with $thisembstyle.
 2062: 
 2063: 	unless ($env{'form.phase'} eq 'two') {
 2064: # ---------------------------------------------------------- Parse for problems
 2065: 	    my ($warningcount,$errorcount);
 2066: 	    if ($thisembstyle eq 'ssi') {
 2067: 		($warningcount,$errorcount)=&checkonthis($r,$thisfn);
 2068: 	    }
 2069: 	    unless ($errorcount) {
 2070: 		my ($outstring,$error)=
 2071: 		    &publish($thisfn,$thistarget,$thisembstyle);
 2072: 		$r->print('<hr />'.$outstring);
 2073: 	    } else {
 2074: 		$r->print('<h3>'.
 2075: 			  &mt('The document contains errors and cannot be published.').
 2076: 			  '</h3>');
 2077: 	    }
 2078: 	} else {
 2079: 	    $r->print('<hr />'.
 2080: 	    &phasetwo($r,$thisfn,$thistarget,$thisembstyle,$thisdistarget)); 
 2081: 	}
 2082:     }
 2083:     $r->print('</body></html>');
 2084: 
 2085:     return OK;
 2086: }
 2087: 
 2088: 1;
 2089: __END__
 2090: 
 2091: =pod
 2092: 
 2093: =back
 2094: 
 2095: =back
 2096: 
 2097: =cut
 2098: 

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>