File:  [LON-CAPA] / loncom / publisher / lonpublisher.pm
Revision 1.236: download - view: text, annotated - select for diffs
Mon May 19 18:43:16 2008 UTC (16 years ago) by www
Branches: MAIN
CVS tags: HEAD
Bug #5696: Friends don't let friends publish problems without responses

    1: # The LearningOnline Network with CAPA
    2: # Publication Handler
    3: #
    4: # $Id: lonpublisher.pm,v 1.236 2008/05/19 18:43:16 www Exp $
    5: #
    6: # Copyright Michigan State University Board of Trustees
    7: #
    8: # This file is part of the LearningOnline Network with CAPA (LON-CAPA).
    9: #
   10: # LON-CAPA is free software; you can redistribute it and/or modify
   11: # it under the terms of the GNU General Public License as published by
   12: # the Free Software Foundation; either version 2 of the License, or
   13: # (at your option) any later version.
   14: #
   15: # LON-CAPA is distributed in the hope that it will be useful,
   16: # but WITHOUT ANY WARRANTY; without even the implied warranty of
   17: # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   18: # GNU General Public License for more details.
   19: #
   20: # You should have received a copy of the GNU General Public License
   21: # along with LON-CAPA; if not, write to the Free Software
   22: # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
   23: #
   24: # /home/httpd/html/adm/gpl.txt
   25: #
   26: # http://www.lon-capa.org/
   27: #
   28: ###
   29: 
   30: ###############################################################################
   31: ##                                                                           ##
   32: ## ORGANIZATION OF THIS PERL MODULE                                          ##
   33: ##                                                                           ##
   34: ## 1. Modules used by this module                                            ##
   35: ## 2. Various subroutines                                                    ##
   36: ## 3. Publication Step One                                                   ##
   37: ## 4. Phase Two                                                              ##
   38: ## 5. Main Handler                                                           ##
   39: ##                                                                           ##
   40: ###############################################################################
   41: 
   42: 
   43: ######################################################################
   44: ######################################################################
   45: 
   46: =pod 
   47: 
   48: =head1 NAME
   49: 
   50: lonpublisher - LON-CAPA publishing handler
   51: 
   52: =head1 SYNOPSIS
   53: 
   54: B<lonpublisher> is used by B<mod_perl> inside B<Apache>.  This is the
   55: invocation by F<loncapa_apache.conf>:
   56: 
   57:   <Location /adm/publish>
   58:   PerlAccessHandler       Apache::lonacc
   59:   SetHandler perl-script
   60:   PerlHandler Apache::lonpublisher
   61:   ErrorDocument     403 /adm/login
   62:   ErrorDocument     404 /adm/notfound.html
   63:   ErrorDocument     406 /adm/unauthorized.html
   64:   ErrorDocument     500 /adm/errorhandler
   65:   </Location>
   66: 
   67: =head1 OVERVIEW
   68: 
   69: Authors can only write-access the C</~authorname/> space. They can
   70: copy resources into the resource area through the publication step,
   71: and move them back through a recover step. Authors do not have direct
   72: write-access to their resource space.
   73: 
   74: During the publication step, several events will be
   75: triggered. Metadata is gathered, where a wizard manages default
   76: entries on a hierarchical per-directory base: The wizard imports the
   77: metadata (including access privileges and royalty information) from
   78: the most recent published resource in the current directory, and if
   79: that is not available, from the next directory above, etc. The Network
   80: keeps all previous versions of a resource and makes them available by
   81: an explicit version number, which is inserted between the file name
   82: and extension, for example C<foo.2.html>, while the most recent
   83: version does not carry a version number (C<foo.html>). Servers
   84: subscribing to a changed resource are notified that a new version is
   85: available.
   86: 
   87: =head1 DESCRIPTION
   88: 
   89: B<lonpublisher> takes the proper steps to add resources to the LON-CAPA
   90: digital library.  This includes updating the metadata table in the
   91: LON-CAPA database.
   92: 
   93: B<lonpublisher> is many things to many people.  
   94: 
   95: This module publishes a file.  This involves gathering metadata,
   96: versioning the file, copying file from construction space to
   97: publication space, and copying metadata from construction space
   98: to publication space.
   99: 
  100: =head2 SUBROUTINES
  101: 
  102: Many of the undocumented subroutines implement various magical
  103: parsing shortcuts.
  104: 
  105: =over 4
  106: 
  107: =cut
  108: 
  109: ######################################################################
  110: ######################################################################
  111: 
  112: 
  113: package Apache::lonpublisher;
  114: 
  115: # ------------------------------------------------- modules used by this module
  116: use strict;
  117: use Apache::File;
  118: use File::Copy;
  119: use Apache::Constants qw(:common :http :methods);
  120: use HTML::LCParser;
  121: use Apache::lonxml;
  122: use Apache::loncacc;
  123: use DBI;
  124: use Apache::lonnet;
  125: use Apache::loncommon();
  126: use Apache::lonmysql;
  127: use Apache::lonlocal;
  128: use Apache::loncfile;
  129: use LONCAPA::lonmetadata;
  130: use Apache::lonmsg;
  131: use vars qw(%metadatafields %metadatakeys);
  132: use LONCAPA qw(:DEFAULT :match);
  133:  
  134: 
  135: my %addid;
  136: my %nokey;
  137: 
  138: my $docroot;
  139: 
  140: my $cuname;
  141: my $cudom;
  142: 
  143: my $registered_cleanup;
  144: my $modified_urls;
  145: 
  146: my $lock;
  147: 
  148: =pod
  149: 
  150: =item B<metaeval>
  151: 
  152: Evaluates a string that contains metadata.  This subroutine
  153: stores values inside I<%metadatafields> and I<%metadatakeys>.
  154: The hash key is a I<$unikey> corresponding to a unique id
  155: that is descriptive of the parser location inside the XML tree.
  156: 
  157: Parameters:
  158: 
  159: =over 4
  160: 
  161: =item I<$metastring>
  162: 
  163: A string that contains metadata.
  164: 
  165: =back
  166: 
  167: Returns:
  168: 
  169: nothing
  170: 
  171: =cut
  172: 
  173: #########################################
  174: #########################################
  175: #
  176: # Modifies global %metadatafields %metadatakeys 
  177: #
  178: 
  179: sub metaeval {
  180:     my ($metastring,$prefix)=@_;
  181:    
  182:     my $parser=HTML::LCParser->new(\$metastring);
  183:     my $token;
  184:     while ($token=$parser->get_token) {
  185: 	if ($token->[0] eq 'S') {
  186: 	    my $entry=$token->[1];
  187: 	    my $unikey=$entry;
  188: 	    next if ($entry =~ m/^(?:parameter|stores)_/);
  189: 	    if (defined($token->[2]->{'package'})) { 
  190: 		$unikey.="\0package\0".$token->[2]->{'package'};
  191: 	    } 
  192: 	    if (defined($token->[2]->{'part'})) { 
  193: 		$unikey.="\0".$token->[2]->{'part'}; 
  194: 	    }
  195: 	    if (defined($token->[2]->{'id'})) { 
  196: 		$unikey.="\0".$token->[2]->{'id'};
  197: 	    } 
  198: 	    if (defined($token->[2]->{'name'})) { 
  199: 		$unikey.="\0".$token->[2]->{'name'}; 
  200: 	    }
  201: 	    foreach (@{$token->[3]}) {
  202: 		$metadatafields{$unikey.'.'.$_}=$token->[2]->{$_};
  203: 		if ($metadatakeys{$unikey}) {
  204: 		    $metadatakeys{$unikey}.=','.$_;
  205: 		} else {
  206: 		    $metadatakeys{$unikey}=$_;
  207: 		}
  208: 	    }
  209: 	    my $newentry=$parser->get_text('/'.$entry);
  210: 	    if (($entry eq 'customdistributionfile') ||
  211: 		($entry eq 'sourcerights')) {
  212: 		$newentry=~s/^\s*//;
  213: 		if ($newentry !~m|^/res|) { $newentry=$prefix.$newentry; }
  214: 	    }
  215: # actually store
  216: 	    if ( $entry eq 'rule' && exists($metadatafields{$unikey})) {
  217: 		$metadatafields{$unikey}.=','.$newentry;
  218: 	    } else {
  219: 		$metadatafields{$unikey}=$newentry;
  220: 	    }
  221: 	}
  222:     }
  223: }
  224: 
  225: #########################################
  226: #########################################
  227: 
  228: =pod
  229: 
  230: =item B<metaread>
  231: 
  232: Read a metadata file
  233: 
  234: Parameters:
  235: 
  236: =over
  237: 
  238: =item I<$logfile>
  239: 
  240: File output stream to output errors and warnings to.
  241: 
  242: =item I<$fn>
  243: 
  244: File name (including path).
  245: 
  246: =back
  247: 
  248: Returns:
  249: 
  250: =over 4
  251: 
  252: =item Scalar string (if successful)
  253: 
  254: XHTML text that indicates successful reading of the metadata.
  255: 
  256: =back
  257: 
  258: =cut
  259: 
  260: #########################################
  261: #########################################
  262: sub metaread {
  263:     my ($logfile,$fn,$prefix)=@_;
  264:     unless (-e $fn) {
  265: 	print($logfile 'No file '.$fn."\n");
  266:         return '<br /><b>'.&mt('No file').':</b> <tt>'.
  267: 	    &Apache::loncfile::display($fn).'</tt>';
  268:     }
  269:     print($logfile 'Processing '.$fn."\n");
  270:     my $metastring;
  271:     {
  272: 	my $metafh=Apache::File->new($fn);
  273: 	$metastring=join('',<$metafh>);
  274:     }
  275:     &metaeval($metastring,$prefix);
  276:     return '<br /><b>'.&mt('Processed file').':</b> <tt>'.
  277: 	&Apache::loncfile::display($fn).'</tt>';
  278: }
  279: 
  280: #########################################
  281: #########################################
  282: 
  283: sub coursedependencies {
  284:     my $url=&Apache::lonnet::declutter(shift);
  285:     $url=~s/\.meta$//;
  286:     my ($adomain,$aauthor)=($url=~ m{^($match_domain)/($match_username)/});
  287:     my $regexp=quotemeta($url);
  288:     $regexp='___'.$regexp.'___course';
  289:     my %evaldata=&Apache::lonnet::dump('nohist_resevaldata',$adomain,
  290: 				       $aauthor,$regexp);
  291:     my %courses=();
  292:     foreach (keys %evaldata) {
  293: 	if ($_=~/^([a-zA-Z0-9]+_[a-zA-Z0-9]+)___.+___course$/) {
  294: 	    $courses{$1}=1;
  295:         }
  296:     }
  297:     return %courses;
  298: }
  299: #########################################
  300: #########################################
  301: 
  302: 
  303: =pod
  304: 
  305: =item Form-field-generating subroutines.
  306: 
  307: For input parameters, these subroutines take in values
  308: such as I<$name>, I<$value> and other form field metadata.
  309: The output (scalar string that is returned) is an XHTML
  310: string which presents the form field (foreseeably inside
  311: <form></form> tags).
  312: 
  313: =over 4
  314: 
  315: =item B<textfield>
  316: 
  317: =item B<hiddenfield>
  318: 
  319: =item B<selectbox>
  320: 
  321: =back
  322: 
  323: =cut
  324: 
  325: #########################################
  326: #########################################
  327: sub textfield {
  328:     my ($title,$name,$value)=@_;
  329:     $value=~s/^\s+//gs;
  330:     $value=~s/\s+$//gs;
  331:     $value=~s/\s+/ /gs;
  332:     $title=&mt($title);
  333:     $env{'form.'.$name}=$value;
  334:     return "\n<p><font color=\"#800000\" face=\"helvetica\"><b>$title:".
  335:            "</b></font></p><br />".
  336:            '<input type="text" name="'.$name.'" size=80 value="'.$value.'" />';
  337: }
  338: 
  339: sub text_with_browse_field {
  340:     my ($title,$name,$value,$restriction)=@_;
  341:     $value=~s/^\s+//gs;
  342:     $value=~s/\s+$//gs;
  343:     $value=~s/\s+/ /gs;
  344:     $title=&mt($title);
  345:     $env{'form.'.$name}=$value;
  346:     return "\n<p><font color=\"#800000\" face=\"helvetica\"><b>$title:".
  347:            "</b></font></p><br />".
  348:            '<input type="text" name="'.$name.'" size=80 value="'.$value.'" />'.
  349: 	   '<a href="javascript:openbrowser(\'pubform\',\''.$name.'\',\''.$restriction.'\');">'.&mt('Select').'</a>&nbsp;'.
  350: 	   '<a href="javascript:opensearcher(\'pubform\',\''.$name.'\');">'.&mt('Search').'</a>';
  351: 	   
  352: }
  353: 
  354: sub hiddenfield {
  355:     my ($name,$value)=@_;
  356:     $env{'form.'.$name}=$value;
  357:     return "\n".'<input type="hidden" name="'.$name.'" value="'.$value.'" />';
  358: }
  359: 
  360: sub checkbox {
  361:     my ($name,$text)=@_;
  362:     return "\n<br /><label><input type='checkbox' name='$name' /> ".
  363: 	&mt($text)."</label>";
  364: }
  365: 
  366: sub selectbox {
  367:     my ($title,$name,$value,$functionref,@idlist)=@_;
  368:     $title=&mt($title);
  369:     $value=(split(/\s*,\s*/,$value))[-1];
  370:     if (defined($value)) {
  371: 	$env{'form.'.$name}=$value;
  372:     } else {
  373: 	$env{'form.'.$name}=$idlist[0];
  374:     }
  375:     my $selout="\n<p><font color=\"#800000\" face=\"helvetica\"><b>$title:".
  376: 	'</b></font></p><br /><select name="'.$name.'">';
  377:     foreach (@idlist) {
  378:         $selout.='<option value=\''.$_.'\'';
  379:         if ($_ eq $value) {
  380: 	    $selout.=' selected>'.&{$functionref}($_).'</option>';
  381: 	}
  382:         else {$selout.='>'.&{$functionref}($_).'</option>';}
  383:     }
  384:     return $selout.'</select>';
  385: }
  386: 
  387: sub select_level_form {
  388:     my ($value,$name)=@_;
  389:     $env{'form.'.$name}=$value;
  390:     if (!defined($value)) { $env{'form.'.$name}=0; }
  391:     return  &Apache::loncommon::select_level_form($value,$name);
  392: }
  393: #########################################
  394: #########################################
  395: 
  396: =pod
  397: 
  398: =item B<urlfixup>
  399: 
  400: Fix up a url?  First step of publication
  401: 
  402: =cut
  403: 
  404: #########################################
  405: #########################################
  406: sub urlfixup {
  407:     my ($url,$target)=@_;
  408:     unless ($url) { return ''; }
  409:     #javascript code needs no fixing
  410:     if ($url =~ /^javascript:/i) { return $url; }
  411:     if ($url =~ /^mailto:/i) { return $url; }
  412:     #internal document links need no fixing
  413:     if ($url =~ /^\#/) { return $url; } 
  414:     my ($host)=($url=~m{(?:(?:http|https|ftp)://)*([^/]+)});
  415:     my @lonids = &Apache::lonnet::machine_ids($host);
  416:     if (@lonids) {
  417: 	$url=~s{^(?:http|https|ftp)://}{};
  418: 	$url=~s/^\Q$host\E//;
  419:     }
  420:     if ($url=~m{^(?:http|https|ftp)://}) { return $url; }
  421:     $url=~s{\Q~$cuname\E}{res/$cudom/$cuname};
  422:     return $url;
  423: }
  424: 
  425: #########################################
  426: #########################################
  427: 
  428: =pod
  429: 
  430: =item B<absoluteurl>
  431: 
  432: Currently undocumented.
  433: 
  434: =cut
  435: 
  436: #########################################
  437: #########################################
  438: sub absoluteurl {
  439:     my ($url,$target)=@_;
  440:     unless ($url) { return ''; }
  441:     if ($target) {
  442: 	$target=~s/\/[^\/]+$//;
  443:        $url=&Apache::lonnet::hreflocation($target,$url);
  444:     }
  445:     return $url;
  446: }
  447: 
  448: #########################################
  449: #########################################
  450: 
  451: =pod
  452: 
  453: =item B<set_allow>
  454: 
  455: Currently undocumented    
  456: 
  457: =cut
  458: 
  459: #########################################
  460: #########################################
  461: sub set_allow {
  462:     my ($allow,$logfile,$target,$tag,$oldurl)=@_;
  463:     my $newurl=&urlfixup($oldurl,$target);
  464:     my $return_url=$oldurl;
  465:     print $logfile 'GUYURL: '.$tag.':'.$oldurl.' - '.$newurl."\n";
  466:     if ($newurl ne $oldurl) {
  467: 	$return_url=$newurl;
  468: 	print $logfile 'URL: '.$tag.':'.$oldurl.' - '.$newurl."\n";
  469:     }
  470:     if (($newurl !~ /^javascript:/i) &&
  471: 	($newurl !~ /^mailto:/i) &&
  472: 	($newurl !~ /^(?:http|https|ftp):/i) &&
  473: 	($newurl !~ /^\#/)) {
  474: 	$$allow{&absoluteurl($newurl,$target)}=1;
  475:     }
  476:     return $return_url;
  477: }
  478: 
  479: #########################################
  480: #########################################
  481: 
  482: =pod
  483: 
  484: =item B<get_subscribed_hosts>
  485: 
  486: Currently undocumented    
  487: 
  488: =cut
  489: 
  490: #########################################
  491: #########################################
  492: sub get_subscribed_hosts {
  493:     my ($target)=@_;
  494:     my @subscribed;
  495:     my $filename;
  496:     $target=~/(.*)\/([^\/]+)$/;
  497:     my $srcf=$2;
  498:     opendir(DIR,$1);
  499:     # cycle through listed files, subscriptions used to exist
  500:     # as "filename.lonid"
  501:     while ($filename=readdir(DIR)) {
  502: 	if ($filename=~/\Q$srcf\E\.($match_lonid)$/) {
  503: 	    my $subhost=$1;
  504: 	    if (($subhost ne 'meta' 
  505: 		 && $subhost ne 'subscription' 
  506: 		 && $subhost ne 'meta.subscription'
  507: 		 && $subhost ne 'tmp') &&
  508:                 ($subhost ne $Apache::lonnet::perlvar{'lonHostID'})) {
  509: 		push(@subscribed,$subhost);
  510: 	    }
  511: 	}
  512:     }
  513:     closedir(DIR);
  514:     my $sh;
  515:     if ( $sh=Apache::File->new("$target.subscription") ) {
  516: 	while (my $subline=<$sh>) {
  517: 	    if ($subline =~ /^($match_lonid):/) { 
  518:                 if ($1 ne $Apache::lonnet::perlvar{'lonHostID'}) { 
  519:                    push(@subscribed,$1);
  520: 	        }
  521: 	    }
  522: 	}
  523:     }
  524:     return @subscribed;
  525: }
  526: 
  527: 
  528: #########################################
  529: #########################################
  530: 
  531: =pod
  532: 
  533: =item B<get_max_ids_indices>
  534: 
  535: Currently undocumented    
  536: 
  537: =cut
  538: 
  539: #########################################
  540: #########################################
  541: sub get_max_ids_indices {
  542:     my ($content)=@_;
  543:     my $maxindex=10;
  544:     my $maxid=10;
  545:     my $needsfixup=0;
  546:     my $duplicateids=0;
  547: 
  548:     my %allids;
  549:     my %duplicatedids;
  550: 
  551:     my $parser=HTML::LCParser->new($content);
  552:     $parser->xml_mode(1);
  553:     my $token;
  554:     while ($token=$parser->get_token) {
  555: 	if ($token->[0] eq 'S') {
  556: 	    my $counter;
  557: 	    if ($counter=$addid{$token->[1]}) {
  558: 		if ($counter eq 'id') {
  559: 		    if (defined($token->[2]->{'id'}) &&
  560: 			$token->[2]->{'id'} !~ /^\s*$/) {
  561: 			$maxid=($token->[2]->{'id'}>$maxid)?$token->[2]->{'id'}:$maxid;
  562: 			if (exists($allids{$token->[2]->{'id'}})) {
  563: 			    $duplicateids=1;
  564: 			    $duplicatedids{$token->[2]->{'id'}}=1;
  565: 			} else {
  566: 			    $allids{$token->[2]->{'id'}}=1;
  567: 			}
  568: 		    } else {
  569: 			$needsfixup=1;
  570: 		    }
  571: 		} else {
  572: 		    if (defined($token->[2]->{'index'}) &&
  573: 			$token->[2]->{'index'} !~ /^\s*$/) {
  574: 			$maxindex=($token->[2]->{'index'}>$maxindex)?$token->[2]->{'index'}:$maxindex;
  575: 		    } else {
  576: 			$needsfixup=1;
  577: 		    }
  578: 		}
  579: 	    }
  580: 	}
  581:     }
  582:     return ($needsfixup,$maxid,$maxindex,$duplicateids,
  583: 	    (keys(%duplicatedids)));
  584: }
  585: 
  586: #########################################
  587: #########################################
  588: 
  589: =pod
  590: 
  591: =item B<get_all_text_unbalanced>
  592: 
  593: Currently undocumented    
  594: 
  595: =cut
  596: 
  597: #########################################
  598: #########################################
  599: sub get_all_text_unbalanced {
  600:     #there is a copy of this in lonxml.pm
  601:     my($tag,$pars)= @_;
  602:     my $token;
  603:     my $result='';
  604:     $tag='<'.$tag.'>';
  605:     while ($token = $$pars[-1]->get_token) {
  606: 	if (($token->[0] eq 'T')||($token->[0] eq 'C')||($token->[0] eq 'D')) {
  607: 	    $result.=$token->[1];
  608: 	} elsif ($token->[0] eq 'PI') {
  609: 	    $result.=$token->[2];
  610: 	} elsif ($token->[0] eq 'S') {
  611: 	    $result.=$token->[4];
  612: 	} elsif ($token->[0] eq 'E')  {
  613: 	    $result.=$token->[2];
  614: 	}
  615: 	if ($result =~ /\Q$tag\E/s) {
  616: 	    ($result,my $redo)=$result =~ /(.*)\Q$tag\E(.*)/is;
  617: 	    #&Apache::lonnet::logthis('Got a winner with leftovers ::'.$2);
  618: 	    #&Apache::lonnet::logthis('Result is :'.$1);
  619: 	    $redo=$tag.$redo;
  620: 	    push (@$pars,HTML::LCParser->new(\$redo));
  621: 	    $$pars[-1]->xml_mode('1');
  622: 	    last;
  623: 	}
  624:     }
  625:     return $result
  626: }
  627: 
  628: #########################################
  629: #########################################
  630: 
  631: =pod
  632: 
  633: =item B<fix_ids_and_indices>
  634: 
  635: Currently undocumented    
  636: 
  637: =cut
  638: 
  639: #########################################
  640: #########################################
  641: #Arguably this should all be done as a lonnet::ssi instead
  642: sub fix_ids_and_indices {
  643:     my ($logfile,$source,$target)=@_;
  644: 
  645:     my %allow;
  646:     my $content;
  647:     {
  648: 	my $org=Apache::File->new($source);
  649: 	$content=join('',<$org>);
  650:     }
  651: 
  652:     my ($needsfixup,$maxid,$maxindex,$duplicateids,@duplicatedids)=
  653: 	&get_max_ids_indices(\$content);
  654: 
  655:     print $logfile ("Got $needsfixup,$maxid,$maxindex,$duplicateids--".
  656: 			   join(', ',@duplicatedids));
  657:     if ($duplicateids) {
  658: 	print $logfile "Duplicate ID(s) exist, ".join(', ',@duplicatedids)."\n";
  659: 	my $outstring='<span class="LC_error">'.&mt('Unable to publish file, it contains duplicated ID(s), ID(s) need to be unique. The duplicated ID(s) are').': '.join(', ',@duplicatedids).'</span>';
  660: 	return ($outstring,1);
  661:     }
  662:     if ($needsfixup) {
  663: 	print $logfile "Needs ID and/or index fixup\n".
  664: 	    "Max ID   : $maxid (min 10)\n".
  665:                 "Max Index: $maxindex (min 10)\n";
  666:     }
  667:     my $outstring='';
  668:     my $responsecounter=1;
  669:     my @parser;
  670:     $parser[0]=HTML::LCParser->new(\$content);
  671:     $parser[-1]->xml_mode(1);
  672:     my $token;
  673:     while (@parser) {
  674: 	while ($token=$parser[-1]->get_token) {
  675: 	    if ($token->[0] eq 'S') {
  676: 		my $counter;
  677: 		my $tag=$token->[1];
  678: 		my $lctag=lc($tag);
  679: 		if ($lctag eq 'allow') {
  680: 		    $allow{$token->[2]->{'src'}}=1;
  681: 		    next;
  682: 		}
  683: 		if ($lctag eq 'base') { next; }
  684:                 if (($lctag eq 'part') || ($lctag eq 'problem')) {
  685:                     $responsecounter=0;
  686:                 }
  687:                 if ($lctag=~/response$/) { $responsecounter++; }
  688: 		my %parms=%{$token->[2]};
  689: 		$counter=$addid{$tag};
  690: 		if (!$counter) { $counter=$addid{$lctag}; }
  691: 		if ($counter) {
  692: 		    if ($counter eq 'id') {
  693: 			unless (defined($parms{'id'}) &&
  694: 				$parms{'id'}!~/^\s*$/) {
  695: 			    $maxid++;
  696: 			    $parms{'id'}=$maxid;
  697: 			    print $logfile 'ID(new) : '.$tag.':'.$maxid."\n";
  698: 			} else {
  699: 			    print $logfile 'ID(kept): '.$tag.':'.$parms{'id'}."\n";
  700: 			}
  701: 		    } elsif ($counter eq 'index') {
  702: 			unless (defined($parms{'index'}) &&
  703: 				$parms{'index'}!~/^\s*$/) {
  704: 			    $maxindex++;
  705: 			    $parms{'index'}=$maxindex;
  706: 			    print $logfile 'Index: '.$tag.':'.$maxindex."\n";
  707: 			}
  708: 		    }
  709: 		}
  710:                 unless ($parms{'type'} eq 'zombie') {
  711: 		    foreach my $type ('src','href','background','bgimg') {
  712: 			foreach my $key (keys(%parms)) {
  713: 			    if ($key =~ /^$type$/i) {
  714: 				$parms{$key}=&set_allow(\%allow,$logfile,
  715: 							$target,$tag,
  716: 							$parms{$key});
  717: 			    }
  718: 			}
  719: 		    }
  720: 		}
  721: 		# probably a <randomlabel> image type <label>
  722: 		# or a <image> tag inside <imageresponse>
  723: 		if (($lctag eq 'label' && defined($parms{'description'}))
  724: 		    ||
  725: 		    ($lctag eq 'image')) {
  726: 		    my $next_token=$parser[-1]->get_token();
  727: 		    if ($next_token->[0] eq 'T') {
  728:                         $next_token->[1] =~ s/[\n\r\f]+//g;
  729: 			$next_token->[1]=&set_allow(\%allow,$logfile,
  730: 						    $target,$tag,
  731: 						    $next_token->[1]);
  732: 		    }
  733: 		    $parser[-1]->unget_token($next_token);
  734: 		}
  735: 		if ($lctag eq 'applet') {
  736: 		    my $codebase='';
  737: 		    my $havecodebase=0;
  738: 		    foreach my $key (keys(%parms)) {
  739: 			if (lc($key) eq 'codebase') { 
  740: 			    $codebase=$parms{$key};
  741: 			    $havecodebase=1; 
  742: 			}
  743: 		    }
  744: 		    if ($havecodebase) {
  745: 			my $oldcodebase=$codebase;
  746: 			unless ($oldcodebase=~/\/$/) {
  747: 			    $oldcodebase.='/';
  748: 			}
  749: 			$codebase=&urlfixup($oldcodebase,$target);
  750: 			$codebase=~s/\/$//;    
  751: 			if ($codebase ne $oldcodebase) {
  752: 			    $parms{'codebase'}=$codebase;
  753: 			    print $logfile 'URL codebase: '.$tag.':'.
  754: 				$oldcodebase.' - '.
  755: 				    $codebase."\n";
  756: 			}
  757: 			$allow{&absoluteurl($codebase,$target).'/*'}=1;
  758: 		    } else {
  759: 			foreach my $key (keys(%parms)) {
  760: 			    if ($key =~ /(archive|code|object)/i) {
  761: 				my $oldurl=$parms{$key};
  762: 				my $newurl=&urlfixup($oldurl,$target);
  763: 				$newurl=~s/\/[^\/]+$/\/\*/;
  764: 				print $logfile 'Allow: applet '.lc($key).':'.
  765: 				    $oldurl.' allows '.$newurl."\n";
  766: 				$allow{&absoluteurl($newurl,$target)}=1;
  767: 			    }
  768: 			}
  769: 		    }
  770: 		}
  771: 		my $newparmstring='';
  772: 		my $endtag='';
  773: 		foreach (keys %parms) {
  774: 		    if ($_ eq '/') {
  775: 			$endtag=' /';
  776: 		    } else { 
  777: 			my $quote=($parms{$_}=~/\"/?"'":'"');
  778: 			$newparmstring.=' '.$_.'='.$quote.$parms{$_}.$quote;
  779: 		    }
  780: 		}
  781: 		if (!$endtag) { if ($token->[4]=~m:/>$:) { $endtag=' /'; }; }
  782: 		$outstring.='<'.$tag.$newparmstring.$endtag.'>';
  783: 		if ($lctag eq 'm' || $lctag eq 'script' || $lctag eq 'answer' 
  784:                     || $lctag eq 'display' || $lctag eq 'tex') {
  785: 		    $outstring.=&get_all_text_unbalanced('/'.$lctag,\@parser);
  786: 		}
  787: 	    } elsif ($token->[0] eq 'E') {
  788: 		if ($token->[2]) {
  789: 		    unless ($token->[1] eq 'allow') {
  790: 			$outstring.='</'.$token->[1].'>';
  791: 		    }
  792:                 }
  793:                 if ((($token->[1] eq 'part') || ($token->[1] eq 'problem'))
  794:                     && (!$responsecounter)) {
  795:                     my $outstring='<span class="LC_error">'.&mt('Found [_1] without responses',$token->[1]).'</span>';
  796:                     return ($outstring,1);
  797:                 }
  798: 	    } else {
  799: 		$outstring.=$token->[1];
  800: 	    }
  801: 	}
  802: 	pop(@parser);
  803:     }
  804: 
  805:     if ($needsfixup) {
  806: 	print $logfile "End of ID and/or index fixup\n".
  807: 	    "Max ID   : $maxid (min 10)\n".
  808: 		"Max Index: $maxindex (min 10)\n";
  809:     } else {
  810: 	print $logfile "Does not need ID and/or index fixup\n";
  811:     }
  812: 
  813:     return ($outstring,0,%allow);
  814: }
  815: 
  816: #########################################
  817: #########################################
  818: 
  819: =pod
  820: 
  821: =item B<store_metadata>
  822: 
  823: Store the metadata in the metadata table in the loncapa database.
  824: Uses lonmysql to access the database.
  825: 
  826: Inputs: \%metadata
  827: 
  828: Returns: (error,status).  error is undef on success, status is undef on error.
  829: 
  830: =cut
  831: 
  832: #########################################
  833: #########################################
  834: sub store_metadata {
  835:     my %metadata = @_;
  836:     my $error;
  837:     # Determine if the table exists
  838:     my $status = &Apache::lonmysql::check_table('metadata');
  839:     if (! defined($status)) {
  840:         $error='<span class="LC_error">WARNING: Cannot connect to '.
  841:             'database!</span>';
  842:         &Apache::lonnet::logthis($error);
  843:         return ($error,undef);
  844:     }
  845:     if ($status == 0) {
  846:         # It would be nice to actually create the table....
  847:         $error ='<span class="LC_error">WARNING: The metadata table does not '.
  848:             'exist in the LON-CAPA database.</span>';
  849:         &Apache::lonnet::logthis($error);
  850:         return ($error,undef);
  851:     }
  852:     my $dbh = &Apache::lonmysql::get_dbh();
  853:     if (($metadata{'obsolete'}) || ($metadata{'copyright'} eq 'priv') ||
  854: 	($metadata{'copyright'} eq 'custom')) {
  855:         # remove this entry
  856: 	my $delitem = 'url = '.$dbh->quote($metadata{'url'});
  857: 	$status = &LONCAPA::lonmetadata::delete_metadata($dbh,undef,$delitem);
  858:                                                        
  859:     } else {
  860:         $status = &LONCAPA::lonmetadata::update_metadata($dbh,undef,undef,
  861:                                                          \%metadata);
  862:     }
  863:     if (defined($status) && $status ne '') {
  864:         $error='<span class="LC_error">Error occured saving new values in '.
  865:             'metadata table in LON-CAPA database</span>';
  866:         &Apache::lonnet::logthis($error);
  867:         &Apache::lonnet::logthis($status);
  868:         return ($error,undef);
  869:     }
  870:     return (undef,'success');
  871: }
  872: 
  873: 
  874: # ========================================== Parse file for errors and warnings
  875: 
  876: sub checkonthis {
  877:     my ($r,$source)=@_;
  878:     my $uri=&Apache::lonnet::hreflocation($source);
  879:     $uri=~s/\/$//;
  880:     my $result=&Apache::lonnet::ssi_body($uri,
  881: 					 ('grade_target'=>'web',
  882: 					  'return_only_error_and_warning_counts' => 1));
  883:     my ($errorcount,$warningcount)=split(':',$result);
  884:     if (($errorcount) || ($warningcount)) {
  885:         $r->print('<br /><tt>'.$uri.'</tt>: ');
  886: 	if ($errorcount) {
  887: 	    $r->print('<img src="/adm/lonMisc/bomb.gif" /><span class="LC_error"><b>'.
  888: 		      $errorcount.' '.
  889: 		      &mt('error(s)').'</b></span> ');
  890: 	}
  891: 	if ($warningcount) {
  892: 	    $r->print('<font color="blue">'.
  893: 		      $warningcount.' '.
  894: 		      &mt('warning(s)').'</font>');
  895: 	}
  896:     } else {
  897: 	#$r->print('<font color="green">'.&mt('ok').'</font>');
  898:     }
  899:     $r->rflush();
  900:     return ($warningcount,$errorcount);
  901: }
  902: 
  903: # ============================================== Parse file itself for metadata
  904: #
  905: # parses a file with target meta, sets global %metadatafields %metadatakeys 
  906: 
  907: sub parseformeta {
  908:     my ($source,$style)=@_;
  909:     my $allmeta='';
  910:     if (($style eq 'ssi') || ($style eq 'prv')) {
  911: 	my $dir=$source;
  912: 	$dir=~s-/[^/]*$--;
  913: 	my $file=$source;
  914: 	$file=(split('/',$file))[-1];
  915:         $source=&Apache::lonnet::hreflocation($dir,$file);
  916: 	$allmeta=&Apache::lonnet::ssi_body($source,('grade_target' => 'meta'));
  917:         &metaeval($allmeta);
  918:     }
  919:     return $allmeta;
  920: }
  921: 
  922: #########################################
  923: #########################################
  924: 
  925: =pod
  926: 
  927: =item B<publish>
  928: 
  929: This is the workhorse function of this module.  This subroutine generates
  930: backup copies, performs any automatic processing (prior to publication,
  931: especially for rat and ssi files),
  932: 
  933: Returns a 2 element array, the first is the string to be shown to the
  934: user, the second is an error code, either 1 (an error occured) or 0
  935: (no error occurred)
  936: 
  937: I<Additional documentation needed.>
  938: 
  939: =cut
  940: 
  941: #########################################
  942: #########################################
  943: sub publish {
  944: 
  945:     my ($source,$target,$style,$batch)=@_;
  946:     my $logfile;
  947:     my $scrout='';
  948:     my $allmeta='';
  949:     my $content='';
  950:     my %allow=();
  951: 
  952:     unless ($logfile=Apache::File->new('>>'.$source.'.log')) {
  953: 	return ('<span class="LC_error">'.&mt('No write permission to user directory, FAIL').'</span>',1);
  954:     }
  955:     print $logfile 
  956: "\n\n================= Publish ".localtime()." Phase One  ================\n".$env{'user.name'}.':'.$env{'user.domain'}."\n";
  957: 
  958:     if (($style eq 'ssi') || ($style eq 'rat') || ($style eq 'prv')) {
  959: # ------------------------------------------------------- This needs processing
  960: 
  961: # ----------------------------------------------------------------- Backup Copy
  962: 	my $copyfile=$source.'.save';
  963:         if (copy($source,$copyfile)) {
  964: 	    print $logfile "Copied original file to ".$copyfile."\n";
  965:         } else {
  966: 	    print $logfile "Unable to write backup ".$copyfile.':'.$!."\n";
  967: 	    return ("<span class=\"LC_error\">Failed to write backup copy, $!,FAIL</span>",1);
  968:         }
  969: # ------------------------------------------------------------- IDs and indices
  970: 	
  971: 	my ($outstring,$error);
  972: 	($outstring,$error,%allow)=&fix_ids_and_indices($logfile,$source,
  973: 							$target);
  974: 	if ($error) { return ($outstring,$error); }
  975: # ------------------------------------------------------------ Construct Allows
  976:     
  977: 	$scrout.='<h3>'.&mt('Dependencies').'</h3>';
  978:         my $allowstr='';
  979:         foreach my $thisdep (sort(keys(%allow))) {
  980: 	   if ($thisdep !~ /[^\s]/) { next; }
  981:            if ($thisdep =~/\$/) {
  982:               $scrout.='<br /><span class="LC_warning">'
  983:                        .&mt('The resource depends on another resource with variable filename, i.e., [_1].','<tt>'.$thisdep.'</tt>').'<br />'
  984:                        .&mt('You likely need to explicitly allow access to all possible dependencies using the [_1]-tag.','<tt>&lt;allow&gt;</tt>')
  985:                        .'</span><br />';
  986:            }
  987:            unless ($style eq 'rat') { 
  988:               $allowstr.="\n".'<allow src="'.$thisdep.'" />';
  989: 	   }
  990:            $scrout.='<br />';
  991:            if ($thisdep!~/[\*\$]/ && $thisdep!~m|^/adm/|) {
  992: 	       $scrout.='<a href="'.$thisdep.'">';
  993:            }
  994:            $scrout.='<tt>'.$thisdep.'</tt>';
  995:            if ($thisdep!~/[\*\$]/ && $thisdep!~m|^/adm/|) {
  996: 	       $scrout.='</a>';
  997:                if (
  998:        &Apache::lonnet::getfile($Apache::lonnet::perlvar{'lonDocRoot'}.'/'.
  999:                                             $thisdep.'.meta') eq '-1') {
 1000: 		   $scrout.= ' - <span class="LC_error">'.&mt('Currently not available').
 1001: 		       '</span>';
 1002:                } else {
 1003:                    my %temphash=(&Apache::lonnet::declutter($target).'___'.
 1004:                              &Apache::lonnet::declutter($thisdep).'___usage'
 1005:                                  => time);
 1006:                    $thisdep=~m{^/res/($match_domain)/($match_username)/};
 1007:                    if ((defined($1)) && (defined($2))) {
 1008:                       &Apache::lonnet::put('nohist_resevaldata',\%temphash,
 1009: 					   $1,$2);
 1010: 		   }
 1011: 	       }
 1012:            }
 1013:         }
 1014:         $outstring=~s/\n*(\<\/[^\>]+\>[^<]*)$/$allowstr\n$1\n/s;
 1015: 
 1016: # ------------------------------------------------------------- Write modified.
 1017: 
 1018:         {
 1019:           my $org;
 1020:           unless ($org=Apache::File->new('>'.$source)) {
 1021:              print $logfile "No write permit to $source\n";
 1022:              return ('<span class="LC_error">'.&mt('No write permission to').
 1023: 		     ' '.$source.
 1024: 		     ', '.&mt('FAIL').'</span>',1);
 1025: 	  }
 1026:           print($org $outstring);
 1027:         }
 1028: 	  $content=$outstring;
 1029: 
 1030:     }
 1031: # -------------------------------------------- Initial step done, now metadata.
 1032: 
 1033: # --------------------------------------- Storage for metadata keys and fields.
 1034: # these are globals
 1035: #
 1036:      %metadatafields=();
 1037:      %metadatakeys=();
 1038:      
 1039:      my %oldparmstores=();
 1040:      
 1041:     unless ($batch) {
 1042:      $scrout.='<h3>'.&mt('Metadata Information').' ' .
 1043:        Apache::loncommon::help_open_topic("Metadata_Description")
 1044:        . '</h3>';
 1045:     }
 1046: 
 1047: # ------------------------------------------------ First, check out environment
 1048:      if ((!(-e $source.'.meta')) || ($env{'form.forceoverride'})) {
 1049:         $metadatafields{'author'}=$env{'environment.firstname'}.' '.
 1050: 	                          $env{'environment.middlename'}.' '.
 1051: 		                  $env{'environment.lastname'}.' '.
 1052: 		                  $env{'environment.generation'};
 1053:         $metadatafields{'author'}=~s/\s+/ /g;
 1054:         $metadatafields{'author'}=~s/\s+$//;
 1055:         $metadatafields{'owner'}=$cuname.':'.$cudom;
 1056: 
 1057: # ------------------------------------------------ Check out directory hierachy
 1058: 
 1059:         my $thisdisfn=$source;
 1060:         $thisdisfn=~s/^\/home\/\Q$cuname\E\///;
 1061: 
 1062:         my @urlparts=split(/\//,$thisdisfn);
 1063:         $#urlparts--;
 1064: 
 1065:         my $currentpath='/home/'.$cuname.'/';
 1066: 
 1067: 	my $prefix='../'x($#urlparts);
 1068:         foreach (@urlparts) {
 1069: 	    $currentpath.=$_.'/';
 1070:             $scrout.=&metaread($logfile,$currentpath.'default.meta',$prefix);
 1071: 	    $prefix=~s|^\.\./||;
 1072:         }
 1073: 
 1074: # ----------------------------------------------------------- Parse file itself
 1075: # read %metadatafields from file itself
 1076:  
 1077: 	$allmeta=&parseformeta($source,$style);
 1078: 
 1079: # ------------------- Clear out parameters and stores (there should not be any)
 1080: 
 1081:         foreach (keys %metadatafields) {
 1082: 	    if (($_=~/^parameter/) || ($_=~/^stores/)) {
 1083: 		delete $metadatafields{$_};
 1084:             }
 1085:         }
 1086: 
 1087:     } else {
 1088: # ---------------------- Read previous metafile, remember parameters and stores
 1089: 
 1090:         $scrout.=&metaread($logfile,$source.'.meta');
 1091: 
 1092:         foreach (keys %metadatafields) {
 1093: 	    if (($_=~/^parameter/) || ($_=~/^stores/)) {
 1094:                 $oldparmstores{$_}=1;
 1095: 		delete $metadatafields{$_};
 1096:             }
 1097:         }
 1098: # ------------------------------------------------------------- Save some stuff
 1099:         my %savemeta=();
 1100:         foreach ('title') {
 1101:             $savemeta{$_}=$metadatafields{$_};
 1102: 	}
 1103: # ------------------------------------------ See if anything new in file itself
 1104:  
 1105: 	$allmeta=&parseformeta($source,$style);
 1106: # ----------------------------------------------------------- Restore the stuff
 1107:         foreach (keys %savemeta) {
 1108: 	    $metadatafields{$_}=$savemeta{$_};
 1109: 	}
 1110:    }
 1111: 
 1112:        
 1113: # ---------------- Find and document discrepancies in the parameters and stores
 1114: 
 1115:     my $chparms='';
 1116:     foreach (sort keys %metadatafields) {
 1117: 	if (($_=~/^parameter/) || ($_=~/^stores/)) {
 1118: 	    unless ($_=~/\.\w+$/) { 
 1119: 		unless ($oldparmstores{$_}) {
 1120: 		    my $disp_key = $_;
 1121: 		    $disp_key =~ tr/\0/_/;
 1122: 		    print $logfile ('New: '.$disp_key."\n");
 1123: 		    $chparms .= $disp_key.' ';
 1124: 		}
 1125: 	    }
 1126: 	}
 1127:     }
 1128:     if ($chparms) {
 1129: 	$scrout.='<p><b>'.&mt('New parameters or saved values').
 1130: 	    ':</b> '.$chparms.'</p>';
 1131:     }
 1132: 
 1133:     $chparms='';
 1134:     foreach (sort keys %oldparmstores) {
 1135: 	if (($_=~/^parameter/) || ($_=~/^stores/)) {
 1136: 	    unless (($metadatafields{$_.'.name'}) ||
 1137: 		    ($metadatafields{$_.'.package'}) || ($_=~/\.\w+$/)) {
 1138: 		my $disp_key = $_;
 1139: 		$disp_key =~ tr/\0/_/;
 1140: 		print $logfile ('Obsolete: '.$disp_key."\n");
 1141: 		$chparms.=$disp_key.' ';
 1142: 	    }
 1143: 	}
 1144:     }
 1145:     if ($chparms) {
 1146: 	$scrout.='<p><b>'.&mt('Obsolete parameters or saved values').':</b> '.
 1147: 	    $chparms.'</p><h1><span class="LC_warning">'.&mt('Warning!').
 1148: 	    '</span></h1><p><span class="LC_warning">'.
 1149: 	    &mt('If this resource is in active use, student performance data from the previous version may become inaccessible.').'</span></p><hr />';
 1150:     }
 1151:     if ($metadatafields{'copyright'} eq 'priv') {
 1152:         $scrout.='</p><h1><span class="LC_warning">'.&mt('Warning!').
 1153:             '</span></h1><p><span class="LC_warning">'.
 1154:             &mt('Copyright/distribution option "Private" is no longer supported. Select another option from below. Consider "Custom Rights" for maximum control over the usage of your resource.').'</span></p><hr />';
 1155:     }
 1156: 
 1157: # ------------------------------------------------------- Now have all metadata
 1158: 
 1159:     my %keywords=();
 1160:         
 1161:     if (length($content)<500000) {
 1162: 	my $textonly=$content;
 1163: 	$textonly=~s/\<script[^\<]+\<\/script\>//g;
 1164: 	$textonly=~s/\<m\>[^\<]+\<\/m\>//g;
 1165: 	$textonly=~s/\<[^\>]*\>//g;
 1166: 	$textonly=~tr/A-Z/a-z/;
 1167: 	$textonly=~s/[\$\&][a-z]\w*//g;
 1168: 	$textonly=~s/[^a-z\s]//g;
 1169: 	
 1170: 	foreach ($textonly=~m/(\w+)/g) {
 1171: 	    unless ($nokey{$_}) {
 1172: 		$keywords{$_}=1;
 1173: 	    } 
 1174: 	}
 1175:     }
 1176: 
 1177:             
 1178:     foreach my $addkey (split(/[\"\'\,\;]/,$metadatafields{'keywords'})) {
 1179: 	$addkey=~s/\s+/ /g;
 1180: 	$addkey=~s/^\s//;
 1181: 	$addkey=~s/\s$//;
 1182: 	if ($addkey=~/\w/) {
 1183: 	    $keywords{$addkey}=1;
 1184: 	}
 1185:     }
 1186: # --------------------------------------------------- Now we also have keywords
 1187: # =============================================================================
 1188: # interactive mode html goes into $intr_scrout
 1189: # batch mode throws away this HTML
 1190: # additionally all of the field functions have a by product of setting
 1191: #   $env{'from.'..} so that it can be used by the phase two handler in
 1192: #    batch mode
 1193: 
 1194:     my $intr_scrout.=
 1195: 	'<form name="pubform" action="/adm/publish" method="post">'.
 1196: 	'<p>'.($env{'form.makeobsolete'}?'':'<input type="submit" value="'.&mt('Finalize Publication').'" />').'</p>'.
 1197: 	&hiddenfield('phase','two').
 1198: 	&hiddenfield('filename',$env{'form.filename'}).
 1199: 	&hiddenfield('allmeta',&escape($allmeta)).
 1200: 	&hiddenfield('dependencies',join(',',keys %allow));
 1201:     unless ($env{'form.makeobsolete'}) {
 1202:        $intr_scrout.=
 1203: 	&textfield('Title','title',$metadatafields{'title'}).
 1204: 	&textfield('Author(s)','author',$metadatafields{'author'}).
 1205: 	&textfield('Subject','subject',$metadatafields{'subject'});
 1206:  # --------------------------------------------------- Scan content for keywords
 1207: 
 1208:     my $keywords_help = Apache::loncommon::help_open_topic("Publishing_Keywords");
 1209:     my $KEYWORDS=&mt('Keywords');
 1210:     my $CheckAll=&mt('check all');
 1211:     my $UncheckAll=&mt('uncheck all');
 1212:     my $keywordout=<<"END";
 1213: <script>
 1214: function checkAll(field) {
 1215:     for (i = 0; i < field.length; i++)
 1216:         field[i].checked = true ;
 1217: }
 1218: 
 1219: function uncheckAll(field) {
 1220:     for (i = 0; i < field.length; i++)
 1221:         field[i].checked = false ;
 1222: }
 1223: </script>
 1224: <p><font color="#800000" face="helvetica"><b>$KEYWORDS:</b></font>
 1225:  $keywords_help</b>
 1226: <input type="button" value="$CheckAll" onclick="javascript:checkAll(document.pubform.keywords)" /> 
 1227: <input type="button" value="$UncheckAll" onclick="javascript:uncheckAll(document.pubform.keywords)" /> 
 1228: </p>
 1229: <br />
 1230: END
 1231:     $keywordout.='<table border="2"><tr>';
 1232:     my $colcount=0;
 1233: 
 1234:     foreach (sort keys %keywords) {
 1235: 	$keywordout.='<td><label><input type="checkbox" name="keywords" value="'.$_.'"';
 1236: 	if ($metadatafields{'keywords'}) {
 1237: 	    if ($metadatafields{'keywords'}=~/\Q$_\E/) {
 1238: 		$keywordout.=' checked="on"';
 1239: 		$env{'form.keywords'}.=$_.',';
 1240: 	    }
 1241: 	} elsif (&Apache::loncommon::keyword($_)) {
 1242: 	    $keywordout.=' checked="on"';
 1243: 	    $env{'form.keywords'}.=$_.',';
 1244: 	}
 1245: 	$keywordout.=' />'.$_.'</label></td>';
 1246: 	if ($colcount>10) {
 1247: 	    $keywordout.="</tr><tr>\n";
 1248: 	    $colcount=0;
 1249: 	}
 1250: 	$colcount++;
 1251:     }
 1252:     $env{'form.keywords'}=~s/\,$//;
 1253: 
 1254:     $keywordout.='</tr></table>';
 1255: 
 1256:     $intr_scrout.=$keywordout;
 1257: 
 1258:     $intr_scrout.=&textfield('Additional Keywords','addkey','');
 1259: 
 1260:     $intr_scrout.=&textfield('Notes','notes',$metadatafields{'notes'});
 1261: 
 1262:     $intr_scrout.=
 1263: 	"\n<p><font color=\"#800000\" face=\"helvetica\"><b>".&mt('Abstract').":".
 1264: 	"</b></font></p><br />".
 1265: 	'<textarea cols="80" rows="5" name="abstract">'.
 1266: 	$metadatafields{'abstract'}.'</textarea></p>';
 1267: 
 1268:     $source=~/\.(\w+)$/;
 1269: 
 1270: 
 1271:     $intr_scrout.=
 1272: 	"\n<p><font color=\"#800000\" face=\"helvetica\"><b>".
 1273: 	&mt('Lowest Grade Level').':'.
 1274: 	"</b></font></p><br />".
 1275: 	&select_level_form($metadatafields{'lowestgradelevel'},'lowestgradelevel').
 1276: 	"\n<p><font color=\"#800000\" face=\"helvetica\"><b>".
 1277: 	&mt('Highest Grade Level').':'.
 1278: 	"</b></font></p><br />".
 1279: 	&select_level_form($metadatafields{'highestgradelevel'},'highestgradelevel').
 1280: 	&textfield('Standards','standards',$metadatafields{'standards'});
 1281: 
 1282: 
 1283: 
 1284: 
 1285:     $intr_scrout.=&hiddenfield('mime',$1);
 1286: 
 1287:     my $defaultlanguage=$metadatafields{'language'};
 1288:     $defaultlanguage =~ s/\s*notset\s*//g;
 1289:     $defaultlanguage =~ s/^,\s*//g;
 1290:     $defaultlanguage =~ s/,\s*$//g;
 1291: 
 1292:     $intr_scrout.=&selectbox('Language','language',
 1293: 			     $defaultlanguage,
 1294: 			     \&Apache::loncommon::languagedescription,
 1295: 			     (&Apache::loncommon::languageids),
 1296: 			     );
 1297: 
 1298:     unless ($metadatafields{'creationdate'}) {
 1299: 	$metadatafields{'creationdate'}=time;
 1300:     }
 1301:     $intr_scrout.=&hiddenfield('creationdate',
 1302: 			       &Apache::lonmysql::unsqltime($metadatafields{'creationdate'}));
 1303: 
 1304:     $intr_scrout.=&hiddenfield('lastrevisiondate',time);
 1305: 
 1306: 
 1307:     $intr_scrout.=&textfield('Publisher/Owner','owner',
 1308: 			     $metadatafields{'owner'});
 1309: 
 1310: # ---------------------------------------------- Retrofix for unused copyright
 1311:     if ($metadatafields{'copyright'} eq 'free') {
 1312: 	$metadatafields{'copyright'}='default';
 1313: 	$metadatafields{'sourceavail'}='open';
 1314:     }
 1315:     if ($metadatafields{'copyright'} eq 'priv') {
 1316:         $metadatafields{'copyright'}='domain';
 1317:     }
 1318: # ------------------------------------------------ Dial in reasonable defaults
 1319:     my $defaultoption=$metadatafields{'copyright'};
 1320:     unless ($defaultoption) { $defaultoption='default'; }
 1321:     my $defaultsourceoption=$metadatafields{'sourceavail'};
 1322:     unless ($defaultsourceoption) { $defaultsourceoption='closed'; }
 1323:     unless ($style eq 'prv') {
 1324: # -------------------------------------------------- Correct copyright for rat.
 1325: 	if ($style eq 'rat') {
 1326: # -------------------------------------- Retrofix for non-applicable copyright
 1327: 	    if ($metadatafields{'copyright'} eq 'public') { 
 1328: 		delete $metadatafields{'copyright'};
 1329: 		$defaultoption='default';
 1330: 	    }
 1331: 	    $intr_scrout.=&selectbox('Copyright/Distribution','copyright',
 1332: 				     $defaultoption,
 1333: 				     \&Apache::loncommon::copyrightdescription,
 1334: 				    (grep !/^(public|priv)$/,(&Apache::loncommon::copyrightids)));
 1335: 	} else {
 1336: 	    $intr_scrout.=&selectbox('Copyright/Distribution','copyright',
 1337: 				     $defaultoption,
 1338: 				     \&Apache::loncommon::copyrightdescription,
 1339: 				     (grep !/^priv$/,(&Apache::loncommon::copyrightids)));
 1340: 	}
 1341: 	my $copyright_help =
 1342: 	    Apache::loncommon::help_open_topic('Publishing_Copyright');
 1343: 	$intr_scrout =~ s/Distribution:/'Distribution: ' . $copyright_help/ge;
 1344: 	$intr_scrout.=&text_with_browse_field('Custom Distribution File','customdistributionfile',$metadatafields{'customdistributionfile'},'rights').$copyright_help;
 1345: 	$intr_scrout.=&selectbox('Source Distribution','sourceavail',
 1346: 				 $defaultsourceoption,
 1347: 				 \&Apache::loncommon::source_copyrightdescription,
 1348: 				 (&Apache::loncommon::source_copyrightids));
 1349: #	$intr_scrout.=&text_with_browse_field('Source Custom Distribution File','sourcerights',$metadatafields{'sourcerights'},'rights');
 1350: 	my $uctitle=&mt('Obsolete');
 1351: 	$intr_scrout.=
 1352: 	    "\n<p><label><font color=\"#800000\" face=\"helvetica\"><b>$uctitle:".
 1353: 	    '</b></font> <input type="checkbox" name="obsolete" ';
 1354: 	if ($metadatafields{'obsolete'}) {
 1355: 	    $intr_scrout.=' checked="1" ';
 1356: 	}
 1357: 	$intr_scrout.='/ ></label></p>'.
 1358: 	    &text_with_browse_field('Suggested Replacement for Obsolete File',
 1359: 				    'obsoletereplacement',
 1360: 				    $metadatafields{'obsoletereplacement'});
 1361:     } else {
 1362: 	$intr_scrout.=&hiddenfield('copyright','private');
 1363:     }
 1364:    } else {
 1365:        $intr_scrout.=
 1366: 	&hiddenfield('title',$metadatafields{'title'}).
 1367: 	&hiddenfield('author',$metadatafields{'author'}).
 1368: 	&hiddenfield('subject',$metadatafields{'subject'}).
 1369: 	&hiddenfield('keywords',$metadatafields{'keywords'}).
 1370: 	&hiddenfield('abstract',$metadatafields{'abstract'}).
 1371: 	&hiddenfield('notes',$metadatafields{'notes'}).
 1372: 	&hiddenfield('mime',$metadatafields{'mime'}).
 1373: 	&hiddenfield('creationdate',$metadatafields{'creationdate'}).
 1374: 	&hiddenfield('lastrevisiondate',time).
 1375: 	&hiddenfield('owner',$metadatafields{'owner'}).
 1376: 	&hiddenfield('lowestgradelevel',$metadatafields{'lowestgradelevel'}).
 1377: 	&hiddenfield('standards',$metadatafields{'standards'}).
 1378: 	&hiddenfield('highestgradelevel',$metadatafields{'highestgradelevel'}).
 1379: 	&hiddenfield('language',$metadatafields{'language'}).
 1380: 	&hiddenfield('copyright',$metadatafields{'copyright'}).
 1381: 	&hiddenfield('sourceavail',$metadatafields{'sourceavail'}).
 1382: 	&hiddenfield('customdistributionfile',$metadatafields{'customdistributionfile'}).
 1383: 	&hiddenfield('obsolete',1).
 1384: 	&text_with_browse_field('Suggested Replacement for Obsolete File',
 1385: 				    'obsoletereplacement',
 1386: 				    $metadatafields{'obsoletereplacement'});
 1387:    }
 1388:     if (!$batch) {
 1389: 	$scrout.=$intr_scrout.'<p><input type="submit" value="'.
 1390: 	    &mt($env{'form.makeobsolete'}?'Make Obsolete':'Finalize Publication').'" /></p></form>';
 1391:     }
 1392:     return($scrout,0);
 1393: }
 1394: 
 1395: #########################################
 1396: #########################################
 1397: 
 1398: =pod 
 1399: 
 1400: =item B<phasetwo>
 1401: 
 1402: Render second interface showing status of publication steps.
 1403: This is publication step two.
 1404: 
 1405: Parameters:
 1406: 
 1407: =over 4
 1408: 
 1409: =item I<$source>
 1410: 
 1411: =item I<$target>
 1412: 
 1413: =item I<$style>
 1414: 
 1415: =item I<$distarget>
 1416: 
 1417: =back
 1418: 
 1419: Returns:
 1420: 
 1421: =over 4
 1422: 
 1423: =item integer
 1424: 
 1425: 0: fail
 1426: 1: success
 1427: 
 1428: =cut
 1429: 
 1430: #'stupid emacs
 1431: #########################################
 1432: #########################################
 1433: sub phasetwo {
 1434: 
 1435:     my ($r,$source,$target,$style,$distarget,$batch)=@_;
 1436:     $source=~s/\/+/\//g;
 1437:     $target=~s/\/+/\//g;
 1438: #
 1439: # Unless trying to get rid of something, check name validity
 1440: #
 1441:     unless ($env{'form.obsolete'}) {
 1442: 	if ($target=~/(\_\_\_|\&\&\&|\:\:\:)/) {
 1443: 	    $r->print('<span class="LC_error">'.
 1444: 		      &mt('Unsupported character combination [_1] in filename, FAIL.',"<tt>'.$1.'</tt>").
 1445: 		      '</span>');
 1446: 	    return 0;
 1447: 	}
 1448: 	unless ($target=~/\.(\w+)$/) {
 1449: 	    $r->print('<span class="LC_error">'.&mt('No valid extension found in filename, FAIL').'</span>');
 1450: 	    return 0;
 1451: 	}
 1452: 	if ($target=~/\.(\d+)\.(\w+)$/) {
 1453: 	    $r->print('<span class="LC_error">'.&mt('Cannot publish versioned resource, FAIL').'</span>');
 1454: 	    return 0;
 1455: 	}
 1456:     }
 1457: 
 1458: #
 1459: # End name check
 1460: #
 1461:     $distarget=~s/\/+/\//g;
 1462:     my $logfile;
 1463:     unless ($logfile=Apache::File->new('>>'.$source.'.log')) {
 1464: 	$r->print(
 1465:         '<span class="LC_error">'.
 1466: 		&mt('No write permission to user directory, FAIL').'</span>');
 1467:         return 0;
 1468:     }
 1469:     
 1470:     if ($source =~ /\.rights$/) {
 1471: 	$r->print('<p><span class="LC_warning">'.&mt('Warning: It can take up to 1 hour for rights changes to fully propagate.').'</span></p>');
 1472:     }
 1473: 
 1474:     print $logfile 
 1475:         "\n================= Publish ".localtime()." Phase Two  ================\n".$env{'user.name'}.':'.$env{'user.domain'}."\n";
 1476:     
 1477:     %metadatafields=();
 1478:     %metadatakeys=();
 1479: 
 1480:     &metaeval(&unescape($env{'form.allmeta'}));
 1481:     
 1482:     $metadatafields{'title'}=$env{'form.title'};
 1483:     $metadatafields{'author'}=$env{'form.author'};
 1484:     $metadatafields{'subject'}=$env{'form.subject'};
 1485:     $metadatafields{'notes'}=$env{'form.notes'};
 1486:     $metadatafields{'abstract'}=$env{'form.abstract'};
 1487:     $metadatafields{'mime'}=$env{'form.mime'};
 1488:     $metadatafields{'language'}=$env{'form.language'};
 1489:     $metadatafields{'creationdate'}=$env{'form.creationdate'};
 1490:     $metadatafields{'lastrevisiondate'}=$env{'form.lastrevisiondate'};
 1491:     $metadatafields{'owner'}=$env{'form.owner'};
 1492:     $metadatafields{'copyright'}=$env{'form.copyright'};
 1493:     $metadatafields{'standards'}=$env{'form.standards'};
 1494:     $metadatafields{'lowestgradelevel'}=$env{'form.lowestgradelevel'};
 1495:     $metadatafields{'highestgradelevel'}=$env{'form.highestgradelevel'};
 1496:     $metadatafields{'customdistributionfile'}=
 1497:                                  $env{'form.customdistributionfile'};
 1498:     $metadatafields{'sourceavail'}=$env{'form.sourceavail'};
 1499:     $metadatafields{'obsolete'}=$env{'form.obsolete'};
 1500:     $metadatafields{'obsoletereplacement'}=
 1501: 	                        $env{'form.obsoletereplacement'};
 1502:     $metadatafields{'dependencies'}=$env{'form.dependencies'};
 1503:     $metadatafields{'modifyinguser'}=$env{'user.name'}.':'.
 1504: 	                                 $env{'user.domain'};
 1505:     $metadatafields{'authorspace'}=$cuname.':'.$cudom;
 1506:     $metadatafields{'domain'}=$cudom;
 1507:     
 1508:     my $allkeywords=$env{'form.addkey'};
 1509:     if (exists($env{'form.keywords'})) {
 1510:         if (ref($env{'form.keywords'})) {
 1511:             $allkeywords .= ','.join(',',@{$env{'form.keywords'}});
 1512:         } else {
 1513:             $allkeywords .= ','.$env{'form.keywords'};
 1514:         }
 1515:     }
 1516:     $allkeywords=~s/[\"\']//g;
 1517:     $allkeywords=~s/\s*[\;\,]\s*/\,/g;
 1518:     $allkeywords=~s/\s+/ /g;
 1519:     $allkeywords=~s/^[ \,]//;
 1520:     $allkeywords=~s/[ \,]$//;
 1521:     $metadatafields{'keywords'}=$allkeywords;
 1522:     
 1523: # check if custom distribution file is specified
 1524:     if ($metadatafields{'copyright'} eq 'custom') {
 1525: 	my $file=$metadatafields{'customdistributionfile'};
 1526: 	unless ($file=~/\.rights$/) {
 1527:             $r->print(
 1528:                 '<span class="LC_error">'.&mt('No valid custom distribution rights file specified, FAIL').
 1529: 		'</span>');
 1530: 	    return 0;
 1531:         }
 1532:     }
 1533:     {
 1534:         print $logfile "\nWrite metadata file for ".$source;
 1535:         my $mfh;
 1536:         unless ($mfh=Apache::File->new('>'.$source.'.meta')) {
 1537:             $r->print( 
 1538:                 '<span class="LC_error">'.&mt('Could not write metadata, FAIL').
 1539: 		'</span>');
 1540: 	    return 0;
 1541:         }
 1542:         foreach (sort keys %metadatafields) {
 1543:             unless ($_=~/\./) {
 1544:                 my $unikey=$_;
 1545:                 $unikey=~/^([A-Za-z]+)/;
 1546:                 my $tag=$1;
 1547:                 $tag=~tr/A-Z/a-z/;
 1548:                 print $mfh "\n\<$tag";
 1549:                 foreach (split(/\,/,$metadatakeys{$unikey})) {
 1550:                     my $value=$metadatafields{$unikey.'.'.$_};
 1551:                     $value=~s/\"/\'\'/g;
 1552:                     print $mfh ' '.$_.'="'.$value.'"';
 1553:                 }
 1554:                 print $mfh '>'.
 1555:                     &HTML::Entities::encode($metadatafields{$unikey},'<>&"')
 1556:                         .'</'.$tag.'>';
 1557:             }
 1558:         }
 1559:         $r->print('<p>'.&mt('Wrote Metadata').'</p>');
 1560:         print $logfile "\nWrote metadata";
 1561:     }
 1562:     
 1563: # -------------------------------- Synchronize entry with SQL metadata database
 1564: 
 1565:     $metadatafields{'url'} = $distarget;
 1566:     $metadatafields{'version'} = 'current';
 1567: 
 1568:     my ($error,$success) = &store_metadata(%metadatafields);
 1569:     if ($success) {
 1570: 	$r->print('<p>'.&mt('Synchronized SQL metadata database').'</p>');
 1571: 	print $logfile "\nSynchronized SQL metadata database";
 1572:     } else {
 1573: 	$r->print($error);
 1574: 	print $logfile "\n".$error;
 1575:     }
 1576: # --------------------------------------------- Delete author resource messages
 1577:     my $delresult=&Apache::lonmsg::del_url_author_res_msg($target); 
 1578:     $r->print('<p>'.&mt('Removing error messages:').' '.$delresult.'</p>');
 1579:     print $logfile "\nRemoving error messages: $delresult";
 1580: # ----------------------------------------------------------- Copy old versions
 1581:    
 1582:     if (-e $target) {
 1583:         my $filename;
 1584:         my $maxversion=0;
 1585:         $target=~/(.*)\/([^\/]+)\.(\w+)$/;
 1586:         my $srcf=$2;
 1587:         my $srct=$3;
 1588:         my $srcd=$1;
 1589:         unless ($srcd=~/^\/home\/httpd\/html\/res/) {
 1590:             print $logfile "\nPANIC: Target dir is ".$srcd;
 1591:             $r->print(
 1592: 	 "<span class=\"LC_error\">Invalid target directory, FAIL</span>");
 1593: 	    return 0;
 1594:         }
 1595:         opendir(DIR,$srcd);
 1596:         while ($filename=readdir(DIR)) {
 1597:             if (-l $srcd.'/'.$filename) {
 1598:                 unlink($srcd.'/'.$filename);
 1599:                 unlink($srcd.'/'.$filename.'.meta');
 1600:             } else {
 1601:                 if ($filename=~/\Q$srcf\E\.(\d+)\.\Q$srct\E$/) {
 1602:                     $maxversion=($1>$maxversion)?$1:$maxversion;
 1603:                 }
 1604:             }
 1605:         }
 1606:         closedir(DIR);
 1607:         $maxversion++;
 1608:         $r->print('<p>Creating old version '.$maxversion.'</p>');
 1609:         print $logfile "\nCreating old version ".$maxversion."\n";
 1610:         
 1611:         my $copyfile=$srcd.'/'.$srcf.'.'.$maxversion.'.'.$srct;
 1612:         
 1613:         if (copy($target,$copyfile)) {
 1614: 	    print $logfile "Copied old target to ".$copyfile."\n";
 1615:             $r->print('<p>'.&mt('Copied old target file').'</p>');
 1616:         } else {
 1617: 	    print $logfile "Unable to write ".$copyfile.':'.$!."\n";
 1618:             $r->print("<span class=\"LC_error\">".&mt('Failed to copy old target').
 1619: 		", $!, ".&mt('FAIL')."</span>");
 1620: 	    return 0;
 1621:         }
 1622:         
 1623: # --------------------------------------------------------------- Copy Metadata
 1624: 
 1625: 	$copyfile=$copyfile.'.meta';
 1626:         
 1627:         if (copy($target.'.meta',$copyfile)) {
 1628: 	    print $logfile "Copied old target metadata to ".$copyfile."\n";
 1629:             $r->print('<p>'.&mt('Copied old metadata').'</p>')
 1630:         } else {
 1631: 	    print $logfile "Unable to write metadata ".$copyfile.':'.$!."\n";
 1632:             if (-e $target.'.meta') {
 1633:                 $r->print( 
 1634:                     "<span class=\"LC_error\">".
 1635: &mt('Failed to write old metadata copy').", $!, ".&mt('FAIL')."</span>");
 1636: 		return 0;
 1637: 	    }
 1638:         }
 1639:         
 1640:         
 1641:     } else {
 1642:         $r->print('<p>'.&mt('Initial version').'</p>');
 1643:         print $logfile "\nInitial version";
 1644:     }
 1645: 
 1646: # ---------------------------------------------------------------- Write Source
 1647:     my $copyfile=$target;
 1648:     
 1649:     my @parts=split(/\//,$copyfile);
 1650:     my $path="/$parts[1]/$parts[2]/$parts[3]/$parts[4]";
 1651:     
 1652:     my $count;
 1653:     for ($count=5;$count<$#parts;$count++) {
 1654:         $path.="/$parts[$count]";
 1655:         if ((-e $path)!=1) {
 1656:             print $logfile "\nCreating directory ".$path;
 1657:             $r->print('<p>'.&mt('Created directory').' '.$parts[$count].'</p>');
 1658:             mkdir($path,0777);
 1659:         }
 1660:     }
 1661:     
 1662:     if (copy($source,$copyfile)) {
 1663:         print $logfile "\nCopied original source to ".$copyfile."\n";
 1664:         $r->print('<p>'.&mt('Copied source file').'</p>');
 1665:     } else {
 1666:         print $logfile "\nUnable to write ".$copyfile.':'.$!."\n";
 1667:         $r->print("<span class=\"LC_error\">".
 1668: 	    &mt('Failed to copy source').", $!, ".&mt('FAIL')."</span>");
 1669: 	return 0;
 1670:     }
 1671:     
 1672: # --------------------------------------------------------------- Copy Metadata
 1673: 
 1674:     $copyfile=$copyfile.'.meta';
 1675:     
 1676:     if (copy($source.'.meta',$copyfile)) {
 1677:         print $logfile "\nCopied original metadata to ".$copyfile."\n";
 1678:         $r->print('<p>'.&mt('Copied metadata').'</p>');
 1679:     } else {
 1680:         print $logfile "\nUnable to write metadata ".$copyfile.':'.$!."\n";
 1681:         $r->print(
 1682:             "<span class=\"LC_error\">".&mt('Failed to write metadata copy').", $!, ".&mt('FAIL')."</span>");
 1683: 	return 0;
 1684:     }
 1685:     $r->rflush;
 1686: 
 1687: # ------------------------------------------------------------- Trigger updates
 1688:     push(@{$modified_urls},[$target,$source]);
 1689:     unless ($registered_cleanup) {
 1690: 	$r->register_cleanup(\&notify);
 1691: 	$registered_cleanup=1;
 1692:     }
 1693: 
 1694: # ---------------------------------------------------------- Clear local caches
 1695:     my $thisdistarget=$target;
 1696:     $thisdistarget=~s/^\Q$docroot\E//;
 1697:     &Apache::lonnet::devalidate_cache_new('resversion',$target);
 1698:     &Apache::lonnet::devalidate_cache_new('meta',
 1699: 			 &Apache::lonnet::declutter($thisdistarget));
 1700: 
 1701: # ------------------------------------------------ Provide link to new resource
 1702:     unless ($batch) {
 1703:         
 1704:         my $thissrc=$source;
 1705:         $thissrc=~s{^/home/($match_username)/public_html}{/priv/$1};
 1706:         
 1707:         my $thissrcdir=$thissrc;
 1708:         $thissrcdir=~s/\/[^\/]+$/\//;
 1709:         
 1710:         
 1711:         $r->print(
 1712:            '<hr /><a href="'.$thisdistarget.'"><font size="+2">'.
 1713:            &mt('View Published Version').'</font></a>'.
 1714:            '<p><a href="'.$thissrc.'"><font size=+2>'.
 1715: 		  &mt('Back to Source').'</font></a></p>'.
 1716:            '<p><a href="'.$thissrcdir.
 1717:                    '"><font size="+2">'.
 1718: 		  &mt('Back to Source Directory').'</font></a></p>');
 1719:     }
 1720:     $logfile->close();
 1721:     $r->print('<p><font color="green">'.&mt('Done').'</font></p>');
 1722:     return 1;
 1723: }
 1724: 
 1725: # =============================================================== Notifications
 1726: sub notify {  
 1727: # --------------------------------------------------- Send update notifications
 1728:     foreach my $targetsource (@{$modified_urls}){
 1729: 	my ($target,$source)=@{$targetsource};
 1730: 	my $logfile=Apache::File->new('>>'.$source.'.log');
 1731: 	print $logfile "\nCleanup phase: Notifications\n";
 1732: 	my @subscribed=&get_subscribed_hosts($target);
 1733: 	foreach my $subhost (@subscribed) {
 1734: 	    print $logfile "\nNotifying host ".$subhost.':';
 1735: 	    my $reply=&Apache::lonnet::critical('update:'.$target,$subhost);
 1736: 	    print $logfile $reply;
 1737: 	}
 1738: # ---------------------------------------- Send update notifications, meta only
 1739: 	my @subscribedmeta=&get_subscribed_hosts("$target.meta");
 1740: 	foreach my $subhost (@subscribedmeta) {
 1741: 	    print $logfile "\nNotifying host for metadata only ".$subhost.':';
 1742: 	    my $reply=&Apache::lonnet::critical('update:'.$target.'.meta',
 1743: 						$subhost);
 1744: 	    print $logfile $reply;
 1745: 	} 
 1746: # --------------------------------------------------- Notify subscribed courses
 1747: 	my %courses=&coursedependencies($target);
 1748: 	my $now=time;
 1749: 	foreach (keys %courses) {
 1750: 	    print $logfile "\nNotifying course ".$_.':';
 1751: 	    my ($cdom,$cname)=split(/\_/,$_);
 1752: 	    my $reply=&Apache::lonnet::cput
 1753: 		('versionupdate',{$target => $now},$cdom,$cname);
 1754: 	    print $logfile $reply;
 1755: 	}
 1756: 	print $logfile "\n============ Done ============\n";
 1757: 	$logfile->close();
 1758:     }
 1759:     if ($lock) { &Apache::lonnet::remove_lock($lock); }
 1760:     return OK;
 1761: }
 1762: 
 1763: #########################################
 1764: 
 1765: sub batchpublish {
 1766:     my ($r,$srcfile,$targetfile)=@_;
 1767:     #publication pollutes %env with form.* values
 1768:     my %oldenv=%env;
 1769:     $srcfile=~s/\/+/\//g;
 1770:     $targetfile=~s/\/+/\//g;
 1771:     my $thisdisfn=$srcfile;
 1772:     $thisdisfn=~s/\/home\/korte\/public_html\///;
 1773:     $srcfile=~s/\/+/\//g;
 1774: 
 1775:     my $docroot=$r->dir_config('lonDocRoot');
 1776:     my $thisdistarget=$targetfile;
 1777:     $thisdistarget=~s/^\Q$docroot\E//;
 1778: 
 1779: 
 1780:     %metadatafields=();
 1781:     %metadatakeys=();
 1782:     $srcfile=~/\.(\w+)$/;
 1783:     my $thistype=$1;
 1784: 
 1785: 
 1786:     my $thisembstyle=&Apache::loncommon::fileembstyle($thistype);
 1787:      
 1788:     $r->print('<h2>'.&mt('Publishing').' <tt>'.$thisdisfn.'</tt></h2>');
 1789: 
 1790: # phase one takes
 1791: #  my ($source,$target,$style,$batch)=@_;
 1792:     my ($outstring,$error)=&publish($srcfile,$targetfile,$thisembstyle,1);
 1793:     $r->print('<p>'.$outstring.'</p>');
 1794: # phase two takes
 1795: # my ($source,$target,$style,$distarget,batch)=@_;
 1796: # $env{'form.allmeta'},$env{'form.title'},$env{'form.author'},...
 1797:     if (!$error) {
 1798: 	$r->print('<p>');
 1799: 	&phasetwo($r,$srcfile,$targetfile,$thisembstyle,$thisdistarget,1);
 1800: 	$r->print('</p>');
 1801:     }
 1802:     %env=%oldenv;
 1803:     return '';
 1804: }
 1805: 
 1806: #########################################
 1807: 
 1808: sub publishdirectory {
 1809:     my ($r,$fn,$thisdisfn)=@_;
 1810:     $fn=~s/\/+/\//g;
 1811:     $thisdisfn=~s/\/+/\//g;
 1812:     my $resdir=
 1813: 	$Apache::lonnet::perlvar{'lonDocRoot'}.'/res/'.$cudom.'/'.$cuname.'/'.
 1814: 	$thisdisfn;
 1815:     $r->print('<h1>'.&mt('Directory').' <tt>'.$thisdisfn.'</tt></h1>'.
 1816: 	      &mt('Target').': <tt>'.$resdir.'</tt><br />');
 1817: 
 1818:     my $dirptr=16384;		# Mask indicating a directory in stat.cmode.
 1819:     unless ($env{'form.phase'} eq 'two') {
 1820: # ask user what they want
 1821:         $r->print('<form name="pubdirpref" method="post">'.
 1822: 		  &hiddenfield('phase','two').
 1823: 		  &hiddenfield('filename',$env{'form.filename'}).
 1824: 		  &checkbox('pubrec','include subdirectories').
 1825: 		  &checkbox('forcerepub','force republication of previously published files').
 1826:                   &checkbox('obsolete','make file(s) obsolete').
 1827: 		  &checkbox('forceoverride','force directory level catalog information over existing').
 1828: 		  '<br /><input type="submit" value="'.&mt('Publish Directory').'" /></form>');
 1829:         $lock=0;
 1830:     } else {
 1831:         unless ($lock) { $lock=&Apache::lonnet::set_lock(&mt('Publishing [_1]',$fn)); }
 1832: # actually publish things
 1833: 	opendir(DIR,$fn);
 1834: 	my @files=sort(readdir(DIR));
 1835: 	foreach my $filename (@files) {
 1836: 	    my ($cdev,$cino,$cmode,$cnlink,
 1837: 		$cuid,$cgid,$crdev,$csize,
 1838: 		$catime,$cmtime,$cctime,
 1839: 		$cblksize,$cblocks)=stat($fn.'/'.$filename);
 1840: 	    
 1841: 	    my $extension='';
 1842: 	    if ($filename=~/\.(\w+)$/) { $extension=$1; }
 1843: 	    if ($cmode&$dirptr) {
 1844: 		if (($filename!~/^\./) && ($env{'form.pubrec'})) {
 1845: 		    &publishdirectory($r,$fn.'/'.$filename,$thisdisfn.'/'.$filename);
 1846: 		}
 1847: 	    } elsif ((&Apache::loncommon::fileembstyle($extension) ne 'hdn') &&
 1848: 		     ($filename!~/^[\#\.]/) && ($filename!~/\~$/)) {
 1849: # find out publication status and/or exiting metadata
 1850: 		my $publishthis=0;
 1851: 		if (-e $resdir.'/'.$filename) {
 1852: 		    my ($rdev,$rino,$rmode,$rnlink,
 1853: 			$ruid,$rgid,$rrdev,$rsize,
 1854: 			$ratime,$rmtime,$rctime,
 1855: 			$rblksize,$rblocks)=stat($resdir.'/'.$filename);
 1856: 		    if (($rmtime<$cmtime) || ($env{'form.forcerepub'})) {
 1857: # previously published, modified now
 1858: 			$publishthis=1;
 1859: 		    }
 1860: 		    my $meta_cmtime = (stat($fn.'/'.$filename.'.meta'))[9];
 1861: 		    my $meta_rmtime = (stat($resdir.'/'.$filename.'.meta'))[9];
 1862: 		    if ( $meta_rmtime<$meta_cmtime ) {
 1863: 			$publishthis=1;
 1864: 		    }
 1865: 		} else {
 1866: # never published
 1867: 		    $publishthis=1;
 1868: 		}
 1869: 		
 1870: 		if ($publishthis) {
 1871: 		    &batchpublish($r,$fn.'/'.$filename,$resdir.'/'.$filename);
 1872: 		} else {
 1873: 		    $r->print('<br />'.&mt('Skipping').' '.$filename.'<br />');
 1874: 		}
 1875: 		$r->rflush();
 1876: 	    }
 1877: 	}
 1878: 	closedir(DIR);
 1879:     }
 1880: }
 1881: 
 1882: #########################################
 1883: # publish a default.meta file
 1884: 
 1885: sub defaultmetapublish {
 1886:     my ($r,$fn,$cuname,$cudom)=@_;
 1887:     $fn=~s/^\/\~$cuname\//\/home\/$cuname\/public_html\//;
 1888:     unless (-e $fn) {
 1889:        return HTTP_NOT_FOUND;
 1890:     }
 1891:     my $target=$fn;
 1892:     $target=~s/^\/home\/$cuname\/public_html\//$Apache::lonnet::perlvar{'lonDocRoot'}\/res\/$cudom\/$cuname\//;
 1893: 
 1894: 
 1895:     &Apache::loncommon::content_type($r,'text/html');
 1896:     $r->send_http_header;
 1897: 
 1898:     $r->print(&Apache::loncommon::start_page('Catalog Information Publication'));
 1899: 
 1900: # ---------------------------------------------------------------- Write Source
 1901:     my $copyfile=$target;
 1902:     
 1903:     my @parts=split(/\//,$copyfile);
 1904:     my $path="/$parts[1]/$parts[2]/$parts[3]/$parts[4]";
 1905:     
 1906:     my $count;
 1907:     for ($count=5;$count<$#parts;$count++) {
 1908:         $path.="/$parts[$count]";
 1909:         if ((-e $path)!=1) {
 1910:             $r->print('<p>'.&mt('Created directory').' '.$parts[$count].'</p>');
 1911:             mkdir($path,0777);
 1912:         }
 1913:     }
 1914:     
 1915:     if (copy($fn,$copyfile)) {
 1916:         $r->print('<p>'.&mt('Copied source file').'</p>');
 1917:     } else {
 1918:         return "<span class=\"LC_error\">".
 1919: 	    &mt('Failed to copy source').", $!, ".&mt('FAIL')."</span>";
 1920:     }
 1921: 
 1922: # --------------------------------------------------- Send update notifications
 1923: 
 1924:     my @subscribed=&get_subscribed_hosts($target);
 1925:     foreach my $subhost (@subscribed) {
 1926: 	$r->print('<p>'.&mt('Notifying host').' '.$subhost.':');$r->rflush;
 1927: 	my $reply=&Apache::lonnet::critical('update:'.$target,$subhost);
 1928: 	$r->print($reply.'</p><br />');$r->rflush;
 1929:     }
 1930: # ------------------------------------------------------------------- Link back
 1931:     my $link=$fn;
 1932:     $link=~s/^\/home\/$cuname\/public_html\//\/priv\/$cuname\//;
 1933:     $r->print("<a href='$link'>".&mt('Back to Catalog Information').'</a>');
 1934:     $r->print(&Apache::loncommon::end_page());
 1935:     return OK;
 1936: }
 1937: #########################################
 1938: 
 1939: =pod
 1940: 
 1941: =item B<handler>
 1942: 
 1943: A basic outline of the handler subroutine follows.
 1944: 
 1945: =over 4
 1946: 
 1947: =item *
 1948: 
 1949: Get query string for limited number of parameters.
 1950: 
 1951: =item *
 1952: 
 1953: Check filename.
 1954: 
 1955: =item *
 1956: 
 1957: File is there and owned, init lookup tables.
 1958: 
 1959: =item *
 1960: 
 1961: Start page output.
 1962: 
 1963: =item *
 1964: 
 1965: Evaluate individual file, and then output information.
 1966: 
 1967: =item *
 1968: 
 1969: Publishing from $thisfn to $thistarget with $thisembstyle.
 1970: 
 1971: =back
 1972: 
 1973: =cut
 1974: 
 1975: #########################################
 1976: #########################################
 1977: sub handler {
 1978:     my $r=shift;
 1979: 
 1980:     if ($r->header_only) {
 1981: 	&Apache::loncommon::content_type($r,'text/html');
 1982: 	$r->send_http_header;
 1983: 	return OK;
 1984:     }
 1985: 
 1986: # Get query string for limited number of parameters
 1987: 
 1988:     &Apache::loncommon::get_unprocessed_cgi($ENV{'QUERY_STRING'},
 1989:                                             ['filename']);
 1990: 
 1991: # -------------------------------------- Flag and buffer for registered cleanup
 1992:     $registered_cleanup=0;
 1993:     @{$modified_urls}=();
 1994: # -------------------------------------------------------------- Check filename
 1995: 
 1996:     my $fn=&unescape($env{'form.filename'});
 1997: 
 1998:     ($cuname,$cudom)=
 1999: 	&Apache::loncacc::constructaccess($fn,$r->dir_config('lonDefDomain'));
 2000: 
 2001: # special publication: default.meta file
 2002:     if ($fn=~/\/default.meta$/) {
 2003: 	return &defaultmetapublish($r,$fn,$cuname,$cudom); 
 2004:     }
 2005:     $fn=~s/\.meta$//;
 2006:   
 2007:     unless ($fn) { 
 2008: 	$r->log_reason($cuname.' at '.$cudom.
 2009: 		       ' trying to publish empty filename', $r->filename); 
 2010: 	return HTTP_NOT_FOUND;
 2011:     } 
 2012: 
 2013:     unless (($cuname) && ($cudom)) {
 2014: 	$r->log_reason($cuname.' at '.$cudom.
 2015: 		       ' trying to publish file '.$env{'form.filename'}.
 2016: 		       ' ('.$fn.') - not authorized', 
 2017: 		       $r->filename); 
 2018: 	return HTTP_NOT_ACCEPTABLE;
 2019:     }
 2020: 
 2021:     my $home=&Apache::lonnet::homeserver($cuname,$cudom);
 2022:     my $allowed=0;
 2023:     my @ids=&Apache::lonnet::current_machine_ids();
 2024:     foreach my $id (@ids) { if ($id eq $home) { $allowed = 1; }  }
 2025:     unless ($allowed) {
 2026: 	$r->log_reason($cuname.' at '.$cudom.
 2027: 		       ' trying to publish file '.$env{'form.filename'}.
 2028: 		       ' ('.$fn.') - not homeserver ('.$home.')', 
 2029: 		       $r->filename); 
 2030: 	return HTTP_NOT_ACCEPTABLE;
 2031:     }
 2032: 
 2033:     $fn=~s{^http://[^/]+}{};
 2034:     $fn=~s{^/~($match_username)}{/home/$1/public_html};
 2035: 
 2036:     my $targetdir='';
 2037:     $docroot=$r->dir_config('lonDocRoot'); 
 2038:     if ($1 ne $cuname) {
 2039: 	$r->log_reason($cuname.' at '.$cudom.
 2040: 		       ' trying to publish unowned file '.
 2041: 		       $env{'form.filename'}.' ('.$fn.')', 
 2042: 		       $r->filename); 
 2043: 	return HTTP_NOT_ACCEPTABLE;
 2044:     } else {
 2045: 	$targetdir=$docroot.'/res/'.$cudom;
 2046:     }
 2047:                                  
 2048:   
 2049:     unless (-e $fn) { 
 2050: 	$r->log_reason($cuname.' at '.$cudom.
 2051: 		       ' trying to publish non-existing file '.
 2052: 		       $env{'form.filename'}.' ('.$fn.')', 
 2053: 		       $r->filename); 
 2054: 	return HTTP_NOT_FOUND;
 2055:     } 
 2056: 
 2057: # -------------------------------- File is there and owned, init lookup tables.
 2058: 
 2059:     %addid=();
 2060:     
 2061:     {
 2062: 	my $fh=Apache::File->new($r->dir_config('lonTabDir').'/addid.tab');
 2063: 	while (<$fh>=~/(\w+)\s+(\w+)/) {
 2064: 	    $addid{$1}=$2;
 2065: 	}
 2066:     }
 2067: 
 2068:     %nokey=();
 2069: 
 2070:     {
 2071: 	my $fh=Apache::File->new($r->dir_config('lonIncludes').'/un_keyword.tab');
 2072: 	while (<$fh>) {
 2073: 	    my $word=$_;
 2074: 	    chomp($word);
 2075: 	    $nokey{$word}=1;
 2076: 	}
 2077:     }
 2078: 
 2079: # ---------------------------------------------------------- Start page output.
 2080: 
 2081:     &Apache::loncommon::content_type($r,'text/html');
 2082:     $r->send_http_header;
 2083:     
 2084:     my $js='<script type="text/javascript">'.
 2085: 	&Apache::loncommon::browser_and_searcher_javascript().
 2086: 	'</script>';
 2087:     $r->print(&Apache::loncommon::start_page('Resource Publication',$js));
 2088: 
 2089: 
 2090:     my $thisfn=$fn;
 2091: 
 2092:     my $thistarget=$thisfn;
 2093:       
 2094:     $thistarget=~s/^\/home/$targetdir/;
 2095:     $thistarget=~s/\/public\_html//;
 2096: 
 2097:     my $thisdistarget=$thistarget;
 2098:     $thisdistarget=~s/^\Q$docroot\E//;
 2099: 
 2100:     my $thisdisfn=$thisfn;
 2101:     $thisdisfn=~s/^\/home\/\Q$cuname\E\/public_html\///;
 2102: 
 2103:     if ($fn=~/\/$/) {
 2104: # -------------------------------------------------------- This is a directory
 2105: 	&publishdirectory($r,$fn,$thisdisfn);
 2106: 	$r->print('<hr /><a href="/priv/'
 2107: 		  .$cuname.'/'.$thisdisfn
 2108: 		  .'">'.&mt('Return to Directory').'</a>');
 2109: 
 2110: 
 2111:     } else {
 2112: # ---------------------- Evaluate individual file, and then output information.
 2113: 	$thisfn=~/\.(\w+)$/;
 2114: 	my $thistype=$1;
 2115: 	my $thisembstyle=&Apache::loncommon::fileembstyle($thistype);
 2116:         if ($thistype eq 'page') {  $thisembstyle = 'rat'; }
 2117: 	$r->print('<h2>'.&mt('Publishing').' '.
 2118: 		  &Apache::loncommon::filedescription($thistype).' <tt>');
 2119: 
 2120: 	$r->print(<<ENDCAPTION);
 2121: <a href='javascript:void(window.open("/~$cuname/$thisdisfn","cat","height=300,width=500,scrollbars=1,resizable=1,menubar=0,location=1"))'>
 2122: $thisdisfn</a>
 2123: ENDCAPTION
 2124:         $r->print('</tt></h2><b>'.&mt('Target').':</b> <tt>'.
 2125: 		  $thisdistarget.'</tt><br />');
 2126:    
 2127: 	if (($cuname ne $env{'user.name'})||($cudom ne $env{'user.domain'})) {
 2128: 	    $r->print('<h3><font color="red">'.&mt('Co-Author').': '.
 2129: 		      $cuname.&mt(' at ').$cudom.'</font></h3>');
 2130: 	}
 2131: 
 2132: 	if (&Apache::loncommon::fileembstyle($thistype) eq 'ssi') {
 2133: 	    $r->print(<<ENDDIFF);
 2134: <br />
 2135: <a href='javascript:void(window.open("/adm/diff?filename=/~$cuname/$thisdisfn&versiontwo=priv","cat","height=300,width=500,scrollbars=1,resizable=1,menubar=0,location=1"))'>
 2136: ENDDIFF
 2137:             $r->print(&mt('Diffs with Current Version').'</a><br />');
 2138: 	}
 2139:   
 2140: # ------------------ Publishing from $thisfn to $thistarget with $thisembstyle.
 2141: 
 2142: 	unless ($env{'form.phase'} eq 'two') {
 2143: # ---------------------------------------------------------- Parse for problems
 2144: 	    my ($warningcount,$errorcount);
 2145: 	    if ($thisembstyle eq 'ssi') {
 2146: 		($warningcount,$errorcount)=&checkonthis($r,$thisfn);
 2147: 	    }
 2148: 	    unless ($errorcount) {
 2149: 		my ($outstring,$error)=
 2150: 		    &publish($thisfn,$thistarget,$thisembstyle);
 2151: 		$r->print('<hr />'.$outstring);
 2152: 	    } else {
 2153: 		$r->print('<h3>'.
 2154: 			  &mt('The document contains errors and cannot be published.').
 2155: 			  '</h3>');
 2156: 	    }
 2157: 	} else {
 2158: 	    &phasetwo($r,$thisfn,$thistarget,$thisembstyle,$thisdistarget); 
 2159: 	    $r->print('<hr />');
 2160: 	}
 2161:     }
 2162:     $r->print(&Apache::loncommon::end_page());
 2163: 
 2164:     return OK;
 2165: }
 2166: 
 2167: 1;
 2168: __END__
 2169: 
 2170: =pod
 2171: 
 2172: =back
 2173: 
 2174: =back
 2175: 
 2176: =cut
 2177: 

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>