--- loncom/interface/lonindexer.pm	2001/11/29 20:31:45	1.24
+++ loncom/interface/lonindexer.pm	2003/08/11 17:27:24	1.73
@@ -1,7 +1,7 @@
 # The LearningOnline Network with CAPA
 # Directory Indexer
 #
-# $Id: lonindexer.pm,v 1.24 2001/11/29 20:31:45 harris41 Exp $
+# $Id: lonindexer.pm,v 1.73 2003/08/11 17:27:24 albertel Exp $
 #
 # Copyright Michigan State University Board of Trustees
 #
@@ -34,11 +34,11 @@
 # 05/9-05/19/2001 H. K. Ng
 # 05/21/2001 H. K. Ng
 # 05/23/2001 H. K. Ng
-# 5/31,6/1,6/2,6/15 Scott Harrison
 # 6/26,7/8 H. K. Ng
-# 8/6,8/7,8/10 Scott Harrison
 # 8/14 H. K. Ng
-# 8/28,10/15,11/28,11/29 Scott Harrison
+# 11/30 Matthew Hall
+# YEAR=2002
+# 6/29/2002 H. K. Ng
 #
 ###
 
@@ -60,7 +60,9 @@ package Apache::lonindexer;
 # ------------------------------------------------- modules used by this module
 use strict;
 use Apache::lonnet();
+use Apache::loncommon();
 use Apache::Constants qw(:common);
+use Apache::lonmeta;
 use Apache::File;
 use GDBM_File;
 
@@ -75,25 +77,26 @@ my $extrafield; # default extra table ce
 my $fnum; # file counter
 my $dnum; # directory counter
 
-# ---------------------------------------------------------------------- BEGIN
-sub BEGIN {
-    my $fh=Apache::File->new($Apache::lonnet::perlvar{'lonTabDir'}.
-			     '/language.tab');
-    map {
-	$_=~/(\w+)\s+([\w\s\-]+)/;
-	$language{$1}=$2;
-    } <$fh>;
-}
+# ----- Used to include or exclude files with certain extensions.
+my @Only = ();
+my @Omit = ();
+
 
 # ----------------------------- Handling routine called via Apache and mod_perl
 sub handler {
     my $r = shift;
+    my $c = $r->connection();
     $r->content_type('text/html');
+    &Apache::loncommon::no_cache($r);
     $r->send_http_header;
     return OK if $r->header_only;
     $fnum=0;
     $dnum=0;
-    untie %hash;
+
+    # Deal with stupid global variables (is there a way around making
+    # these global to this package?  It is just so wrong....)
+    undef (@Only);
+    undef (@Omit);
 
 # ------------------------------------- read in machine configuration variables
     my $iconpath= $r->dir_config('lonIconsURL') . "/";
@@ -111,32 +114,37 @@ sub handler {
     my $uri=$r->uri;
 
 # -------------------------------------- see if called from an interactive mode
-    &get_unprocessed_cgi();
-
+    # Get the parameters from the query string
+    &Apache::loncommon::get_unprocessed_cgi($ENV{'QUERY_STRING'},
+	     ['catalogmode','launch','acts','mode','form','element',
+              'only','omit']);
+    #-------------------------------------------------------------------
     my $closebutton='';
     my $groupimportbutton='';
     my $colspan=''; 
 
     $extrafield='';
     my $diropendb = 
-	"/home/httpd/perl/tmp/$domain\_$ENV{'user.name'}_indexer.db";
-
-    if (tie(%hash,'GDBM_File',$diropendb,&GDBM_WRCREAT,0640)) {
+	"/home/httpd/perl/tmp/$ENV{'user.domain'}_$ENV{'user.name'}_indexer.db";
+    %hash = ();
+    {
+	my %dbfile;
+	if (tie(%dbfile,'GDBM_File',$diropendb,&GDBM_WRCREAT(),0640)) {
+	    while(my($key,$value)=each(%dbfile)) {
+		$hash{$key}=$value;
+	    }
+	    untie(%dbfile);
+	}
+    }
+    {
 	if ($ENV{'form.launch'} eq '1') {
 	    &start_fresh_session();
-	}
-
+        }
 # -------------------- refresh environment with user database values (in %hash)
-	if ($hash{'mode_catalog'} eq 'interactive') {
-	    $ENV{'form.catalogmode'}='interactive';
-	}
-	if ($hash{'mode_catalog'} eq 'groupimport') {
-	    $ENV{'form.catalogmode'}='groupimport';
-	}
+	&setvalues(\%hash,'form.catalogmode',\%ENV,'form.catalogmode'   );
 
 # --------------------- define extra fields and buttons in case of special mode
 	if ($ENV{'form.catalogmode'} eq 'interactive') {
-	    $hash{'mode_catalog'}='interactive';
 	    $extrafield='<td bgcolor="'.$fileclr.'" valign="bottom">'.
 		'<a name="$anchor"><img src="'.$iconpath.'whitespace1.gif"'.
 		' border="0" /></td>';
@@ -146,7 +154,6 @@ sub handler {
 END
         }
 	elsif ($ENV{'form.catalogmode'} eq 'groupimport') {
-	    $hash{'mode_catalog'}='groupimport';
 	    $extrafield='<td bgcolor="'.$fileclr.'" valign="bottom">'.
 		'<a name="$anchor"><img src="'.$iconpath.'whitespace1.gif"'.
 		' border="0" /></td>';
@@ -159,35 +166,136 @@ END
 onClick="javascript:select_group()">
 END
         }
-
+	# Additions made by Matthew to make the browser a little easier to deal
+	# with in the future.
+	#
+	# $mode (at this time) indicates if we are in edit mode.
+	# $form is the name of the form that the URL is placed when the
+	#       selection is made.
+	# $element is the name of the element in $formname which receives
+	#       the URL.
+	# &Apache::lonxml::debug('Checking mode, form, element');
+	&setvalues(\%hash,'form.mode'   ,\%ENV,'form.mode'   );
+	&setvalues(\%hash,'form.form'   ,\%ENV,'form.form'   );
+	&setvalues(\%hash,'form.element',\%ENV,'form.element');
+	&setvalues(\%hash,'form.only'   ,\%ENV,'form.only'   );
+	&setvalues(\%hash,'form.omit'   ,\%ENV,'form.omit'   );
+
+        # Deal with 'omit' and 'only' 
+        if (exists $ENV{'form.omit'}) {
+            @Omit = split(',',$ENV{'form.omit'});
+        }
+        if (exists $ENV{'form.only'}) {
+            @Only = split(',',$ENV{'form.only'});
+        }
+        
+	my $mode = $ENV{'form.mode'};
+	my ($form,$element);
+	if ($mode eq 'edit' || $mode eq 'parmset') {
+	    $form    = $ENV{'form.form'};
+	    $element = $ENV{'form.element'};
+	}
+	&Apache::lonxml::debug("mode=$mode form=$form element=$element");
 # ------ set catalogmodefunctions to have extra needed javascript functionality
 	my $catalogmodefunctions='';
 	if ($ENV{'form.catalogmode'} eq 'interactive' or
 	    $ENV{'form.catalogmode'} eq 'groupimport') {
-	    $catalogmodefunctions=<<END;
+	    # The if statement below sets us up to use the old version
+	    # by default (ie. if $mode is undefined).  This is the easy
+	    # way out.  Hopefully in the future I'll find a way to get 
+	    # the calls dealt with in a more comprehensive manner.
+
+#
+# There is now also mode "simple", which is for the simple version of the rat
+#
+#
+	    if (!defined($mode) || ($mode ne 'edit' && $mode ne 'parmset')) {
+                my $location = "/adm/groupsort?catalogmode=groupimport&";
+                $location .= "mode=".$mode."&";
+                $location .= "acts=";
+		$catalogmodefunctions=<<"END";
 function select_data(title,url) {
     changeTitle(title);
     changeURL(url);
     self.close();
 }
 function select_group() {
-    window.location="/adm/groupsort?catalogmode=groupimport&acts="+document.forms.fileattr.acts.value;
+    window.location="$location"+document.forms.fileattr.acts.value;
 }
 function changeTitle(val) {
-    if (opener.inf.document.forms.resinfo.elements.t) {
-        opener.inf.document.forms.resinfo.elements.t.value=val;
+    if (opener.inf) {
+        if (opener.inf.document.forms.resinfo.elements.t) {
+            opener.inf.document.forms.resinfo.elements.t.value=val;
+        }
+    }
+}
+function changeURL(val) {
+    if (opener.inf) {
+        if (opener.inf.document.forms.resinfo.elements.u) {
+	    opener.inf.document.forms.resinfo.elements.u.value=val;
+        }
+    }
+}
+END
+            } elsif ($mode eq 'edit') { # we are in 'edit' mode
+                my $location = "/adm/groupsort?catalogmode=interactive&";
+                $location .= "form=$form&element=$element&mode=edit&acts=";
+		$catalogmodefunctions=<<END;
+// mode = $mode
+function select_data(title,url) {
+    changeURL(url);
+    self.close();
+}
+
+function select_group() {
+    window.location="$location"+document.forms.fileattr.acts.value;
+}
+
+function changeURL(val) {
+    if (window.opener.document) {
+	window.opener.document.forms["$form"].elements["$element"].value=val;
+    } else {
+	    alert("The file you selected is: "+val);
     }
 }
+
+END
+            } elsif ($mode eq 'parmset') {
+                my $location = "/adm/groupsort?catalogmode=interactive&";
+                $location .= "form=$form&element=$element&mode=parmset&acts=";
+		$catalogmodefunctions=<<END;
+// mode = $mode
+function select_data(title,url) {
+    changeURL(url);
+    self.close();
+}
+
+function select_group() {
+    window.location="$location"+document.forms.fileattr.acts.value;
+}
+
 function changeURL(val) {
-    if (opener.inf.document.forms.resinfo.elements.u) {
-	opener.inf.document.forms.resinfo.elements.u.value=val;
+    if (window.opener.document) {
+        var elementname  = "$element"+"_value";
+        var checkboxname = "$element"+"_setparmval";
+	window.opener.document.forms["$form"].elements[elementname].value=val;
+        window.opener.document.forms["$form"].elements[checkboxname].checked=true;
+    } else {
+	    alert("The file you selected is: "+val);
     }
 }
+
 END
+            }
         }
-	if ($ENV{'form.catalogmode'} eq 'groupimport') {
-	    $catalogmodefunctions.=<<END;
+        $catalogmodefunctions.=<<END;
 var acts='';
+function rep_dirpath(suffix,val) {
+    eval("document.forms.dirpath"+suffix+".acts.value=val");
+}
+END
+	if ($ENV{'form.catalogmode'} eq 'groupimport') {
+            $catalogmodefunctions.=<<END;
 function queue(val) {
     if (eval("document.forms."+val+".filelink.checked")) {
 	var l=val.length;
@@ -200,9 +308,6 @@ function queue(val) {
 	document.forms.fileattr.acts.value+='0a'+v+'b';
     }
 }
-function rep_dirpath(suffix,val) {
-    eval("document.forms.dirpath"+suffix+".acts.value=val");
-}
 END
 	}
 
@@ -214,10 +319,14 @@ END
 
 <script type="text/javascript">
 $catalogmodefunctions
-function openWindow(url, wdwName, w, h, toolbar,scrollbar) {
-    var options = "width=" + w + ",height=" + h + ",";
+function openWindow(url, wdwName, w, h, toolbar,scrollbar,locationbar) {
+    var xpos = (screen.width-w)/2;
+    xpos = (xpos < 0) ? '0' : xpos;
+    var ypos = (screen.height-h)/2-30;
+    ypos = (ypos < 0) ? '0' : ypos;
+    var options = "width=" + w + ",height=" + h + ",screenx="+xpos+",screeny="+ypos+",";
     options += "resizable=yes,scrollbars="+scrollbar+",status=no,";
-    options += "menubar=no,toolbar="+toolbar+",location=no,directories=no";
+    options += "menubar=no,toolbar="+toolbar+",location="+locationbar+",directories=no";
     var newWin = window.open(url, wdwName, options);
     newWin.focus();
 }
@@ -227,9 +336,8 @@ function gothere(val) {
 </script>
 
 </head>
-<body bgcolor="#FFFFFF">
 ENDHEADER
-
+$r->print(&Apache::loncommon::bodytag('Browse Resources'));
 # - Evaluate actions from previous page (both cumulatively and chronologically)
         if ($ENV{'form.catalogmode'} eq 'groupimport') {
 	    my $acts=$ENV{'form.acts'};
@@ -238,14 +346,14 @@ ENDHEADER
 	    my %achash;
 	    my $ac=0;
 	    # some initial hashes for working with data
-	    map {
+	    foreach (@Acts) {
 		my ($state,$ref)=split(/a/);
 		$ahash{$ref}=$state;
 		$achash{$ref}=$ac;
 		$ac++;
-	    } (@Acts);
+	    }
 	    # sorting through the actions and changing the tied database hash
-	    map {
+	    foreach (sort {$achash{$a}<=>$achash{$b}} (keys %ahash)) {
 		my $key=$_;
 		if ($ahash{$key} eq '1') {
 		    $hash{'store_'.$hash{'pre_'.$key.'_link'}}=
@@ -259,9 +367,9 @@ ENDHEADER
 			delete $hash{'store_'.$hash{'pre_'.$key.'_link'}};
 		    }
 		}
-	    } sort {$achash{$a}<=>$achash{$b}} (keys %ahash);
+	    }
 	    # deleting the previously cached listing
-	    map {
+	    foreach (keys %hash) {
 		if ($_ =~ /^pre_/ && $_ =~/link$/) {
 		    my $key = $_;
 		    $key =~ s/^pre_//;
@@ -269,46 +377,46 @@ ENDHEADER
 		    delete $hash{'pre_'.$key.'_title'};
 		    delete $hash{'pre_'.$key.'_link'};
 		}
-	    } keys %hash;
+	    }
 	}
 	
-# ---------------------------------------------------------------- output title
-	$r->print('<h2><font color="#888888">The LearningOnline With CAPA '.
-		  'Network Directory Browser</font></h2>'."\n");
 # ---------------------------------- get state of file attributes to be showing
-	if ($ENV{'form.attrs'} ne "") {
-	    for (my $i=0; $i<=6; $i++) {
+	if ($ENV{'form.attrs'} ne '') {
+	    for (my $i=0; $i<=9; $i++) {
 		delete $hash{'display_attrs_'.$i};
 		if ($ENV{'form.attr'.$i} == 1) {
-		    $attrchk[$i] = "checked";
+		    $attrchk[$i] = 'checked';
 		    $hash{'display_attrs_'.$i} = 1;
 		}
 	    }
 	} else {
-	    for (my $i=0; $i<=6; $i++) {
-		$attrchk[$i] = "checked" if $hash{'display_attrs_'.$i} == 1;
+	    for (my $i=0; $i<=9; $i++) {
+		$attrchk[$i] = 'checked' if $hash{'display_attrs_'.$i} == 1;
 	    }
 	}
 # ------------------------------- output state of file attributes to be showing
+#                                 All versions has to the last item
+#                                 since it does not take an extra col
 	$r->print(<<END);
-<b><font color="#666666">Display file attributes</font></b><br />
 <form method="post" name="fileattr" action="$uri"
  enctype="application/x-www-form-urlencoded">
+<b><font color="#666666">Display file attributes</font></b><br />
 <table border=0><tr>
-<td><input type="checkbox" name="attr0" value="1" $attrchk[0] /> Size</td>
-<td><input type="checkbox" name="attr1" value="1" $attrchk[1] /> Last access</td>
-<td><input type="checkbox" name="attr2" value="1" $attrchk[2] /> Last modified</td>
-<td><input type="checkbox" name="attr6" value="1" $attrchk[6] /> All versions</td>
-</tr><tr>
-<td><input type="checkbox" name="attr3" value="1" $attrchk[3] /> Author</td>
-<td><input type="checkbox" name="attr4" value="1" $attrchk[4] /> Keywords</td>
-<td><input type="checkbox" name="attr5" value="1" $attrchk[5] /> Language</td>
+<td><input type="checkbox" name="attr0" value="1" $attrchk[0] /> Title</td>
+<td><input type="checkbox" name="attr1" value="1" $attrchk[1] /> Size</td>
+<td><input type="checkbox" name="attr2" value="1" $attrchk[2] /> Last access</td>
+<td><input type="checkbox" name="attr3" value="1" $attrchk[3] /> Last modified</td>
+<td><input type="checkbox" name="attr8" value="1" $attrchk[8] /> Statistics</td></tr><tr>
+<td><input type="checkbox" name="attr4" value="1" $attrchk[4] /> Author</td>
+<td><input type="checkbox" name="attr5" value="1" $attrchk[5] /> Keywords</td>
+<td><input type="checkbox" name="attr6" value="1" $attrchk[6] /> Language</td>
+<td><input type="checkbox" name="attr7" value="1" $attrchk[7] /> Show Resource</td>
+<td><input type="checkbox" name="attr9" value="1" $attrchk[9] /> All versions</td>
 <td>&nbsp;</td>
 </tr></table>
 <input type="hidden" name="dirPointer" value="on" />
 <input type="hidden" name="acts" value="" />
-<input type="submit" name="attrs" value="Review" />&nbsp;
-<input type="submit" name="attrs" value="Refresh" />
+<input type="submit" name="attrs" value="Update Display" />
 $closebutton
 $groupimportbutton
 </form>
@@ -316,31 +424,40 @@ END
 
 # ----------------- output starting row to the indexed file/directory hierarchy
         my $titleclr="#ddffff";
-        $r->print("<table border=0><tr><td bgcolor=#eeeeee>\n");
-	$r->print("<table border=0><tr>\n");
-	$r->print("<td $colspan bgcolor=$titleclr><b>Name</b></td>\n");
-	$r->print("<td bgcolor=$titleclr align=right><b>Size (bytes) ".
-		  "</b></td>\n") if ($hash{'display_attrs_0'} == 1);
-	$r->print("<td bgcolor=$titleclr><b>Last accessed</b></td>\n") 
-	    if ($hash{'display_attrs_1'} == 1);
-	$r->print("<td bgcolor=$titleclr><b>Last modified</b></td>\n")
+#        $r->print(&initdebug());
+#        $r->print(&writedebug("Omit:@Omit")) if (@Omit);
+#        $r->print(&writedebug("Only:@Only")) if (@Only);
+        $r->print("<table width='100\%' border=0><tr><td bgcolor=#777777>\n");
+	$r->print("<table width='100\%' border=0><tr bgcolor=$titleclr>\n");
+	$r->print("<td $colspan><b>Name</b></td>\n");
+	$r->print("<td><b>Title</b></td>\n") 
+	    if ($hash{'display_attrs_0'} == 1);
+	$r->print("<td align=right><b>Size (bytes) ".
+		  "</b></td>\n") if ($hash{'display_attrs_1'} == 1);
+	$r->print("<td><b>Last accessed</b></td>\n") 
 	    if ($hash{'display_attrs_2'} == 1);
-	$r->print("<td bgcolor=$titleclr><b>Author(s)</b></td>\n")
+	$r->print("<td><b>Last modified</b></td>\n")
 	    if ($hash{'display_attrs_3'} == 1);
-	$r->print("<td bgcolor=$titleclr><b>Keywords</b></td>\n")
+	$r->print("<td><b>Author(s)</b></td>\n")
 	    if ($hash{'display_attrs_4'} == 1);
-	$r->print("<td bgcolor=$titleclr><b>Language</b></td>\n")
+	$r->print("<td><b>Keywords</b></td>\n")
 	    if ($hash{'display_attrs_5'} == 1);
-	$r->print("</tr>");
+	$r->print("<td><b>Language</b></td>\n")
+	    if ($hash{'display_attrs_6'} == 1);
+	$r->print("<td><b>Resource</b></td>\n")
+	    if ($hash{'display_attrs_7'} == 1);
+	$r->print("<td><b>Usage Statistics <br />(Courses/Network Hits)</b></td>\n")
+	    if ($hash{'display_attrs_8'} == 1);
+	$r->print('</tr>');
 
 # ----------------- read in what directories have previously been set to "open"
-	map {
+	foreach (keys %hash) {
 	    if ($_ =~ /^diropen_status_/) {
 		my $key = $_;
 		$key =~ s/^diropen_status_//;
 		$dirs{$key} = $hash{$_};
 	    }
-	} keys %hash;
+	}
 
 	if ($ENV{'form.openuri'}) {  # take care of review and refresh options
 	    my $uri=$ENV{'form.openuri'};
@@ -363,7 +480,7 @@ END
 	my $indent = 0;
 	$uri = $uri.'/' if $uri !~ /.*\/$/;
 
-	if ($bredir ne "on") {
+	if ($bredir ne 'on') {
 	    $hash{'top.level'} = $uri;
 	    $toplevel = $uri;
 
@@ -372,7 +489,7 @@ END
 	}
 
 # -------------------------------- if not at top level, provide an uplink arrow
-	if ($toplevel ne "/res/"){
+	if ($toplevel ne '/res/'){
 	    my (@uri_com) = split(/\//,$uri);
 	    pop @uri_com;
 	    my $upone = join('/',@uri_com);
@@ -389,23 +506,33 @@ END
 	$r->print("<input type='hidden' name='fnum' value='$fnum'></form>");
 
 # -------------------------------------------------------------- end the tables
-	$r->print("</table>");
-	$r->print("</td></tr></table>");
+	$r->print('</table>');
+	$r->print('</td></tr></table>');
 
 # --------------------------------------------------- end the output and return
-	$r->print("</body></html>\n");
-	untie(%hash);
-    } else {
-	$r->print('<html><head></head><body>Unable to tie hash to db '.
-		  'file</body></html>');
-	return OK;
+	$r->print('</body></html>'."\n");
+#    } else {
+#	$r->print('<html><head></head><body>Unable to tie hash to db '.
+#		  'file</body></html>');
+#	return OK;
+    }
+    if(! $c->aborted()) {
+	my %dbfile;
+        if (tie(%dbfile,'GDBM_File',$diropendb,&GDBM_NEWDB(),0640)) {
+            while (my($key,$value) = each(%hash)) {
+                $dbfile{$key}=$value;
+            }
+            untie(%dbfile);
+        }
     }
+
     return OK;
 }
 
 # ----------------------------------------------- recursive scan of a directory
 sub scanDir {
     my ($r,$startdir,$indent,$hashref)=@_;
+    my $c = $r->connection();
     my ($compuri,$curdir);
     my $dirptr=16384;
     $indent++;
@@ -413,37 +540,40 @@ sub scanDir {
     my %dupdirs = %dirs;
     my @list=&get_list($r,$startdir);
     foreach my $line (@list) {
-	my ($strip,$dom,$foo,$testdir,$foo)=split(/\&/,$line,5); 
+        return if ($c->aborted());
+	my ($strip,$dom,undef,$testdir,undef)=split(/\&/,$line,5); 
 	next if $strip =~ /.*\.meta$/;
 	my (@fileparts) = split(/\./,$strip);
-	if ($hash{'display_attrs_6'} != 1) {
+	if ($hash{'display_attrs_9'} != 1) {
 	    if (scalar(@fileparts) >= 3) {
 		my $fext = pop @fileparts;
 		my $ov = pop @fileparts;
 		my $fname = join ('.',@fileparts,$fext);
-		next if (grep /$fname/,@list and $ov =~ /\d+/);
+		next if (grep /\Q$fname\E/,@list and $ov =~ /\d+/);
 	    }
 	}
 
-	if ($dom eq "domain") {
-	    $compuri = join('',$strip,"/");  # dom list has /res/<domain name>
-	    $curdir = $compuri;
+	if ($dom eq 'domain') {
+	    # dom list has full path /res/<domain name>/ already
+	    $curdir='';
+	    $compuri = (split(/\&/,$line))[0];
 	} else {
 	    # user, dir & file have name only, i.e., w/o path
-	    $compuri = join('',$startdir,$strip,"/");
+	    $compuri = join('',$startdir,$strip,'/');
 	    $curdir = $startdir;
 	}
-	my $diropen = "closed";
+	my $diropen = 'closed';
 	if (($dirptr&$testdir) or ($dom =~ /^(domain|user)$/)) {
 	    while (my ($key,$val)= each %dupdirs) {
 		if ($key eq $compuri and $val eq "open") {
 		    $diropen = "opened";
-		    delete $dupdirs{key},$dirs{$key};
+		    delete($dupdirs{$key});
+		    delete($dirs{$key});
 		}
 	    }
 	}
 	&display_line($r,$diropen,$line,$indent,$curdir,$hashref,@list);
-	&scanDir ($r,$compuri,$indent) if $diropen eq "opened";
+	&scanDir ($r,$compuri,$indent) if $diropen eq 'opened';
     }
     $indent--;
 }
@@ -452,13 +582,12 @@ sub scanDir {
 sub get_list {
     my ($r,$uri)=@_;
     my @list;
-    my $luri = $uri;
-    $luri =~ s/\//_/g;
+    (my $luri = $uri) =~ s/\//_/g;
 
-    if ($ENV{'form.attrs'} eq "Refresh") {
-	map {
+    if ($ENV{'form.attrs'} eq 'Update Display') {
+	foreach (keys %hash) {
 	    delete $hash{$_} if ($_ =~ /^dirlist_files_/);
-	    } keys %hash;
+	    }
     }
 
     if ($hash{'dirlist_files'.$luri}) {
@@ -470,6 +599,29 @@ sub get_list {
     return @list=&match_ext($r,@list);
 }
 
+sub initdebug {
+    return <<ENDJS;
+<script>
+var debugging = true;
+if (debugging) {
+    var debuggingWindow = window.open('','Debug','width=400,height=300',true);
+} 
+
+function output(text) {
+    if (debugging) {
+        debuggingWindow.document.writeln(text);
+    }
+}
+output("<html><head><title>Debugging Window</title></head><body><pre>");   
+</script>
+ENDJS
+}
+
+sub writedebug {
+    my $text = shift;
+    return "<script>output('$text');</script>";
+}
+
 # -------------------- filters out files based on extensions (returns an array)
 sub match_ext {
     my ($r,@packlist)=@_;
@@ -478,29 +630,19 @@ sub match_ext {
     my @fileext;
     my $dirptr=16384;
 
-    my $tabdir  = $r->dir_config('lonTabDir');
-    my $fn = $tabdir.'/filetypes.tab';
-    if (-e $fn) {
-	my $FH=Apache::File->new($fn);
-	my @content=<$FH>;
-	foreach my $line (@content) {
-	    (my $ext,my $foo) = split /\s+/,$line;
-	    push @fileext,$ext;
-	}
-    }
     foreach my $line (@packlist) {
 	chomp $line;
 	$line =~ s/^\/home\/httpd\/html//;
 	my @unpackline = split (/\&/,$line);
-	next if ($unpackline[0] eq ".");
-	next if ($unpackline[0] eq "..");
+	next if ($unpackline[0] eq '.');
+	next if ($unpackline[0] eq '..');
 	my @filecom = split (/\./,$unpackline[0]);
 	my $fext = pop(@filecom);
 	my $fnptr = $unpackline[3]&$dirptr;
  	if ($fnptr == 0 and $unpackline[3] ne "") {
-	    foreach my $nextline (@fileext) {
-		push @trimlist,$line if $nextline eq $fext;
-	    }
+	    my $embstyle = &Apache::loncommon::fileembstyle($fext);
+            push @trimlist,$line if (defined($embstyle) && 
+				     ($embstyle ne 'hdn' or $fext eq 'meta'));
 	} else {
 	    push @trimlist,$line;
 	}
@@ -512,31 +654,33 @@ sub match_ext {
 # ------------------------------- displays one line in appropriate table format
 sub display_line {
     my ($r,$diropen,$line,$indent,$startdir,$hashref,@list)=@_;
-    my (@pathfn, $fndir, $fnptr);
+    my (@pathfn, $fndir);
     my $dirptr=16384;
     my $fileclr="#ffffe6";
-    my $iconpath= $r->dir_config('lonIconsURL') . "/";
+    my $iconpath= $r->dir_config('lonIconsURL') . '/';
 
     my @filecom = split (/\&/,$line);
     my @pathcom = split (/\//,$filecom[0]);
     my $listname = $pathcom[scalar(@pathcom)-1];
     my $fnptr = $filecom[3]&$dirptr;
     my $msg = 'View '.$filecom[0].' resources';
-    $msg = 'Close '.$filecom[0].' directory' if $diropen eq "opened";
+    $msg = 'Close '.$filecom[0].' directory' if $diropen eq 'opened';
 
-    my $tabtag="</td>";
+    my $tabtag='</td>';
     my $i=0;
 
-    while ($i<=5) {
-	$tabtag=join('',$tabtag,"<td bgcolor=",$fileclr,">&nbsp;</td>")
+    while ($i<=8) {
+	$tabtag=join('',$tabtag,"<td>&nbsp;</td>")
 	    if $hash{'display_attrs_'.$i} == 1;
 	$i++;
     }
+	
+    my $valign = ($hash{'display_attrs_7'} == 1 ? 'top' : 'bottom');
 
 # display uplink arrow
-    if ($filecom[1] eq "viewOneUp") {
-	$r->print("<tr>$extrafield");
-	$r->print("<td bgcolor=$fileclr valign=bottom>\n");
+    if ($filecom[1] eq 'viewOneUp') {
+	$r->print("<tr valign='$valign' bgcolor=$fileclr>$extrafield");
+	$r->print("<td>\n");
 	$r->print ('<form method="post" name="dirpathUP" action="'.$startdir.
 		   '/" '.
 		   'onSubmit="return rep_dirpath(\'UP\','.
@@ -552,15 +696,18 @@ sub display_line {
 	$r->print("Up $tabtag</tr></form>\n");
 	return OK;
     }
+# Do we have permission to look at this?
+
+    return OK if (!&Apache::lonnet::allowed('bre',$startdir.$filecom[0]));
 
 # display domain
-    if ($filecom[1] eq "domain") {
+    if ($filecom[1] eq 'domain') {
 	$r->print ('<input type="hidden" name="dirPointer" value="on">'."\n")
 	    if ($ENV{'form.dirPointer'} eq "on");
-	$r->print("<tr>$extrafield");
-	$r->print("<td bgcolor=$fileclr valign=bottom>");
-	&begin_form ($r,$filecom[0].'/');
-	my $anchor = $filecom[0].'/';
+	$r->print("<tr valign='$valign' bgcolor=$fileclr>$extrafield");
+	$r->print("<td>");
+	&begin_form ($r,$filecom[0]);
+	my $anchor = $filecom[0];
 	$anchor =~ s/\///g;
 	$r->print ('<a name="'.$anchor.'">');
 	$r->print ('<input type="hidden" name="acts" value="">');
@@ -569,16 +716,21 @@ sub display_line {
 	$r->print (' name="'.$msg.'" height="22" type="image" border="0">'.
 		   "\n");
 	$r->print ('<a href="javascript:gothere(\''.$filecom[0].
-		   '/\')"><img src="'.$iconpath.'server.gif"');
+		   '\')"><img src="'.$iconpath.'server.gif"');
 	$r->print (' border="0" /></a>'."\n");
-	$r->print("Domain - $listname $tabtag</tr></form>\n");
+	$r->print ("Domain - $listname ");
+	if ($Apache::lonnet::domaindescription{$listname}) {
+	    $r->print("(".$Apache::lonnet::domaindescription{$listname}.
+		      ")");
+	}
+	$r->print (" $tabtag</tr></form>\n");
 	return OK;
 
 # display user directory
     }
-    if ($filecom[1] eq "user") {
-	$r->print("<tr>$extrafield");
-	$r->print("<td bgcolor=$fileclr valign=bottom nowrap>\n");
+    if ($filecom[1] eq 'user') {
+	$r->print("<tr valign=$valign bgcolor=$fileclr>$extrafield");
+	$r->print("<td nowrap>\n");
 	my $curdir = $startdir.$filecom[0].'/';
 	my $anchor = $curdir;
 	$anchor =~ s/\///g;
@@ -593,34 +745,56 @@ sub display_line {
 	$r->print ('<a href="javascript:gothere(\''.$curdir.'\')"><img src='.
 		   $iconpath.'quill.gif border="0" name="'.$msg.
 		   '" height="22" /></a>');
-	$r->print ($listname.$tabtag.'</tr></form>'."\n");
+	my $domain=(split(m|/|,$startdir))[2];
+	my $plainname=&Apache::loncommon::plainname($listname,$domain);
+	$r->print ($listname);
+	if (defined($plainname) && $plainname) { $r->print(" ($plainname) "); }
+	$r->print ($tabtag.'</tr></form>'."\n");
 	return OK;
     }
 
 # display file
-    if ($fnptr == 0 and $filecom[3] ne "") {
-	my @file_ext = split (/\./,$listname);
-	my $curfext = $file_ext[scalar(@file_ext)-1];
+    if ($fnptr == 0 and $filecom[3] ne '') {
 	my $filelink = $startdir.$filecom[0];
-	$r->print("<tr><td nowrap valign='bottom' bgcolor=$fileclr>");
-	my $metafile = grep /^$filecom[0]\.meta\&/, @list;
+	my @file_ext = split (/\./,$listname);
+	my $curfext = $file_ext[-1];
+        if (@Omit) {
+            foreach (@Omit) { return OK if ($curfext eq $_); }
+        }
+        if (@Only) {
+            my $skip = 1;
+            foreach (@Only) { $skip = 0 if ($curfext eq $_); }
+            return OK if ($skip > 0);
+        }
+	# Set the icon for the file
+	my $iconname = "unknown.gif";
+	my $embstyle = &Apache::loncommon::fileembstyle($curfext);
+	# The unless conditional that follows is a bit of overkill
+	$iconname = $curfext.".gif" unless
+	    (!defined($embstyle) || $embstyle eq 'unk' || $embstyle eq 'hdn');
+	#
+	$r->print("<tr valign='$valign' bgcolor=$fileclr><td nowrap>");
+	my $metafile = grep /^\Q$filecom[0]\E\.meta\&/, @list;
 	my $title;
         if ($ENV{'form.catalogmode'} eq 'interactive') {
 	    $title=$listname;
 	    $title = &Apache::lonnet::metadata($filelink,'title')
 		if ($metafile == 1);
 	    $title=$listname unless $title;
-	    $r->print("<a href='javascript:select_data(\"",
-	              $title,'","',$filelink,"\")'>");
+	    my $titleesc=HTML::Entities::encode($title);
+	    $titleesc=~s/\'/\\'/; #' (clean up this spare quote)
+            $r->print("<a href=\"javascript:select_data(\'",
+                      $titleesc,"','",$filelink,"')\">");
 	    $r->print("<img src='",$iconpath,"select.gif' border='0' /></a>".
 		      "\n");
-	    $r->print("</td><td valign='bottom' nowrap bgcolor=$fileclr>");
+	    $r->print("</td><td nowrap>");
 	}
         elsif ($ENV{'form.catalogmode'} eq 'groupimport') {
 	    $title=$listname;
 	    $title = &Apache::lonnet::metadata($filelink,'title')
 		if ($metafile == 1);
 	    $title=$listname unless $title;
+	    my $titleesc=&HTML::Entities::encode($title);
 	    $r->print("<form name='form$fnum'>\n");
 	    $r->print("<input type='checkbox' name='filelink"."' ".
 		      "value='$filelink' onClick='".
@@ -630,11 +804,11 @@ sub display_line {
 	    }
 	    $r->print(">\n");
 	    $r->print("<input type='hidden' name='title"."' ".
-		      "value='$title'>\n");
+		      "value='$titleesc'>\n");
 	    $r->print("</form>\n");
-	    $r->print("</td><td valign='bottom' nowrap bgcolor=$fileclr>");
+	    $r->print("</td><td nowrap>");
 	    $hash{"pre_${fnum}_link"}=$filelink;
-	    $hash{"pre_${fnum}_title"}=$title;
+	    $hash{"pre_${fnum}_title"}=$titleesc;
   	    $fnum++;
 	}
 
@@ -654,48 +828,77 @@ sub display_line {
 		      ".gif border='0' />\n") if $rem > 0;
 	}
 
-	$r->print("<img src=$iconpath$curfext.gif border='0' />\n");
+	$r->print("<img src=$iconpath$iconname border='0' />\n");
 	$r->print (" <a href=\"javascript:openWindow('".$filelink.
-		   "', 'metadatafile', '450', '500', 'no', 'yes')\";".
+		   "', 'previewfile', '450', '500', 'no', 'yes','yes')\";".
 		   " TARGET=_self>$listname</a> ");
 
 	$r->print (" (<a href=\"javascript:openWindow('".$filelink.
-		   ".meta', 'metadatafile', '400', '450', 'no', 'yes')\"; ".
+		   ".meta', 'metadatafile', '500', '550', 'no', 'yes','no')\"; ".
 		   "TARGET=_self>metadata</a>) ") if ($metafile == 1);
 
 	$r->print("</td>\n");
-	$r->print("<td bgcolor=$fileclr align=right valign=bottom> ",
+	if ($hash{'display_attrs_0'} == 1) {
+	    my $title = &Apache::lonnet::gettitle($filelink,'title')
+		if ($metafile == 1);
+	    $r->print('<td> '.($title eq '' ? '&nbsp;' : $title).
+		      ' </td>'."\n");
+	}
+	$r->print('<td align=right> ',
 		  $filecom[8]," </td>\n") 
-	    if $hash{'display_attrs_0'} == 1;
-	$r->print("<td bgcolor=$fileclr valign=bottom> ".
-		  (localtime($filecom[9]))." </td>\n") 
 	    if $hash{'display_attrs_1'} == 1;
-	$r->print("<td bgcolor=$fileclr valign=bottom> ".
-		  (localtime($filecom[10]))." </td>\n") 
+	$r->print('<td> '.
+		  (localtime($filecom[9]))." </td>\n") 
 	    if $hash{'display_attrs_2'} == 1;
+	$r->print('<td> '.
+		  (localtime($filecom[10]))." </td>\n") 
+	    if $hash{'display_attrs_3'} == 1;
 
-	if ($hash{'display_attrs_3'} == 1) {
+	if ($hash{'display_attrs_4'} == 1) {
 	    my $author = &Apache::lonnet::metadata($filelink,'author')
 		if ($metafile == 1);
-	    $author = '&nbsp;' if (!$author);
-	    $r->print("<td bgcolor=$fileclr valign=bottom> ".$author.
+	    $r->print('<td> '.($author eq '' ? '&nbsp;' : $author).
 		      " </td>\n");
 	}
-	if ($hash{'display_attrs_4'} == 1) {
+	if ($hash{'display_attrs_5'} == 1) {
 	    my $keywords = &Apache::lonnet::metadata($filelink,'keywords')
 		if ($metafile == 1);
-	    $keywords = '&nbsp;' if (!$keywords);
-	    $r->print("<td bgcolor=$fileclr valign=bottom> ".$keywords.
+	    # $keywords = '&nbsp;' if (!$keywords);
+	    $r->print('<td> '.($keywords eq '' ? '&nbsp;' : $keywords).
 		      " </td>\n");
 	}
-	if ($hash{'display_attrs_5'} == 1) {
+	if ($hash{'display_attrs_6'} == 1) {
 	    my $lang = &Apache::lonnet::metadata($filelink,'language')
 		if ($metafile == 1);
-	    $lang = $language{$lang};
-	    $lang = '&nbsp;' if (!$lang);
-	    $r->print("<td bgcolor=$fileclr valign=bottom> ".$lang.
+	    $lang = &Apache::loncommon::languagedescription($lang);
+	    $r->print('<td> '.($lang eq '' ? '&nbsp;' : $lang).
+		      " </td>\n");
+	}
+        if ($hash{'display_attrs_7'} == 1) {
+            my $output='';
+            my $embstyle=&Apache::loncommon::fileembstyle($curfext);
+	    if ($embstyle eq 'ssi') {
+	       $output=&Apache::lonnet::ssi_body($filelink);
+               $output='<font size="-2">'.$output.'</font>';
+	   } elsif ($embstyle eq 'img') {
+               $output='<img src="'.$filelink.'" />';
+           } elsif ($filelink=~/^\/res\/(\w+)\/(\w+)\//) {
+               $output='<img src="http://'.
+		 $Apache::lonnet::hostname{&Apache::lonnet::homeserver($2,$1)}.
+                 '/cgi-bin/thumbnail.gif?url='.$filelink.'" />';
+           }
+	   $r->print('<td> '.($output eq '' ? '&nbsp;':$output).
 		      " </td>\n");
+        }
+	if ($hash{'display_attrs_8'} == 1) {
+	    my (%stat) = &Apache::lonmeta::dynamicmeta($filelink) if ($metafile == 1);
+	    my $stat = (exists($stat{'course'}) ? $stat{'course'} : '').
+		((exists($stat{'course'}) || exists($stat{'count'})) ? '/' : '').
+		(exists($stat{'count'}) ? $stat{'count'} : '');
+	    $r->print('<td align=center> '.($stat eq '' ? '&nbsp;' : $stat).
+		      ' </td>'."\n");
 	}
+
 	$r->print("</tr>\n");
     }
 
@@ -706,7 +909,7 @@ sub display_line {
 	my $curdir = $startdir.$filecom[0].'/';
 	my $anchor = $curdir;
 	$anchor =~ s/\///g;
-	$r->print("<tr>$extrafield<td bgcolor=$fileclr valign=bottom>");
+	$r->print("<tr bgcolor=$fileclr>$extrafield<td valign=$valign>");
 	&begin_form ($r,$curdir);
 	my $indentm1 = $indent-1;
 	if ($indentm1 < 11 and $indentm1 > 0) {
@@ -753,33 +956,40 @@ sub begin_form {
     $dnum++;
 }
 
-# ----------- grab unprocessed CGI variables that may have been appended to URL
-sub get_unprocessed_cgi {
-    map {
-       my ($name, $value) = split(/=/,$_);
-       $value =~ tr/+/ /;
-       $value =~ s/%([a-fA-F0-9][a-fA-F0-9])/pack("C",hex($1))/eg;
-       if ($name eq 'catalogmode' or $name eq 'launch' or $name eq 'acts') {
-           $ENV{'form.'.$name}=$value;
-       }
-    } (split(/&/,$ENV{'QUERY_STRING'}));
-}
-
 # --------- settings whenever the user causes the indexer window to be launched
 sub start_fresh_session {
-    delete $hash{'mode_catalog'};
-    map {
-	if ($_ =~ /^pre_/) {
-	    delete $hash{$_};
-	}
-	if ($_ =~ /^store/) {
-	    delete $hash{$_};
-	}
-    } keys %hash;    
+    delete $hash{'form.catalogmode'};
+    delete $hash{'form.mode'};
+    delete $hash{'form.form'};
+    delete $hash{'form.element'};
+    delete $hash{'form.omit'};
+    delete $hash{'form.only'};
+    foreach (keys %hash) {
+        delete $hash{$_} if (/^(pre_|store)/);
+    }
+}
+
+# ------------------------------------------------------------------- setvalues
+sub setvalues {
+    # setvalues is used in registerurl to synchronize the database
+    # hash and environment hashes
+    my ($H1,$h1key,$H2,$h2key) =@_;
+    #
+    if (exists $H2->{$h2key}) {
+	$H1->{$h1key} = $H2->{$h2key};
+    } elsif (exists $H1->{$h1key}) {
+	$H2->{$h2key} = $H1->{$h1key};
+    } 
 }
 
 1;
 
+sub cleanup {
+    if (tied(%hash)){
+	&Apache::lonnet::logthis('Cleanup indexer: hash');
+    }
+}
+
 =head1 NAME
 
 Apache::lonindexer - mod_perl module for cross server filesystem browsing
@@ -914,11 +1124,6 @@ begin_form - prints the beginning of a f
 
 =item *
 
-get_unprocessed_cgi - grab unprocessed CGI variables that may have been
-appended to URL
-
-=item *
-
 start_fresh_session - settings whenever the user causes the indexer window
 to be launched