loncom/interface/lonsearchcat.pm - diff

Return to lonsearchcat.pm CVS log

Up to [LON-CAPA] / loncom / interface

Diff for /loncom/interface/lonsearchcat.pm between versions 1.104 and 1.148

-version 1.104, 2001/11/28 14:02:31
+version 1.148, 2002/07/30 20:08:04
  Line 1
  # The LearningOnline Network with CAPA
- #
  # Search Catalog
  #
+ # $Id$
+ #
+ # Copyright Michigan State University Board of Trustees
+ #
+ # This file is part of the LearningOnline Network with CAPA (LON-CAPA).
+ #
+ # LON-CAPA is free software; you can redistribute it and/or modify
+ # it under the terms of the GNU General Public License as published by
+ # the Free Software Foundation; either version 2 of the License, or
+ # (at your option) any later version.
+ #
+ # LON-CAPA is distributed in the hope that it will be useful,
+ # but WITHOUT ANY WARRANTY; without even the implied warranty of
+ # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ # GNU General Public License for more details.
+ #
+ # You should have received a copy of the GNU General Public License
+ # along with LON-CAPA; if not, write to the Free Software
+ # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+ #
+ # /home/httpd/html/adm/gpl.txt
+ #
+ # http://www.lon-capa.org/
+ #
  # YEAR=2001
  # 3/8, 3/12, 3/13, 3/14, 3/15, 3/19 Scott Harrison
  # 3/20, 3/21, 3/22, 3/26, 3/27, 4/2, 8/15, 8/24, 8/25 Scott Harrison
- # 10/12,10/14,10/15,10/16,11/28 Scott Harrison
+ # 10/12,10/14,10/15,10/16,11/28,11/29,12/10,12/12,12/16 Scott Harrison
+ # YEAR=2002
+ # 1/17 Scott Harrison
+ # 6/17 Matthew Hall
  #
- # $Id$
+ ###############################################################################
- #
+ ###############################################################################
- ###
+ =pod
+ =head1 NAME
+ lonsearchcat - LONCAPA Search Interface
+ =head1 SYNOPSIS
+ Search interface to LON-CAPAs digital library
+ =head1 DESCRIPTION
+ This module enables searching for a distributed browseable catalog.
+ This is part of the LearningOnline Network with CAPA project
+ described at http://www.lon-capa.org.
+ lonsearchcat presents the user with an interface to search the LON-CAPA
+ digital library.  lonsearchcat also initiates the execution of a search
+ by sending the search parameters to LON-CAPA servers.  The progress of
+ search (on a server basis) is displayed to the user in a seperate window.
+ =head1 Internals
+ =over 4
+ =cut
+ ###############################################################################
+ ###############################################################################
  ###############################################################################
  ##                                                                           ##
  ## ORGANIZATION OF THIS PERL MODULE                                          ##
  ##                                                                           ##
- ## 1. Description of functions                                               ##
+ ## 1. Modules used by this module                                            ##
- ## 2. Modules used by this module                                            ##
+ ## 2. Variables used throughout the module                                   ##
- ## 3. Choices for different output views (detailed, summary, xml, etc)       ##
+ ## 3. handler subroutine called via Apache and mod_perl                      ##
- ## 4. BEGIN block (to be run once after compilation)                         ##
+ ## 4. Other subroutines                                                      ##
- ## 5. Handling routine called via Apache and mod_perl                        ##
- ## 6. Other subroutines                                                      ##
  ##                                                                           ##
  ###############################################################################
- # ---------------------------------------------------- Description of functions
- #
- #
- # === WEB HANDLER FUNCTIONS
- # BEGIN() : run once after compilation to initialize values
- # handler(server reference) : interacts with the Apache server layer
- #                             (for /adm/searchcat URLs)
- # get_unprocessed_cgi() : reads in critical name/value pairs that may have not
- #                         been processed and passed into %ENV by the web server
- # make_persistent() : makes a set of hidden HTML fields to make
- #                     SQL search interface information to be persistent
- #
- #
- # === WEB INTERFACE COMPONENT FUNCTIONS
- # simpletextfield(name,value) : returns HTML formatted string for simple text
- #                               field
- # simplecheckbox(name,value) : returns HTML formatted string for simple
- #                              checkbox
- # searchphrasefield(title,name,value) : returns HTML formatted string for
- #                                       a search expression phrase field
- # dateboxes(name, defaultmonth, defaultday, defaultyear) : returns HTML
- #                                                          formatted string
- #                                                          for a calendar date
- # selectbox(title,name,value,%HASH=options) : returns HTML formatted string for
- #                                             a selection box field
- #
- #
- # === SEARCH FUNCTIONS
- # advancedsearch(server reference, environment reference) : perform a complex
- #                                  multi-field logical query
- # basicsearch(server reference, environment reference) : perform a simple
- #                               single-field logical query
- # build_SQL_query(field name, logic) : builds a SQL query string from a
- #                                      logical expression with AND/OR keywords
- # build_custommetadata_query(field_name, logic_statement) : builds a perl
- #                 regular expression from a logical expression with AND/OR
- #                 keywords
- # recursive_SQL_query_build(field name, reverse notation expression) :
- #                 builds a SQL query string from a reverse notation expression
- #                 logical expression with AND/OR keywords
- # build_date_queries(cmonth1, cday1, cyear1, cmonth2, cday2, cyear2,
- #                    lmonth1, lday1, lyear1, lmonth2, lday2, lyear2) :
- #                 Builds a SQL logic query to check time/date entries.
- #
- #
- # === OUTPUTTING RESULTS FUNCTION
- # output_results(output mode,
- #                server reference,
- #                environment reference,
- #                reply list reference) : outputs results from search
- #
- #
- # === DIFFERENT WAYS TO VIEW METADATA RECORDS
- # detailed_citation_view(ORDERED METADATA LIST FOR A RESULT OBJECT INSTANCE) :
- #          see metadata viewing notes below
- # summary_view(ORDERED METADATA LIST FOR A RESULT OBJECT INSTANCE) :
- #          see metadata viewing notes below
- # fielded_format_view(ORDERED METADATA LIST FOR A RESULT OBJECT INSTANCE) :
- #          see metadata viewing notes below
- # xml_sgml_view(ORDERED METADATA LIST FOR A RESULT OBJECT INSTANCE) :
- #          see metadata viewing notes below
- #  ___________________________________________________________________________
- # | * Metadata viewing notes                                                  |
- # | Output is a HTML-ified string.                                            |
- # | Input arguments are title, author, subject, url, keywords, version, notes,|
- # | short abstract, mime, language, creation date, last revision date, owner, |
- # | copyright, hostname, httphost, and extra custom metadata to show.         |
- #  ---------------------------------------------------------------------------
- #
- #
- # === TEST CONDITIONAL FUNCTIONS
- # filled(field) : determines whether a given field has been filled
- #
- #
- # === ERROR FUNCTIONS
- # output_blank_field_error(server reference) : outputs a message saying that
- #                                              more fields need to be filled in
- # output_date_error(server reference, error message) : outputs
- #         an error message specific to bad date format.
  package Apache::lonsearchcat;
  # ------------------------------------------------- modules used by this module
- Line 113  use Apache::lonnet();
+ Line 87  use Apache::lonnet();
  use Apache::File();
  use CGI qw(:standard);
  use Text::Query;
+ use DBI;
  use GDBM_File;
+ use Apache::loncommon();
+ use Apache::lonmysql();
  # ---------------------------------------- variables used throughout the module
- # -- information holders
+ ######################################################################
- my %language; # holds contents of language.tab
+ ######################################################################
- my %cprtag; # holds contents of copyright.tab
- my %mimetag; # holds contents of filetypes.tab
+ =pod
- my %hostdomains; # matches host name to host domain
- my %hostips; # matches host name to host ip
+ =item Global variables
- my %hitcount; # stores number of hits per host
+ =over 4
+ =item $importbutton
+ button to take the select results and go to group sorting
+ =item %groupsearch_db
+ Database hash used to save values for the groupsearch RAT interface.
+ =item $diropendb
+ The full path to the (temporary) search database file.  This is set and
+ used in &handler() and is also used in &output_results().
+ =item %Views
+ Hash which associates an output view description with the function
+ that produces it.  Adding a new view type should be as easy as
+ adding a line to the definition of this hash and making sure the function
+ takes the proper parameters.
+ =back
+ =cut
+ ######################################################################
+ ######################################################################
  # -- dynamically rendered interface components
- my $closebutton; # button that closes the search window
  my $importbutton; # button to take the selected results and go to group sorting
  # -- miscellaneous variables
- my $scrout; # string that holds portions of the screen output
+ my %groupsearch_db;     # database hash
- my $yourself; # allows for quickly limiting to oneself
+ my $diropendb = "";    # db file
- my %hash;
+ #             View Description           Function Pointer
+ my %Views = ("Detailed Citation View" => \&detailed_citation_view,
- # ------------------------------------------ choices for different output views
+              "Summary View"           => \&summary_view,
- # Detailed Citation View ---> sub detailed_citation_view
+              "Fielded Format"         => \&fielded_format_view,
- # Summary View ---> sub summary_view
+              "XML/SGML"               => \&xml_sgml_view );
- # Fielded Format ---> sub fielded_format_view
+ my %persistent_db;
- # XML/SGML ---> sub xml_sgml_view
+ my $hidden_fields;
- my $basicviewselect=<<END;
+ ######################################################################
- <select name='basicviewselect'>
+ ######################################################################
- <option value='Detailed Citation View'>Detailed Citation View</option>
- <option value='Summary View'>Summary View</option>
- <option value='Fielded Format'>Fielded Format</option>
- <option value='XML/SGML'>XML/SGML</option>
- </select>
- END
- my $advancedviewselect=<<END;
- <select name='advancedviewselect'>
- <option value='Detailed Citation View'>Detailed Citation View</option>
- <option value='Summary View'>Summary View</option>
- <option value='Fielded Format'>Fielded Format</option>
- <option value='XML/SGML'>XML/SGML</option>
- </select>
- END
- # ----------------------------------------------------------------------- BEGIN
+ =pod
- sub BEGIN {
- # --------------------------------- Compute various listings of metadata values
+ =item &handler() - main handler invoked by httpd child
-     $language{'any'}='Any language';
-     {
- 	my $fh=Apache::File->new($Apache::lonnet::perlvar{'lonTabDir'}.
- 				 '/language.tab');
- 	map {
- 	    $_=~/(\w+)\s+([\w\s\-]+)/; chomp;
- 	    $language{$1}=$2;
- 	} <$fh>;
-     }
-     $cprtag{'any'}='Any copyright/distribution';
-     {
- 	my $fh=Apache::File->new($Apache::lonnet::perlvar{'lonIncludes'}.
- 				 '/copyright.tab');
- 	map {
- 	    $_=~/(\w+)\s+([\w\s\-]+)/; chomp;
- 	    $cprtag{$1}=$2;
- 	} <$fh>;
-     }
-     $mimetag{'any'}='Any type';
-     {
- 	my $fh=Apache::File->new($Apache::lonnet::perlvar{'lonTabDir'}.
- 				 '/filetypes.tab');
- 	map {
- 	    $_=~/(\w+)\s+(\w+)\s+([\w\s\-]+)/; chomp;
- 	    $mimetag{$1}=".$1 $3";
- 	} <$fh>;
-     }
-     {
- 	my $fh=Apache::File->new($Apache::lonnet::perlvar{'lonTabDir'}.
- 				 '/hosts.tab');
- 	map {
- 	    $_=~/(\w+?)\:(\w+?)\:(\w+?)\:(.*)/; chomp;
- 	    if ($3 eq 'library') {
- 		$hostdomains{$1}=$2;
- 		$hostips{$1}=$4;
- 	    }
- 	} <$fh>;
-     }
- }
- my $diropendb = "";
+ =item Variables
- my $domain = "";
- # ----------------------------- Handling routine called via Apache and mod_perl
+ =over 4
+ =item $hidden
+ holds 'hidden' html forms
+ =item $scrout
+ string that holds portions of the screen output
+ =back
+ =cut
+ ######################################################################
+ ######################################################################
  sub handler {
      my $r = shift;
-     untie %hash;
+     #
-     &get_unprocessed_cgi();
+     my $closebutton;  # button that closes the search window
+                       # This button is different for the RAT compared to
+                       # normal invocation.
+     #
      $r->content_type('text/html');
      $r->send_http_header;
      return OK if $r->header_only;
+     ##
-     $domain  = $r->dir_config('lonDefDomain');
+     ## Pick up form fields passed in the links.
+     ##
-     $diropendb= "/home/httpd/perl/tmp/$domain\_$ENV{'user.name'}_searchcat.db";
+     &Apache::loncommon::get_unprocessed_cgi($ENV{'QUERY_STRING'},
+              ['catalogmode','launch','acts','mode','form','element','pause',
+               'phase','persistent_db_id','table','start','show']);
+     ##
+     ## The following is a trick - we wait a few seconds if asked to so
+     ##     the daemon running the search can get ahead of the daemon
+     ##     printing the results.  We only need (theoretically) to do
+     ##     this once, so the pause indicator is deleted
+     ##
+     if (exists($ENV{'form.pause'})) {
+         sleep(3);
+         delete($ENV{'form.pause'});
+     }
+     ##
+     ## Initialize global variables
+     ##
+     my $domain  = $r->dir_config('lonDefDomain');
+     $diropendb= "/home/httpd/perl/tmp/".&Apache::lonnet::escape($domain).
+             "\_".&Apache::lonnet::escape($ENV{'user.name'})."_searchcat.db";
+     #
+     # set the name of the persistent database
+     #          $ENV{'form.persistent_db_id'} can only have digits in it.
+     if (! exists($ENV{'form.persistent_db_id'}) ||
+         ($ENV{'form.persistent_db_id'} =~ /\D/) ||
+         ($ENV{'form.launch'} eq '1')) {
+         $ENV{'form.persistent_db_id'} = time;
+     }
+     my $persistent_db_file = "/home/httpd/perl/tmp/".
+         &Apache::lonnet::escape($domain).
+             '_'.&Apache::lonnet::escape($ENV{'user.name'}).
+                 '_'.$ENV{'form.persistent_db_id'}.'_persistent_search.db';
+     ##
+     if (! &get_persistent_form_data($r,$persistent_db_file)) {
+         &write_status($r,"Unable to get persistent data");
+     }
+     ##
+     ## Clear out old values from groupsearch database
+     ##
+     untie %groupsearch_db if (tied(%groupsearch_db));
      if ($ENV{'form.launch'} eq '1') {
- 	if (tie(%hash,'GDBM_File',$diropendb,&GDBM_WRCREAT,0640)) {
+ 	if (tie(%groupsearch_db,'GDBM_File',$diropendb,&GDBM_WRCREAT(),0640)) {
  	    &start_fresh_session();
- 	    untie %hash;
+ 	    untie %groupsearch_db;
- 	}
+ 	} else {
- 	else {
  	    $r->print('<html><head></head><body>Unable to tie hash to db '.
  		      'file</body></html>');
  	    return OK;
  	}
      }
+     ##
- # ----------------------------------- configure dynamic components of interface
+     ## Configure dynamic components of interface
-     my $hidden='';
+     ##
+     $hidden_fields = '<input type="hidden" name="persistent_db_id" value="'.
+         $ENV{'form.persistent_db_id'}.'" />';
+     ##
      if ($ENV{'form.catalogmode'} eq 'interactive') {
- 	$hidden="<input type='hidden' name='catalogmode' value='interactive'>".
- 	    "\n";
          $closebutton="<input type='button' name='close' value='CLOSE' ".
  	    "onClick='self.close()'>"."\n";
-     }
+     } elsif ($ENV{'form.catalogmode'} eq 'groupsearch') {
-     elsif ($ENV{'form.catalogmode'} eq 'groupsearch') {
- 	$hidden=<<END;
- <input type='hidden' name='catalogmode' value='groupsearch'>
- END
          $closebutton=<<END;
  <input type='button' name='close' value='CLOSE' onClick='self.close()'>
  END
  Line 247  END
  <input type='button' name='import' value='IMPORT'
  onClick='javascript:select_group()'>
  END
+     } else {
+         $closebutton = '';
+         $importbutton = '';
+     }
+     ##
+     ## Sanity checks on form elements
+     ##
+     if (!defined($ENV{'form.viewselect'})) {
+         $ENV{'form.viewselect'} ="Detailed Citation View";
+     }
+     $ENV{'form.phase'} = 'displaybasic' if (! exists($ENV{'form.phase'}));
+     ##
+     ## Switch on the phase
+     ##
+     if ($ENV{'form.phase'} eq 'disp_basic') {
+         &print_basic_search_form($r,$closebutton);
+     } elsif ($ENV{'form.phase'} eq 'disp_adv') {
+         &print_advanced_search_form($r,$closebutton);
+     } elsif ($ENV{'form.phase'} eq 'results') {
+         &display_results($r,$importbutton,$closebutton);
+     } elsif($ENV{'form.phase'} eq 'run_search') {
+         my ($query,$customquery,$customshow,$libraries,$pretty_string) =
+             &get_persistent_data($persistent_db_file,
+                  ['query','customquery','customshow',
+                   'libraries','pretty_string']);
+         &write_status($r,"query         = $query");
+         &write_status($r,"customquery   = $customquery");
+         &write_status($r,"customshow    = $customshow");
+         &write_status($r,"libraries     = $libraries");
+         &write_status($r,"pretty_string = $pretty_string");
+         &run_search($r,$query,$customquery,$customshow,
+                     $libraries,$pretty_string);
+     } elsif(($ENV{'form.phase'} eq 'basic_search') ||
+             ($ENV{'form.phase'} eq 'adv_search')) {
+         # Set up table
+         if (! defined(&create_results_table())) {
+             $r->print(<<END);
+ <html><head><title>Search Error</title></head>
+ <body>
+ Unable to create table in which to store search results.
+ The search has been aborted.
+ </body>
+ </html>
+ END
+             return OK;
+         }
+         delete($ENV{'form.launch'});
+         if (! &make_form_data_persistent($r,$persistent_db_file)) {
+             $r->print(<<END);
+ <html><head><title>Search Error</title></head>
+ <body>
+ Unable to properly store search information.  The search has been aborted.
+ </body>
+ </html>
+ END
+             return OK;
+         }
+         #
+         # We are running a search
+         my ($query,$customquery,$customshow,$libraries) =
+             (undef,undef,undef,undef);
+         my $pretty_string;
+         if ($ENV{'form.phase'} eq 'basic_search') {
+             ($query,$pretty_string) = &parse_basic_search($r,$closebutton);
+         } else {                      # Advanced search
+             ($query,$customquery,$customshow,$libraries,$pretty_string)
+                 = &parse_advanced_search($r,$closebutton);
+             return OK if (! defined($query));
+         }
+         &make_persistent($r,
+                          { query => $query,
+                            customquery => $customquery,
+                            customshow => $customshow,
+                            libraries => $libraries,
+                            pretty_string => $pretty_string },
+                          $persistent_db_file);
+         ##
+         ## Print out the frames interface
+         ##
+         &print_frames_interface($r);
      }
+     return OK;
+ }
- # ------------------------------------------------------ Determine current user
+ ######################################################################
-     $yourself=$ENV{'user.name'}.'@'.$ENV{'user.domain'};
+ ######################################################################
- # --- Now, depending on the interface actions, do one of three things here:
+ =pod
- # --- 1. a basic search
- # --- 2. an advanced search
- # --- 3. output a search interface
- # ----------------------------------- See if a search invocation should be done
+ =item &print_basic_search_form()
-     if ($ENV{'form.basicsubmit'} eq 'SEARCH') {
- 	untie %hash; return &basicsearch($r,\%ENV);
-     }
-     elsif ($ENV{'form.advancedsubmit'} eq 'SEARCH') {
- 	untie %hash; return &advancedsearch($r,\%ENV);
-     }
- # ----------------------------- Else, begin building search interface to output
+ Returns a scalar which holds html for the basic search form.
-     $scrout=''; # building a part of screen output
-     $scrout.=&searchphrasefield('Limit by title','title',
- 			$ENV{'form.title'});
-     $scrout.=&searchphrasefield('Limit by author','author',
+ =cut
- 			$ENV{'form.author'});
-     $scrout.=&searchphrasefield('Limit by subject','subject',
+ ######################################################################
- 			$ENV{'form.subject'});
+ ######################################################################
-     $scrout.=&searchphrasefield('Limit by keywords','keywords',
+ sub print_basic_search_form{
- 			$ENV{'form.keywords'});
+     my ($r,$closebutton) = @_;
+     my $scrout=<<"ENDDOCUMENT";
+ <html>
+ <head>
+ <title>The LearningOnline Network with CAPA</title>
+ <script type="text/javascript">
+     function openhelp(val) {
+ 	openhelpwin=open('/adm/help/searchcat.html','helpscreen',
+ 	     'scrollbars=1,width=600,height=300');
+ 	openhelpwin.focus();
+     }
+ </script>
+ </head>
+ <body bgcolor="#FFFFFF">
+ <img align='right' src='/adm/lonIcons/lonlogos.gif' />
+ <h1>Search Catalog</h1>
+ <form method="post" action="/adm/searchcat">
+ <input type="hidden" name="phase" value="basic_search" />
+ $hidden_fields
+ <h3>Basic Search</h3>
+ <p>
+ Enter terms or phrases separated by AND, OR, or NOT
+ then press SEARCH below.
+ </p>
+ <p>
+ <table>
+ <tr><td>
+ ENDDOCUMENT
+     $scrout.='&nbsp;'.&simpletextfield('basicexp',$ENV{'form.basicexp'},40).
+         '&nbsp;';
+ #    $scrout.=&simplecheckbox('allversions',$ENV{'form.allversions'});
+ #    $scrout.='<font color="#800000">Search historic archives</font>';
+     my $checkbox = &simplecheckbox('related',$ENV{'form.related'});
+     $scrout.=<<END;
+ </td><td><a href="/adm/searchcat?phase=disp_adv">Advanced Search</a></td></tr>
+ <tr><td>$checkbox use related words</td><td></td></tr>
+ </table>
+ </p>
+ <p>
+ &nbsp;<input type="submit" name="basicsubmit" value='SEARCH' />&nbsp;
+ $closebutton
+ END
+     $scrout.=&selectbox(undef,'viewselect',
+ 			$ENV{'form.viewselect'},
+ 			undef,undef,undef,
+ 			sort(keys(%Views)));
+     $scrout.=<<ENDDOCUMENT;
+ <input type="button" value="HELP" onClick="openhelp()" />
+ </p>
+ </form>
+ </body>
+ </html>
+ ENDDOCUMENT
+     $r->print($scrout);
+     return;
+ }
+ ######################################################################
+ ######################################################################
-     $scrout.=&searchphrasefield('Limit by URL','url',
+ =pod
- 			$ENV{'form.url'});
- #    $scrout.=&searchphrasefield('Limit by version','version',
+ =item &advanced_search_form()
- #			$ENV{'form.version'});
-     $scrout.=&searchphrasefield('Limit by notes','notes',
+ Returns a scalar which holds html for the advanced search form.
- 			$ENV{'form.notes'});
-     $scrout.=&searchphrasefield('Limit by abstract','abstract',
+ =cut
- 			$ENV{'form.abstract'});
-     $ENV{'form.mime'}='notxxx' unless length($ENV{'form.mime'});
+ ######################################################################
-     $scrout.=&selectbox('Limit by MIME type','mime',
+ ######################################################################
- 			$ENV{'form.mime'},%mimetag);
+ sub print_advanced_search_form{
+     my ($r,$closebutton) = @_;
+     my $advanced_buttons = <<"END";
+ <p>
+ <input type="submit" name="advancedsubmit" value='SEARCH' />
+ <input type="reset" name="reset" value='RESET' />
+ $closebutton
+ <input type="button" value="HELP" onClick="openhelp()" />
+ </p>
+ END
+     if (!defined($ENV{'form.viewselect'})) {
+         $ENV{'form.viewselect'} ="Detailed Citation View";
+     }
+     my $scrout=<<"ENDHEADER";
+ <html>
+ <head>
+ <title>The LearningOnline Network with CAPA</title>
+ <script type="text/javascript">
+     function openhelp(val) {
+ 	openhelpwin=open('/adm/help/searchcat.html','helpscreen',
+ 	     'scrollbars=1,width=600,height=300');
+ 	openhelpwin.focus();
+     }
+ </script>
+ </head>
+ <body bgcolor="#FFFFFF">
+ <img align='right' src='/adm/lonIcons/lonlogos.gif' />
+ <h1>Advanced Catalog Search</h1>
+ <hr />
+ Enter terms or phrases separated by search operators
+ such as AND, OR, or NOT.<br />
+ <form method="post" action="/adm/searchcat">
+ $advanced_buttons
+ $hidden_fields
+ <input type="hidden" name="phase" value="adv_search" />
+ <table>
+ <tr><td><font color="#800000" face="helvetica"><b>VIEW:</b></font></td>
+ <td>
+ ENDHEADER
+     $scrout.=&selectbox(undef,'viewselect',
+ 			$ENV{'form.viewselect'},
+ 			undef,undef,undef,
+ 			sort(keys(%Views)));
+     $scrout.="</td><td>Related<br />Words</td></tr>\n";
+     $scrout.=&searchphrasefield_with_related('title',   'title'   ,
+                                              $ENV{'form.title'});
+     $scrout.=&searchphrasefield('author',  'author'  ,$ENV{'form.author'});
+     $scrout.=&searchphrasefield_with_related('subject', 'subject' ,
+                                              $ENV{'form.subject'});
+     $scrout.=&searchphrasefield_with_related('keywords','keywords',
+                                              $ENV{'form.keywords'});
+     $scrout.=&searchphrasefield('URL',     'url'     ,$ENV{'form.url'});
+     $scrout.=&searchphrasefield_with_related('notes',   'notes'   ,
+                                              $ENV{'form.notes'});
+     $scrout.=&searchphrasefield_with_related('abstract','abstract',
+                                              $ENV{'form.abstract'});
+     # Hack - an empty table row.
+     $scrout.="<tr><td>&nbsp;</td><td>&nbsp;</td><td>&nbsp;</td></tr>\n";
+     $scrout.=&searchphrasefield('file<br />extension','mime',
+                         $ENV{'form.mime'});
+     $scrout.="<tr><td>&nbsp;</td><td>&nbsp;</td><td>&nbsp;</td></tr>\n";
+     $scrout.=&searchphrasefield('publisher<br />owner','owner',
+ 				$ENV{'form.owner'});
+     $scrout.="</table>\n";
+     $ENV{'form.category'}='any' unless length($ENV{'form.category'});
+     $scrout.=&selectbox('File Category','category',
+ 			$ENV{'form.category'},
+ 			'any','Any category',
+ 			undef,
+ 			(&Apache::loncommon::filecategories()));
      $ENV{'form.language'}='any' unless length($ENV{'form.language'});
+     #----------------------------------------------------------------
+     # Allow restriction to multiple domains.
+     #   I make the crazy assumption that there will never be a domain 'any'.
+     #
+     $ENV{'form.domains'} = 'any' if (! exists($ENV{'form.domains'}));
+     my @allowed_domains = (ref($ENV{'form.domains'}) ? @{$ENV{'form.domains'}}
+                            :  ($ENV{'form.domains'}) );
+     my %domain_hash = ();
+     foreach (@allowed_domains) {
+         $domain_hash{$_}++;
+     }
+     my @domains =&Apache::loncommon::get_domains();
+     # adjust the size of the select box
+     my $size = 4;
+     my $size = (scalar @domains < ($size - 1) ? scalar @domains + 1 : $size);
+     $scrout.="\n".'<font color="#800000" face="helvetica"><b>'.
+         'DOMAINS</b></font><br />'.
+             '<select name="domains" size="'.$size.'" multiple>'."\n".
+                 '<option name="any" value="any" '.
+                     ($domain_hash{'any'}? 'selected ' :'').
+                         '>all domains</option>'."\n";
+     foreach my $dom (sort @domains) {
+         $scrout.="<option name=\"$dom\" ".
+             ($domain_hash{$dom} ? 'selected ' :'').">$dom</option>\n";
+     }
+     $scrout.="</select>\n";
+     #----------------------------------------------------------------
      $scrout.=&selectbox('Limit by language','language',
- 			$ENV{'form.language'},%language);
+ 			$ENV{'form.language'},'any','Any Language',
+ 			\&{Apache::loncommon::languagedescription},
+ 			(&Apache::loncommon::languageids),
+ 			);
  # ------------------------------------------------ Compute date selection boxes
      $scrout.=<<CREATIONDATESTART;
  <p>
- Line 314  CREATIONDATESTART
+ Line 532  CREATIONDATESTART
  			$ENV{'form.creationdatestart_day'},
  			$ENV{'form.creationdatestart_year'},
  			);
-     $scrout.=<<CREATIONDATEEND;
+     $scrout.="and:\n";
- and:
- CREATIONDATEEND
      $scrout.=&dateboxes('creationdateend',12,31,2051,
  			$ENV{'form.creationdateend_month'},
  			$ENV{'form.creationdateend_day'},
  			$ENV{'form.creationdateend_year'},
  			);
      $scrout.="</p>";
      $scrout.=<<LASTREVISIONDATESTART;
  <p>
  <font color="#800000" face="helvetica"><b>LIMIT BY LAST REVISION DATE RANGE:
- Line 344  LASTREVISIONDATEEND
+ Line 559  LASTREVISIONDATEEND
  			$ENV{'form.lastrevisiondateend_year'},
  			);
      $scrout.='</p>';
-     $scrout.=&searchphrasefield('Limit by publisher/owner','owner',
- 				$ENV{'form.owner'});
      $ENV{'form.copyright'}='any' unless length($ENV{'form.copyright'});
      $scrout.=&selectbox('Limit by copyright/distribution','copyright',
- 			$ENV{'form.copyright'},%cprtag);
+ 			 $ENV{'form.copyright'},
+ 			 'any','Any copyright/distribution',
+ 			 \&{Apache::loncommon::copyrightdescription},
+ 			 (&Apache::loncommon::copyrightids),
+ 			 );
  # ------------------------------------------- Compute customized metadata field
      $scrout.=<<CUSTOMMETADATA;
  <p>
- Line 362  For resource-specific metadata, enter in
+ Line 576  For resource-specific metadata, enter in
  <b>Example:</b> grandmother=75 OR grandfather=85
  <br />
  CUSTOMMETADATA
- $scrout.=&simpletextfield('custommetadata',$ENV{'form.custommetadata'});
+     $scrout.=&simpletextfield('custommetadata',$ENV{'form.custommetadata'});
- $scrout.=' <i>initial users of this system do not need to worry about this option</i>';
      $scrout.=<<CUSTOMSHOW;
  <p>
  <font color="#800000" face="helvetica"><b>SHOW SPECIAL METADATA FIELDS:</b>
- Line 373  Enter in a space-separated list of speci
+ Line 585  Enter in a space-separated list of speci
  in a fielded listing for each record result.
  <br />
  CUSTOMSHOW
- $scrout.=&simpletextfield('customshow',$ENV{'form.customshow'});
+     $scrout.=&simpletextfield('customshow',$ENV{'form.customshow'});
- $scrout.=' <i>initial users of this system do not need to worry about this option</i>';
+     $scrout.=<<ENDDOCUMENT;
+ $advanced_buttons
- # ---------------------------------------------------------------- Print screen
-     $r->print(<<ENDDOCUMENT);
- <html>
- <head>
- <title>The LearningOnline Network with CAPA</title>
- <script type="text/javascript">
-     function openhelp(val) {
- 	openhelpwin=open('/adm/help/searchcat.html','helpscreen',
- 	     'scrollbars=1,width=400,height=300');
- 	openhelpwin.focus();
-     }
- </script>
- </head>
- <body bgcolor="#FFFFFF">
- <img align='right' src='/adm/lonIcons/lonlogos.gif' />
- <h1>Search Catalog</h1>
- <form method="post" action="/adm/searchcat">
- $hidden
- <hr />
- <h3>Basic Search</h3>
- <p>
- Enter terms or phrases separated by search operators
- such as AND, OR, or NOT then press SEARCH below.  Terms should be specific
- to the title, author, subject, notes, or abstract information associated
- with a resource.
- <br />
- ENDDOCUMENT
-     $r->print(&simpletextfield('basicexp',$ENV{'form.basicexp'}));
-     $r->print(' ');
-     $r->print(&simplecheckbox('titleonly',$ENV{'form.titleonly'}));
-     $r->print('<font color="#800000">Title only</font> ');
- #    $r->print(&simplecheckbox('allversions',$ENV{'form.allversions'}));
- # <font color="#800000">Search historic archives</font>
-     $r->print(<<ENDDOCUMENT);
- <br />
- <input type="submit" name="basicsubmit" value='SEARCH' />
- <input type="reset" name="reset" value='RESET' />
- $closebutton
- $basicviewselect
- <input type="button" value="HELP" onClick="openhelp()" />
- </p>
- <hr />
- <h3>Advanced Search</h3>
- $scrout
- <p>
- <input type="submit" name="advancedsubmit" value='SEARCH' />
- <input type="reset" name="reset" value='RESET' />
- $closebutton
- $advancedviewselect
- <input type="button" value="HELP" onClick="openhelp()" />
- </p>
  </form>
  </body>
  </html>
  ENDDOCUMENT
-     return OK;
+     $r->print($scrout);
- }
+     return;
+ }
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &get_persistent_form_data
+ Inputs: filename of database
+ Outputs: returns undef on database errors.
+ This function is the reverse of &make_persistent() for form data.
+ Retrieve persistent data from %persistent_db.  Retrieved items will have their
+ values unescaped.  If a form value already exists in $ENV, it will not be
+ overwritten.  Form values that are array references may have values appended
+ to them.
+ =cut
- # ----------- grab unprocessed CGI variables that may have been appended to URL
+ ######################################################################
- sub get_unprocessed_cgi {
+ ######################################################################
-     map {
+ sub get_persistent_form_data {
-        my ($name, $value) = split(/=/,$_);
+     my $r = shift;
-        $value =~ tr/+/ /;
+     my $filename = shift;
-        $value =~ s/%([a-fA-F0-9][a-fA-F0-9])/pack("C",hex($1))/eg;
+     return 0 if (! -e $filename);
-        if ($name eq 'catalogmode' or $name eq 'launch' or $name eq 'acts') {
+     return undef if (! tie(%persistent_db,'GDBM_File',$filename,
- 	   $ENV{'form.'.$name}=$value;
+                            &GDBM_READER(),0640));
-        }
+     #
-     } (split(/&/,$ENV{'QUERY_STRING'}));
+     # These make sure we do not get array references printed out as 'values'.
+     my %arrays_allowed = ('form.category'=>1,'form.domains'=>1);
+     #
+     # Loop through the keys, looking for 'form.'
+     foreach my $name (keys(%persistent_db)) {
+         next if ($name !~ /^form./);
+         my @values = map {
+             &Apache::lonnet::unescape($_);
+         } split(',',$persistent_db{$name});
+         next if (@values <1);
+         if (exists($ENV{$name})) {
+             if (ref($ENV{$name}) eq 'ARRAY') {
+                 # If it is an array, tack @values on the end of it.
+                 $ENV{$name} = [@$ENV{$name},@values];
+             } elsif (! ref($ENV{$name}) && $arrays_allowed{$name}) {
+                 # if arrays are allowed, turn it into one and add @values
+                 $ENV{$name} = [$ENV{$name},@values];
+             } # otherwise, assume the value in $ENV{$name} is better than ours.
+         } else {
+             if ($arrays_allowed{$name}) {
+                 $ENV{$name} = [@values];
+             } else {
+                 $ENV{$name} = $values[0] if ($values[0]);
+             }
+         }
+     }
+     untie (%persistent_db);
+     return 1;
  }
+ ######################################################################
+ ######################################################################
- # ------------------------------------------------------------- make persistent
+ =pod
- sub make_persistent {
-     my $persistent='';
+ =item &get_persistent_data
-     map {
+ Inputs: filename of database, ref to array of values to recover.
- 	if (/^form\./ && !/submit/) {
- 	    my $name=$_;
+ Outputs: array of values.  Returns undef on error.
- 	    my $key=$name;
- 	    $ENV{$key}=~s/\'//g; # do not mess with html field syntax
+ This function is the reverse of &make_persistent();
- 	    $name=~s/^form\.//;
+ Retrieve persistent data from %persistent_db.  Retrieved items will have their
- 	    $persistent.=<<END;
+ values unescaped.  If the item contains commas (before unescaping), the
- <input type='hidden' name='$name' value='$ENV{$key}' />
+ returned value will be an array pointer.
- END
+ =cut
+ ######################################################################
+ ######################################################################
+ sub get_persistent_data {
+     my $filename = shift;
+     my @Vars = @{shift()};
+     my @Values;   # Return array
+     return undef if (! -e $filename);
+     return undef if (! tie(%persistent_db,'GDBM_File',$filename,
+                            &GDBM_READER(),0640));
+     foreach my $name (@Vars) {
+         if (! exists($persistent_db{$name})) {
+             push @Values, undef;
+             next;
          }
-     } (keys %ENV);
+         my @values = map {
-     return $persistent;
+             &Apache::lonnet::unescape($_);
+         } split(',',$persistent_db{$name});
+         if (@values == 1) {
+             push @Values,$values[0];
+         } else {
+             push @Values,\@values;
+         }
+     }
+     untie (%persistent_db);
+     return @Values;
  }
- # --------------------------------------------------------- Various form fields
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &make_persistent()
+ Inputs: Hash of values to save, filename of persistent database.
+ Store variables away to the %persistent_db.
+ Values will be escaped.  Values that are array pointers will have their
+ elements escaped and concatenated in a comma seperated string.
+ =cut
+ ######################################################################
+ ######################################################################
+ sub make_persistent {
+     my $r = shift;
+     my %save = %{shift()};
+     my $filename = shift;
+     return undef if (! tie(%persistent_db,'GDBM_File',
+                            $filename,&GDBM_WRCREAT(),0640));
+     foreach my $name (keys(%save)) {
+         next if (! exists($save{$name}));
+         next if (! defined($save{$name}) || $save{$name} eq '');
+         my @values = (ref($save{$name}) ? @{$save{$name}} : ($save{$name}));
+         # We handle array references, but not recursively.
+         my $store = join(',', map { &Apache::lonnet::escape($_); } @values );
+         $persistent_db{$name} = $store;
+     }
+     untie(%persistent_db);
+     return 1;
+ }
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &make_form_data_persistent()
+ Inputs: filename of persistent database.
+ Store most form variables away to the %persistent_db.
+ Values will be escaped.  Values that are array pointers will have their
+ elements escaped and concatenated in a comma seperated string.
+ =cut
+ ######################################################################
+ ######################################################################
+ sub make_form_data_persistent {
+     my $r = shift;
+     my $filename = shift;
+     my %save;
+     foreach (keys(%ENV)) {
+         next if (! /^form/ || /submit/);
+         $save{$_} = $ENV{$_};
+     }
+     return &make_persistent($r,\%save,$filename);
+ }
+ ######################################################################
+ #                HTML form building functions                        #
+ ######################################################################
+ =pod
+ =item HTML form building functions
+ =over 4
+ =cut
+ ###############################################
+ ###############################################
+ =pod
+ =item &simpletextfield()
+ Inputs: $name,$value,$size
+ Returns a text input field with the given name, value, and size.
+ If size is not specified, a value of 20 is used.
+ =cut
+ ###############################################
+ ###############################################
  sub simpletextfield {
-     my ($name,$value)=@_;
+     my ($name,$value,$size)=@_;
-     return '<input type=text name=\''.$name.
+     $size = 20 if (! defined($size));
- 	   '\' size=20 value=\''.$value.'\' />';
+     return '<input type="text" name="'.$name.
+         '" size="'.$size.'" value="'.$value.'" />';
  }
+ ###############################################
+ ###############################################
+ =pod
+ =item &simplecheckbox()
+ Inputs: $name,$value
+ Returns a simple check box with the given $name.
+ If $value eq 'on' the box is checked.
+ =cut
+ ###############################################
+ ###############################################
  sub simplecheckbox {
      my ($name,$value)=@_;
      my $checked='';
-     $checked="CHECKED" if $value eq 'on';
+     $checked="checked" if $value eq 'on';
-     return '<input type=checkbox name=\''.$name.'\' '. $checked . '>';
+     return '<input type="checkbox" name="'.$name.'" '. $checked . ' />';
  }
+ ###############################################
+ ###############################################
+ =pod
+ =item &fieldtitle()
+ Input: $title
+ Returns a scalar with html which will display $title as a search
+ field heading.
+ =cut
+ ###############################################
+ ###############################################
+ sub fieldtitle {
+     my $title = uc(shift());
+     return '<font color="#800000" face="helvetica"><b>'.$title.
+         ':&nbsp;</b></font>';
+ }
+ ###############################################
+ ###############################################
+ =pod
+ =item &searchphrasefield()
+ Inputs: $title,$name,$value
+ Returns html for a title line and an input field for entering search terms.
+ The entry field (which is where the $name and $value are used) is a 50 column
+ simpletextfield.  The html returned is for a row in a three column table.
+ =cut
+ ###############################################
+ ###############################################
  sub searchphrasefield {
      my ($title,$name,$value)=@_;
-     my $instruction=<<END;
+     return '<tr><td>'.&fieldtitle($title).'</td><td>'.
- Enter terms or phrases separated by search operators such
+         &simpletextfield($name,$value,50)."</td><td>&nbsp;</td></tr>\n";
- as AND, OR, or NOT.
+ }
- END
-     my $uctitle=uc($title);
+ ###############################################
-     return "\n<p><font color=\"#800000\" face=\"helvetica\"><b>$uctitle:</b>".
+ ###############################################
- 	   "</FONT> $instruction<br />".
-            '<input type=text name="'.$name.'" size=80 value=\''.$value.'\'>';
+ =pod
+ =item &searchphrasefield_with_related()
+ Inputs: $title,$name,$value
+ Returns html for a title line and an input field for entering search terms
+ and a check box for 'related words'.  The entry field (which is where the
+ $name and $value are used) is a 50 column simpletextfield.  The name of
+ the related words checkbox is "$name_related".
+ =cut
+ ###############################################
+ ###############################################
+ sub searchphrasefield_with_related {
+     my ($title,$name,$value)=@_;
+     return '<tr><td>'.&fieldtitle($title).'</td><td>'.
+         &simpletextfield($name,$value,50).'</td><td align="center">&nbsp;'.
+             &simplecheckbox($name.'_related',$ENV{'form.'.$name.'_related'}).
+                 "&nbsp;</td></tr>\n";
  }
+ ###############################################
+ ###############################################
+ =pod
+ =item &dateboxes()
+ Returns html selection form elements for the specification of
+ the day, month, and year.
+ =cut
+ ###############################################
+ ###############################################
  sub dateboxes {
      my ($name,$defaultmonth,$defaultday,$defaultyear,
  	$currentmonth,$currentday,$currentyear)=@_;
      ($defaultmonth,$defaultday,$defaultyear)=('','','');
-     my $month=<<END;
+     #
- <select name="${name}_month">
+     # Day
- <option value='$defaultmonth'> </option>
- <option value="1">January</option>
- <option value="2">February</option>
- <option value="3">March</option>
- <option value="4">April</option>
- <option value="5">May</option>
- <option value="6">June</option>
- <option value="7">July</option>
- <option value="8">August</option>
- <option value="9">September</option>
- <option value="10">October</option>
- <option value="11">November</option>
- <option value="12">December</option>
- </select>
- END
-     $month=~s/(\"$currentmonth\")/$1 SELECTED/ if length($currentmonth);
      my $day=<<END;
  <select name="${name}_day">
  <option value='$defaultday'> </option>
- <option value="1">1</option>
- <option value="2">2</option>
- <option value="3">3</option>
- <option value="4">4</option>
- <option value="5">5</option>
- <option value="6">6</option>
- <option value="7">7</option>
- <option value="8">8</option>
- <option value="9">9</option>
- <option value="10">10</option>
- <option value="11">11</option>
- <option value="12">12</option>
- <option value="13">13</option>
- <option value="14">14</option>
- <option value="15">15</option>
- <option value="16">16</option>
- <option value="17">17</option>
- <option value="18">18</option>
- <option value="19">19</option>
- <option value="20">20</option>
- <option value="21">21</option>
- <option value="22">22</option>
- <option value="23">23</option>
- <option value="24">24</option>
- <option value="25">25</option>
- <option value="26">26</option>
- <option value="27">27</option>
- <option value="28">28</option>
- <option value="29">29</option>
- <option value="30">30</option>
- <option value="31">31</option>
- </select>
  END
+     for (my $i = 1; $i<=31; $i++) {
+ 	$day.="<option value=\"$i\">$i</option>\n";
+     }
+     $day.="</select>\n";
      $day=~s/(\"$currentday\")/$1 SELECTED/ if length($currentday);
+     #
+     # Month
+     my $month=<<END;
+ <select name="${name}_month">
+ <option value='$defaultmonth'> </option>
+ END
+     my $i = 1;
+     foreach (qw/January February March April May June
+ 	     July August September October November December /){
+ 	$month .="<option value=\"$i\">$_</option>\n";
+ 	$i++;
+     }
+     $month.="</select>\n";
+     $month=~s/(\"$currentmonth\")/$1 SELECTED/ if length($currentmonth);
+     #
+     # Year (obviously)
      my $year=<<END;
  <select name="${name}_year">
  <option value='$defaultyear'> </option>
- <option value="1976">1976</option>
- <option value="1977">1977</option>
- <option value="1978">1978</option>
- <option value="1979">1979</option>
- <option value="1980">1980</option>
- <option value="1981">1981</option>
- <option value="1982">1982</option>
- <option value="1983">1983</option>
- <option value="1984">1984</option>
- <option value="1985">1985</option>
- <option value="1986">1986</option>
- <option value="1987">1987</option>
- <option value="1988">1988</option>
- <option value="1989">1989</option>
- <option value="1990">1990</option>
- <option value="1991">1991</option>
- <option value="1992">1992</option>
- <option value="1993">1993</option>
- <option value="1994">1994</option>
- <option value="1995">1995</option>
- <option value="1996">1996</option>
- <option value="1997">1997</option>
- <option value="1998">1998</option>
- <option value="1999">1999</option>
- <option value="2000">2000</option>
- <option value="2001">2001</option>
- <option value="2002">2002</option>
- <option value="2003">2003</option>
- <option value="2004">2004</option>
- <option value="2005">2005</option>
- <option value="2006">2006</option>
- <option value="2007">2007</option>
- <option value="2008">2008</option>
- <option value="2009">2009</option>
- <option value="2010">2010</option>
- <option value="2011">2011</option>
- <option value="2012">2012</option>
- <option value="2013">2013</option>
- <option value="2014">2014</option>
- <option value="2015">2015</option>
- <option value="2016">2016</option>
- <option value="2017">2017</option>
- <option value="2018">2018</option>
- <option value="2019">2019</option>
- <option value="2020">2020</option>
- <option value="2021">2021</option>
- <option value="2022">2022</option>
- <option value="2023">2023</option>
- <option value="2024">2024</option>
- <option value="2025">2025</option>
- <option value="2026">2026</option>
- <option value="2027">2027</option>
- <option value="2028">2028</option>
- <option value="2029">2029</option>
- <option value="2030">2030</option>
- <option value="2031">2031</option>
- <option value="2032">2032</option>
- <option value="2033">2033</option>
- <option value="2034">2034</option>
- <option value="2035">2035</option>
- <option value="2036">2036</option>
- <option value="2037">2037</option>
- <option value="2038">2038</option>
- <option value="2039">2039</option>
- <option value="2040">2040</option>
- <option value="2041">2041</option>
- <option value="2042">2042</option>
- <option value="2043">2043</option>
- <option value="2044">2044</option>
- <option value="2045">2045</option>
- <option value="2046">2046</option>
- <option value="2047">2047</option>
- <option value="2048">2048</option>
- <option value="2049">2049</option>
- <option value="2050">2050</option>
- <option value="2051">2051</option>
- </select>
  END
+     my $maxyear = 2051;
+     for (my $i = 1976; $i<=$maxyear; $i++) {
+ 	$year.="<option value=\"$i\">$i</option>\n";
+     }
+     $year.="</select>\n";
      $year=~s/(\"$currentyear\")/$1 SELECTED/ if length($currentyear);
      return "$month$day$year";
  }
+ ###############################################
+ ###############################################
+ =pod
+ =item &selectbox()
+ Returns a scalar containing an html <select> form.
+ Inputs:
+ =over 4
+ =item $title
+ Printed above the select box, in uppercase.  If undefined, only a select
+ box will be returned, with no additional html.
+ =item $name
+ The name element of the <select> tag.
+ =item $default
+ The default value of the form.  Can be $anyvalue, or in @idlist.
+ =item $anyvalue
+ The <option value="..."> used to indicate a default of
+ none of the values.  Can be undef.
+ =item $anytag
+ The text associate with $anyvalue above.
+ =item $functionref
+ Each element in @idlist will be passed as a parameter
+ to the function referenced here.  The return value of the function should
+ be a scalar description of the items.  If this value is undefined the
+ description of each item in @idlist will be the item name.
+ =item @idlist
+ The items to be selected from.  One of these or $anyvalue will be the
+ value returned by the form element, $ENV{form.$name}.
+ =back
+ =cut
+ ###############################################
  sub selectbox {
-     my ($title,$name,$value,%options)=@_;
+     my ($title,$name,$default,$anyvalue,$anytag,$functionref,@idlist)=@_;
-     my $uctitle=uc($title);
+     if (! defined($functionref)) { $functionref = sub { $_[0]}; }
-     my $selout="\n<p><font color=\"#800000\" face=\"helvetica\"><b>$uctitle:".
+     my $selout='';
- 	"</b></font><br />".'<select name="'.$name.'">';
+     if (defined($title)) {
-     map {
+         my $uctitle=uc($title);
-         $selout.='<option value=\''.$_.'\'';
+         $selout="\n".'<p><font color="#800000" face="helvetica">'.
-         if ($_ eq $value) { $selout.=' selected'; }
+             '<b>'.$uctitle.': </b></font>';
-         $selout.='>'.$options{$_}.'</option>';
+     }
-     } sort keys %options;
+     $selout .= '<select name="'.$name.'">';
-     return $selout.'</select>';
+     unshift @idlist,$anyvalue if (defined($anyvalue));
- }
+     foreach (@idlist) {
+         $selout.='<option value="'.$_.'"';
- # ----------------------------------------------- Performing an advanced search
+         if ($_ eq $default and !/^any$/) {
- sub advancedsearch {
+ 	    $selout.=' selected >'.&{$functionref}($_).'</option>';
-     my ($r,$envhash)=@_;
+ 	}
-     my %ENV=%{$envhash};
+ 	elsif ($_ eq $default and /^$anyvalue$/) {
+ 	    $selout.=' selected >'.$anytag.'</option>';
+ 	}
+         else {$selout.='>'.&{$functionref}($_).'</option>';}
+     }
+     return $selout.'</select>'.(defined($title)?'</p>':' ');
+ }
+ ######################################################################
+ #                End of HTML form building functions                 #
+ ######################################################################
+ =pod
+ =back
+ =cut
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &parse_advanced_search()
+ Parse advanced search form and return the following:
+ =over 4
+ =item $query Scalar containing an SQL query.
+ =item $customquery Scalar containing a custom query.
+ =item $customshow Scalar containing commands to show custom metadata.
+ =item $libraries_to_query Reference to array of domains to search.
+ =back
+ =cut
+ ######################################################################
+ ######################################################################
+ sub parse_advanced_search {
+     my ($r,$closebutton)=@_;
      my $fillflag=0;
+     my $pretty_search_string = "<br />\n";
      # Clean up fields for safety
      for my $field ('title','author','subject','keywords','url','version',
  		   'creationdatestart_month','creationdatestart_day',
- Line 663  sub advancedsearch {
+ Line 1080  sub advancedsearch {
  		   'lastrevisiondatestart_year','lastrevisiondateend_month',
  		   'lastrevisiondateend_day','lastrevisiondateend_year',
  		   'notes','abstract','mime','language','owner',
- 		   'custommetadata','customshow') {
+ 		   'custommetadata','customshow','category') {
  	$ENV{"form.$field"}=~s/[^\w\/\s\(\)\=\-\"\']//g;
      }
+     foreach ('mode','form','element') {
+ 	# is this required?  Hmmm.
+ 	next unless (exists($ENV{"form.$_"}));
+ 	$ENV{"form.$_"}=&Apache::lonnet::unescape($ENV{"form.$_"});
+ 	$ENV{"form.$_"}=~s/[^\w\/\s\(\)\=\-\"\']//g;
+     }
+     # Preprocess the category form element.
+     if ($ENV{'form.category'} ne 'any') {
+         my @extensions = &Apache::loncommon::filecategorytypes
+             ($ENV{'form.category'});
+         $ENV{'form.mime'} = join ' OR ',@extensions;
+     }
      # Check to see if enough information was filled in
      for my $field ('title','author','subject','keywords','url','version',
  		   'notes','abstract','mime','language','owner',
- Line 676  sub advancedsearch {
+ Line 1104  sub advancedsearch {
  	}
      }
      unless ($fillflag) {
- 	&output_blank_field_error($r);
+ 	&output_blank_field_error($r,$closebutton);
- 	return OK;
+ 	return ;
      }
      # Turn the form input into a SQL-based query
      my $query='';
      my @queries;
+     my $font = '<font color="#800000" face="helvetica">';
      # Evaluate logical expression AND/OR/NOT phrase fields.
      foreach my $field ('title','author','subject','notes','abstract','url',
- 		       'keywords','version','owner') {
+ 		       'keywords','version','owner','mime') {
  	if ($ENV{'form.'.$field}) {
- 	    push @queries,&build_SQL_query($field,$ENV{'form.'.$field});
+             my $searchphrase = $ENV{'form.'.$field};
- 	}
+             $pretty_search_string .= $font."$field</font> contains <b>".
+                 $searchphrase."</b>";
+             if ($ENV{'form.'.$field.'_related'}) {
+                 my @New_Words;
+                 ($searchphrase,@New_Words) = &related_version($searchphrase);
+                 if (@New_Words) {
+                     $pretty_search_string .= " with related words: ".
+                         "<b>@New_Words</b>.";
+                 } else {
+                     $pretty_search_string .= " with no related words.";
+                 }
+             }
+             $pretty_search_string .= "<br />\n";
+ 	    push @queries,&build_SQL_query($field,$searchphrase);
+         }
+     }
+     # I dislike the hack below.
+     if ($ENV{'form.category'}) {
+         $ENV{'form.mime'}='';
      }
      # Evaluate option lists
      if ($ENV{'form.language'} and $ENV{'form.language'} ne 'any') {
  	push @queries,"(language like \"$ENV{'form.language'}\")";
-     }
+         $pretty_search_string.=$font."language</font>= ".
-     if ($ENV{'form.mime'} and $ENV{'form.mime'} ne 'any') {
+             &Apache::loncommon::languagedescription($ENV{'form.language'}).
- 	push @queries,"(mime like \"$ENV{'form.mime'}\")";
+                 "<br />\n";
      }
      if ($ENV{'form.copyright'} and $ENV{'form.copyright'} ne 'any') {
  	push @queries,"(copyright like \"$ENV{'form.copyright'}\")";
+         $pretty_search_string.=$font."copyright</font> = ".
+             &Apache::loncommon::copyrightdescription($ENV{'form.copyright'}).
+                 "<br \>\n";
      }
+     #
      # Evaluate date windows
      my $datequery=&build_date_queries(
  			$ENV{'form.creationdatestart_month'},
- Line 719  sub advancedsearch {
+ Line 1167  sub advancedsearch {
  			);
      # Test to see if date windows are legitimate
      if ($datequery=~/^Incorrect/) {
- 	&output_date_error($r,$datequery);
+ 	&output_date_error($r,$datequery,$closebutton);
- 	return OK;
+ 	return ;
-     }
+     } elsif ($datequery) {
-     elsif ($datequery) {
+         # Here is where you would set up pretty_search_string to output
+         # date query information.
  	push @queries,$datequery;
      }
      # Process form information for custom metadata querying
-     my $customquery='';
+     my $customquery=undef;
      if ($ENV{'form.custommetadata'}) {
+         $pretty_search_string .=$font."Custom Metadata Search</font>: <b>".
+             $ENV{'form.custommetadata'}."</b><br />\n";
  	$customquery=&build_custommetadata_query('custommetadata',
  				      $ENV{'form.custommetadata'});
      }
-     my $customshow='';
+     my $customshow=undef;
      if ($ENV{'form.customshow'}) {
+         $pretty_search_string .=$font."Custom Metadata Display</font>: <b>".
+             $ENV{'form.customshow'}."</b><br />\n";
  	$customshow=$ENV{'form.customshow'};
  	$customshow=~s/[^\w\s]//g;
  	my @fields=split(/\s+/,$customshow);
  	$customshow=join(" ",@fields);
      }
-     # Send query statements over the network to be processed by either the SQL
+     ## ---------------------------------------------------------------
-     # database or a recursive scheme of 'grep'-like actions (for custom
+     ## Deal with restrictions to given domains
-     # metadata).
+     ##
+     my $libraries_to_query = undef;
+     # $ENV{'form.domains'} can be either a scalar or an array reference.
+     # We need an array.
+     my @allowed_domains = (ref($ENV{'form.domains'}) ? @{$ENV{'form.domains'}}
+                            :  ($ENV{'form.domains'}) );
+     my %domain_hash = ();
+     my $pretty_domains_string;
+     foreach (@allowed_domains) {
+         $domain_hash{$_}++;
+     }
+     if ($domain_hash{'any'}) {
+         $pretty_domains_string = "Searching all domains.";
+     } else {
+         if (@allowed_domains > 1) {
+             $pretty_domains_string = "Searching domains:";
+         } else {
+             $pretty_domains_string = "Searching domain ";
+         }
+         foreach (sort @allowed_domains) {
+             $pretty_domains_string .= "<b>$_</b> ";
+         }
+         foreach (keys(%Apache::lonnet::libserv)) {
+             if (exists($domain_hash{$Apache::lonnet::hostdom{$_}})) {
+                 push @$libraries_to_query,$_;
+             }
+         }
+     }
+     $pretty_search_string .= $pretty_domains_string."<br />\n";
+     #
      if (@queries) {
  	$query=join(" AND ",@queries);
  	$query="select * from metadata where $query";
- 	my $reply; # reply hash reference
+     } elsif ($customquery) {
- 	unless ($customquery or $customshow) {
+         $query = '';
- 	    $reply=&Apache::lonnet::metadata_query($query);
- 	}
- 	else {
- 	    $reply=&Apache::lonnet::metadata_query($query,
- 						   $customquery,$customshow);
- 	}
- 	&output_results('Advanced',$r,$envhash,$customquery,$reply);
      }
-     elsif ($customquery) {
+     return ($query,$customquery,$customshow,$libraries_to_query,
- 	my $reply; # reply hash reference
+             $pretty_search_string);
- 	$reply=&Apache::lonnet::metadata_query('',
+ }
- 					       $customquery,$customshow);
- 	&output_results('Advanced',$r,$envhash,$customquery,$reply);
+ ######################################################################
-     }
+ ######################################################################
-     # should not get to this point
-     return 'Error.  Should not have gone to this point.';
+ =pod
- }
+ =item &parse_basic_search()
- # --------------------------------------------------- Performing a basic search
- sub basicsearch {
+ Parse the basic search form and return a scalar containing an sql query.
-     my ($r,$envhash)=@_;
-     my %ENV=%{$envhash};
+ =cut
+ ######################################################################
+ ######################################################################
+ sub parse_basic_search {
+     my ($r,$closebutton)=@_;
      # Clean up fields for safety
      for my $field ('basicexp') {
  	$ENV{"form.$field"}=~s/[^\w\s\(\)\-]//g;
      }
+     foreach ('mode','form','element') {
+ 	# is this required?  Hmmm.
+ 	next unless (exists($ENV{"form.$_"}));
+ 	$ENV{"form.$_"}=&Apache::lonnet::unescape($ENV{"form.$_"});
+ 	$ENV{"form.$_"}=~s/[^\w\/\s\(\)\=\-\"\']//g;
+     }
      # Check to see if enough is filled in
      unless (&filled($ENV{'form.basicexp'})) {
- 	&output_blank_field_error($r);
+ 	&output_blank_field_error($r,$closebutton);
  	return OK;
      }
+     my $pretty_search_string = '<b>'.$ENV{'form.basicexp'}.'</b>';
+     my $search_string = $ENV{'form.basicexp'};
+     if ($ENV{'form.related'}) {
+         my @New_Words;
+         ($search_string,@New_Words) = &related_version($ENV{'form.basicexp'});
+         if (@New_Words) {
+             $pretty_search_string .= " with related words: <b>@New_Words</b>.";
+         } else {
+             $pretty_search_string .= " with no related words.";
+         }
+     }
      # Build SQL query string based on form page
      my $query='';
      my $concatarg=join(',"    ",',
- 		       ('title', 'author', 'subject', 'notes', 'abstract'));
+ 		       ('title', 'author', 'subject', 'notes', 'abstract',
+                         'keywords'));
      $concatarg='title' if $ENV{'form.titleonly'};
+     $query=&build_SQL_query('concat('.$concatarg.')',$search_string);
+     $pretty_search_string .= "<br />\n";
+     return 'select * from metadata where '.$query,$pretty_search_string;
+ }
-     $query=&build_SQL_query('concat('.$concatarg.')',$ENV{'form.'.'basicexp'});
-     # Get reply (either a hash reference to filehandles or bad connection)
+ ######################################################################
-     my $reply=&Apache::lonnet::metadata_query('select * from metadata where '.$query);
+ ######################################################################
-     # Output search results
+ =pod
-     &output_results('Basic',$r,$envhash,$query,$reply);
+ =item &related_version
-     return OK;
+ Modifies an input string to include related words.  Words in the string
+ are replaced with parenthesized lists of 'OR'd words.  For example
+ "torque" is replaced with "(torque OR word1 OR word2 OR ...)".
+ Note: Using this twice on a string is probably silly.
+ =cut
+ ######################################################################
+ ######################################################################
+ sub related_version {
+     my $search_string = shift;
+     my $result = $search_string;
+     my %New_Words = ();
+     while ($search_string =~ /(\w+)/cg) {
+         my $word = $1;
+         next if (lc($word) =~ /\b(or|and|not)\b/);
+         my @Words = &Apache::loncommon::get_related_words($word);
+         @Words = ($#Words>4? @Words[0..4] : @Words);
+         foreach (@Words) { $New_Words{$_}++;}
+         my $replacement = join " OR ", ($word,@Words);
+         $result =~ s/(\b)$word(\b)/$1($replacement)$2/g;
+     }
+     return $result,sort(keys(%New_Words));
  }
- # ------------------------------------------------------------- build_SQL_query
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &build_SQL_query()
+ Builds a SQL query string from a logical expression with AND/OR keywords
+ using Text::Query and &recursive_SQL_query_builder()
+ =cut
+ ######################################################################
+ ######################################################################
  sub build_SQL_query {
      my ($field_name,$logic_statement)=@_;
      my $q=new Text::Query('abc',
- Line 810  sub build_SQL_query {
+ Line 1345  sub build_SQL_query {
      return $sql_query;
  }
- # ------------------------------------------------- build custom metadata query
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &build_custommetadata_query()
+ Constructs a custom metadata query using a rather heinous regular
+ expression.
+ =cut
+ ######################################################################
+ ######################################################################
  sub build_custommetadata_query {
      my ($field_name,$logic_statement)=@_;
      my $q=new Text::Query('abc',
- Line 820  sub build_custommetadata_query {
+ Line 1368  sub build_custommetadata_query {
      my $matchexp=${$q}{'-parse'}{'-build'}{'matchstring'};
      # quick fix to change literal into xml tag-matching
      # will eventually have to write a separate builder module
-     my $oldmatchexp=$matchexp;
+     # wordone=wordtwo becomes\<wordone\>[^\<] *wordtwo[^\<]*\<\/wordone\>
-     $matchexp=~s/(\w+)\\\=([\w\\\+]+)/\\\<$1\\\>\[\^\\\<\]\*$2\[\^\\\<\]\*\\\<\\\/$1\\\>/g;
+     $matchexp =~ s/(\w+)\\=([\w\\\+]+)?# wordone=wordtwo is changed to
+                  /\\<$1\\>?#           \<wordone\>
+                    \[\^\\<\]?#        [^\<]
+                    \*$2\[\^\\<\]?#           *wordtwo[^\<]
+                    \*\\<\\\/$1\\>?#                        *\<\/wordone\>
+                    /g;
      return $matchexp;
  }
- # - Recursively parse a reverse notation expression into a SQL query expression
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &recursive_SQL_query_build()
+ Recursively constructs an SQL query.  Takes as input $dkey and $pattern.
+ =cut
+ ######################################################################
+ ######################################################################
  sub recursive_SQL_query_build {
      my ($dkey,$pattern)=@_;
      my @matches=($pattern=~/(\[[^\]|\[]*\])/g);
- Line 859  sub recursive_SQL_query_build {
+ Line 1424  sub recursive_SQL_query_build {
      &recursive_SQL_query_build($dkey,$pattern);
  }
- # ------------------------------------------------------------ Build date query
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &build_date_queries()
+ Builds a SQL logic query to check time/date entries.
+ Also reports errors (check for /^Incorrect/).
+ =cut
+ ######################################################################
+ ######################################################################
  sub build_date_queries {
      my ($cmonth1,$cday1,$cyear1,$cmonth2,$cday2,$cyear2,
  	$lmonth1,$lday1,$lyear1,$lmonth2,$lday2,$lyear2)=@_;
- Line 908  sub build_date_queries {
+ Line 1486  sub build_date_queries {
      return '';
  }
- # ----------------------------- format and output results based on a reply list
+ ######################################################################
- # There are two windows that this function writes to.  The main search
+ ######################################################################
- # window ("srch") has a listing of the results.  A secondary window ("popwin")
- # gives the status of the network search (time elapsed, number of machines
- # contacted, etc.)
- sub output_results {
-     my $fnum; # search result counter
-     my ($mode,$r,$envhash,$query,$replyref)=@_;
-     my %ENV=%{$envhash};
-     my %rhash=%{$replyref};
-     my $compiledresult='';
-     my $timeremain=300;
-     my $elapsetime=0;
-     my $resultflag=0;
-     my $tflag=1;
-     # make query information persistent to allow for subsequent revision
+ =pod
-     my $persistent=&make_persistent();
-     # output beginning of search page
+ =item &copyright_check()
- 	$r->print(<<BEGINNING);
- <html>
+ =cut
- <head>
- <title>The LearningOnline Network with CAPA</title>
+ ######################################################################
- BEGINNING
+ ######################################################################
+ sub copyright_check {
+     my $Metadata = shift;
+     # Check copyright tags and skip results the user cannot use
+     my (undef,undef,$resdom,$resname) = split('/',
+                                               $Metadata->{'url'});
+     # Check for priv
+     if (($Metadata->{'copyright'} eq 'priv') &&
+         (($ENV{'user.name'} ne $resname) &&
+          ($ENV{'user.domain'} ne $resdom))) {
+         return 0;
+     }
+     # Check for domain
+     if (($Metadata->{'copyright'} eq 'domain') &&
+         ($ENV{'user.domain'} ne $resdom)) {
+         return 0;
+     }
+     return 1;
+ }
+ #####################################################################
+ #####################################################################
+ =pod
+ =item MySQL Table Description
+ MySQL table creation requires a precise description of the data to be
+ stored.  The use of the correct types to hold data is vital to efficient
+ storage and quick retrieval of records.  The columns must be described in
+ the following format:
+ =cut
+ ##
+ ## Restrictions:
+ ##    columns of type 'text' and 'blob' cannot have defaults.
+ ##    columns of type 'enum' cannot be used for FULLTEXT.
+ ##
+ my @DataOrder = qw/id title author subject url keywords version notes
+     abstract mime lang owner copyright creationdate lastrevisiondate hostname/;
+ my %Datatypes =
+     ( id        =>{ type         => 'INT',
+                     restrictions => 'NOT NULL',
+                     primary_key  => 'yes',
+                     auto_inc     => 'yes'
+                     },
+       title     =>{ type=>'TEXT'},
+       author    =>{ type=>'TEXT'},
+       subject   =>{ type=>'TEXT'},
+       url       =>{ type=>'TEXT',
+                     restrictions => 'NOT NULL' },
+       keywords  =>{ type=>'TEXT'},
+       version   =>{ type=>'TEXT'},
+       notes     =>{ type=>'TEXT'},
+       abstract  =>{ type=>'TEXT'},
+       mime      =>{ type=>'TEXT'},
+       lang      =>{ type=>'TEXT'},
+       owner     =>{ type=>'TEXT'},
+       copyright =>{ type=>'TEXT'},
+       hostname  =>{ type=>'TEXT'},
+       #--------------------------------------------------
+       creationdate     =>{ type=>'DATETIME'},
+       lastrevisiondate =>{ type=>'DATETIME'},
+       #--------------------------------------------------
+       );
+ my @Fullindicies =
+     qw/title author subject abstract mime language owner copyright/;
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &create_results_table()
+ Creates the table of search results by calling lonmysql.  Stores the
+ table id in $ENV{'form.table'}
+ Inputs: none.
+ Returns: the identifier of the table on success, undef on error.
+ =cut
+ ######################################################################
+ ######################################################################
+ sub create_results_table {
+     my $table = &Apache::lonmysql::create_table
+         ( { columns => \%Datatypes,
+             column_order => \@DataOrder,
+             fullindex => \@Fullindicies,
+         } );
+     if (defined($table)) {
+         $ENV{'form.table'} = $table;
+         return $table;
+     }
+     return undef; # Error...
+ }
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &write_status()
+ =cut
+ ######################################################################
+ ######################################################################
+ sub write_status {
+     my ($r,$string) = @_;
+     $string =~ s/(\')/\$1/g;
+     $string =~ s/\n//sg;
+ #    $r->print("<script>alert('$string');</script>\n");
+ #    $r->rflush();
+     return;
+ }
+ ######################################################################
+ ######################################################################
+ =pod
+ =item Search Status update functions
+ Each of the following functions changes the values of one of the
+ input fields used to display the search status to the user.
+ =over 4
+ =item &update_count_status()
+ =item &update_contact_status()
+ =item &update_read_status()
+ =back
+ =cut
+ ######################################################################
+ ######################################################################
+ sub update_count_status {
+     my ($r,$text) = @_;
+     $text =~ s/\'/\\\'/g;
+     $r->print
+         ("<script>document.statusform.count.value = ' $text'</script>\n");
+     $r->rflush();
+ }
+ sub update_contact_status {
+     my ($r,$text) = @_;
+     $text =~ s/\'/\\\'/g;
+     $r->print
+         ("<script>document.statusform.c_server.value = ' $text'</script>\n");
+     $r->rflush();
+ }
+ sub update_read_status {
+     my ($r,$text) = @_;
+     $text =~ s/\'/\\\'/g;
+     $r->print
+         ("<script>document.statusform.r_server.value = ' $text'</script>\n");
+     $r->rflush();
+ }
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &run_search
+ =cut
+ ######################################################################
+ ######################################################################
+ sub run_search {
+     my ($r,$query,$customquery,$customshow,$serverlist,$pretty_string) = @_;
+     my $c = $r->connection;
+     #
+     # Timing variables
+     #
+     my $starttime = time;
+     my $max_time  = 120;  # seconds for the search to complete
+     #
+     # Print run_search header
+     #
+     $r->print("<html><head><title>Search Status</title></head><body>");
+     $r->print("Search: ".$pretty_string."\n");
+     $r->rflush();
+     #
+     # Determine the servers we need to contact.
+     #
+     my @Servers_to_contact;
+     if (defined($serverlist)) {
+         @Servers_to_contact = @$serverlist;
+     } else {
+         @Servers_to_contact = sort(keys(%Apache::lonnet::libserv));
+     }
+     my %Server_status;
+     my $table =$ENV{'form.table'};
+     if (! defined($table) || $table eq '') {
+         $r->print("Unable to determine table id to store search results in.".
+                   "The search has been aborted.</body></html>");
+         return;
+     }
+     my $table_status = &Apache::lonmysql::check_table($table);
+     if (! defined($table_status)) {
+         $r->print("Unable to determine status of table.</body></html>");
+         &Apache::lonnet::logthis("Bogus table id of $table for ".
+                                  "$ENV{'user.name'} @ $ENV{'user.domain'}");
+         &Apache::lonnet::logthis("lonmysql error = ".
+                                  &Apache::lonmysql::get_error());
+         return;
+     }
+     if (! $table_status) {
+         $r->print("The table id,$table, we tried to use is invalid.".
+                   "The search has been aborted.</body></html>");
+         return;
+     }
+     ##
+     ## Prepare for the big loop.
+     ##
+     my $hitcountsum;
+     my $server;
+     my $status;
+     $r->print(<<END);
+ <form name="statusform" action="" method="post">
+ <table>
+ <tr><th>Contacting</th><th>Receiving</th><th>Total Matches</th></tr>
+ <tr>
+ <td><input type="text" name="c_server" value="" size="15" /></td>
+ <td><input type="text" name="r_server" value="" size="15" /></td>
+ <td><input type="text" name="count" value="" size="10" /></td>
+ </tr>
+ </table>
+ </form>
+ END
+     $r->rflush();
+     while ((time - $starttime < $max_time) &&
+            ((@Servers_to_contact) || keys(%Server_status))) {
+         # Send out a search request if it needs to be done.
+         if (@Servers_to_contact) {
+             # Contact one server
+             my $server = shift(@Servers_to_contact);
+             my $reply=&Apache::lonnet::metadata_query($query,$customquery,
+                                                       $customshow,[$server]);
+             ($server) = keys(%$reply);
+             $Server_status{$server} = $reply->{$server};
+             &update_contact_status($r,$server);
+         } else {
+             &update_contact_status($r,'none');
+             sleep(1); # wait a sec. to give time for files to be written
+         }
+         while (my ($server,$status) = each(%Server_status)) {
+             last if ($c->aborted());
+             if ($status eq 'con_lost') {
+                 delete ($Server_status{$server});
+                 next;
+             }
+             $status=~/^([\.\w]+)$/;
+        	    my $datafile=$r->dir_config('lonDaemons').'/tmp/'.$1;
+             if (-e $datafile && ! -e "$datafile.end") {
+                 next;
+             }
+             last if ($c->aborted());
+             if (-e "$datafile.end") {
+                 &update_read_status($r,$server);
+                 if (-z "$datafile") {
+                     delete($Server_status{$server});
+                     next;
+                 }
+                 my $fh;
+                 if (!($fh=Apache::File->new($datafile))) {
+                     # Error opening file...
+                     # Tell the user and exit...?
+                     # Should I give up on opening it?
+                     $r->print("Unable to open search results file for ".
+                                   "server $server.  Omitting from search");
+                     next;
+                 }
+                 # Read in the whole file.
+                 while (my $result = <$fh>) {
+                     last if ($c->aborted());
+                     # handle custom fields?  Someday we will!
+                     chomp($result);
+                     next unless $result;
+                     # Parse the result.
+                     my %Fields = &parse_raw_result($result,$server);
+                     $Fields{'hostname'} = $server;
+                     next if (! &copyright_check(\%Fields));
+                     # Store the result in the mysql database
+                     my $result = &Apache::lonmysql::store_row($table,\%Fields);
+                     if (! defined($result)) {
+                         $r->print(&Apache::lonmysql::get_error());
+                     }
+                     # $r->print(&Apache::lonmysql::get_debug());
+                     $hitcountsum ++;
+                     &update_count_status($r,$hitcountsum) if ($hitcountsum % 50 == 0);
+                 } # End of foreach (@results)
+                 $fh->close();
+                 # $server is only deleted if the results file has been
+                 # found and (successfully) opened.  This may be a bad idea.
+                 delete($Server_status{$server});
+                 # $r->print("Received $new_count more results from ".
+                 #              $server.".");
+             }
+             last if ($c->aborted());
+             &update_count_status($r,$hitcountsum);
+         }
+         last if ($c->aborted());
+         # Finished looping through the servers
+     }
+     &update_read_status($r,'none');
+     &Apache::lonmysql::disconnect_from_db();
+     # Let the user know
+     #
+     # We have run out of time or run out of servers to talk to and
+     # results to get.
+     $r->print("<b>Search Completed.</b>&nbsp;&nbsp;");
+     if ($hitcountsum) {
+         $r->print($hitcountsum." matches were found.");
+     } else {
+         $r->print("There were no successful matches to your query.");
+     }
+     $r->print("</body></html>");
+     return;
+ }
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &prev_next_buttons
+ =cut
+ ######################################################################
+ ######################################################################
+ sub prev_next_buttons {
+     my ($current_min,$show,$total,$parms) = @_;
+     return '' if ($show eq 'all'); # No links if you get them all at once.
+     my $links;
+     ##
+     ## Prev
+     my $prev_min = $current_min - $show;
+     $prev_min = 0 if $prev_min < 0;
+     if ($prev_min < $current_min) {
+         $links .= qq{
+ <a href="/adm/searchcat?$parms&start=$prev_min&show=$show">prev</a>
+ };
+     } else {
+         $links .= 'prev';
+     }
+     ##
+     ## Pages.... Someday.
+     ##
+     $links .= qq{ &nbsp;
+ <a href="/adm/searchcat?$parms&start=$current_min&$show=$show">reload</a>
+ };
+     ##
+     ## Next
+     my $next_min = $current_min + $show;
+     $next_min = $current_min if ($next_min > $total);
+     if ($next_min != $current_min) {
+         $links .= qq{ &nbsp;
+ <a href="/adm/searchcat?$parms&start=$next_min&show=$show">next</a>
+ };
+     } else {
+         $links .= '&nbsp;next';
+     }
+     return $links;
+ }
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &display_results
+ =cut
+ ######################################################################
+ ######################################################################
+ sub display_results {
+     my ($r,$mode,$importbutton,$closebutton) = @_;
+     $r->print(&search_results_header());
+     ##
+     ## Set viewing function
+     ##
+     my $viewfunction = $Views{$ENV{'form.viewselect'}};
+     if (!defined($viewfunction)) {
+         $r->print("Internal Error - Bad view selected.\n");
+         $r->rflush();
+         return;
+     }
+     ##
+     ## Get the catalog controls setup
+     ##
+     my $action = "/adm/searchcat?phase=results";
+     ##
+     ## Deal with groupsearch
+     ##
+     if ($ENV{'form.catalogmode'} eq 'groupsearch') {
+         if (! tie(%groupsearch_db,'GDBM_File',$diropendb,
+                   &GDBM_WRCREAT(),0640)) {
+             $r->print('Unable to tie hash to db file</body></html>');
+             $r->rflush();
+             return;
+         }
+     }
+     ##
+     ## Prepare the table for querying
+     ##
+     my $table = $ENV{'form.table'};
+     my $connection_result = &Apache::lonmysql::connect_to_db();
+     if (!defined($connection_result)) {
+         $r->print(&Apache::lonmysql::get_error());
+     }
+     my $table_check = &Apache::lonmysql::check_table($table);
+     if (! defined($table_check)) {
+         $r->print("A MySQL error has occurred.</body></html>");
+         &Apache::lonnet::logthis("lonmysql was unable to determine the status".
+                                  " of table ".$table);
+         return;
+     } elsif (! $table_check) {
+         $r->print("The table of results could not be found.");
+         &Apache::lonnet::logthis("The user requested a table, ".$table.
+                                  ", that could not be found.");
+         return;
+     }
+     ##
+     ## Get the number of results
+     ##
+     my $total_results = &Apache::lonmysql::number_of_rows($table);
+     if (! defined($total_results)) {
+         $r->print("A MySQL error has occurred.</body></html>");
+         &Apache::lonnet::logthis("lonmysql was unable to determine the number".
+                                  " of rows in table ".$table);
+         &Apache::lonnet::logthis(&Apache::lonmysql::get_error());
+         &Apache::lonnet::logthis(&Apache::lonmysql::get_debug());
+         return;
+     }
+     if ($total_results == 0) {
+         $r->print("There were no results matching your query.\n".
+                   "</form></body></html>");
+         return;
+     }
+     ##
+     ## Determine how many results we need to get
+     ##
+     $ENV{'form.show'} = 20;
+     $ENV{'form.start'} = 0      if (! exists($ENV{'form.start'}));
+     $ENV{'form.show'}      = 'all'  if (! exists($ENV{'form.show'}));
+     my $min = $ENV{'form.start'};
+     my $max;
+     if ($ENV{'form.show'} eq 'all') {
+         $max = $total_results ;
+     } else {
+         $max = $min + $ENV{'form.show'};
+         $max = $total_results if ($max > $total_results);
+     }
+     ##
+     ## Output links (if necessary) for 'prev' and 'next' pages.
+     ##
+     $r->print("<center>Results $min to $max out of $total_results</center>\n");
+     $r->print
+         ('<center>'.
+          &prev_next_buttons($min,$ENV{'form.show'},$total_results,
+                             "table=".$ENV{'form.table'}.
+                             "&phase=results".
+                             "&persistent_db_id=".$ENV{'form.persistent_db_id'})
+          ."</center>\n"
+          );
+     ##
+     ## Get results from MySQL table
+     ##
+     my @Results = &Apache::lonmysql::get_rows($table,
+                                               'id>'.$min.' AND id<='.$max);
+     ##
+     ## Loop through the results and output them.
+     ##
+     foreach my $row (@Results) {
+         my %Fields = %{&parse_row(@$row)};
+         my $output="<p>\n";
+         $output.=&catalogmode_output($Fields{'title'},$Fields{'url'});
+         # Render the result into html
+         $output.= &$viewfunction(%Fields);
+         $output.="</p>\n<hr align='left' width='200' noshade />";
+         # Print them out as they come in.
+         $r->print($output);
+         $r->rflush();
+     }
+     if (@Results < 1) {
+         $r->print("There were no results matching your query");
+     } else {
+         $r->print
+             ('<center>'.
+              &prev_next_buttons($min,$ENV{'form.show'},$total_results,
+                                 "table=".$ENV{'form.table'}.
+                                 "&phase=results".
+                                 "&persistent_db_id=".
+                                 $ENV{'form.persistent_db_id'})
+              ."</center>\n"
+              );
+     }
+     $r->print("</body></html>");
+     $r->rflush();
+     untie %groupsearch_db;
+     return;
+ }
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &catalogmode_output($title,$url)
+ Returns html needed for the various catalog modes.  Gets inputs from
+ $ENV{'form.catalogmode'}.  Stores data in %groupsearch_db and $fnum
+ (local variable).
+ =cut
+ ######################################################################
+ ######################################################################
+ {
+ my $fnum;
+ sub catalogmode_output {
+     my $output = '';
+     my ($title,$url) = @_;
+     if ($ENV{'form.catalogmode'} eq 'interactive') {
+         $title=~ s/\'/\\'/g; # ' Escape single quotes.
+         if ($ENV{'form.catalogmode'} eq 'interactive') {
+             $output.=<<END
+ <font size='-1'><INPUT TYPE="button" NAME="returnvalues" VALUE="SELECT"
+ onClick="javascript:select_data('$title','$url')">
+ </font>
+ END
+         }
+     }
+     if ($ENV{'form.catalogmode'} eq 'groupsearch') {
+         $fnum+=0;
+         $groupsearch_db{"pre_${fnum}_link"}=$url;
+         $groupsearch_db{"pre_${fnum}_title"}=$title;
+         $output.=<<END;
+ <font size='-1'>
+ <input type="checkbox" name="returnvalues" value="SELECT"
+ onClick="javascript:queue($fnum)" />
+ </font>
+ END
+         $fnum++;
+     }
+     return $output;
+ }
+ }
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &parse_row
+ Parse a row returned from the database.
+ =cut
+ ######################################################################
+ ######################################################################
+ sub parse_row {
+     my @Row = @_;
+     my %Fields;
+     for (my $i=0;$i<=$#Row;$i++) {
+         $Fields{$DataOrder[$i]}=&Apache::lonnet::unescape($Row[$i]);
+     }
+     $Fields{'language'} =
+         &Apache::loncommon::languagedescription($Fields{'lang'});
+     $Fields{'copyrighttag'} =
+         &Apache::loncommon::copyrightdescription($Fields{'copyright'});
+     $Fields{'mimetag'} =
+         &Apache::loncommon::filedescription($Fields{'mime'});
+     return \%Fields;
+ }
+ ###########################################################
+ ###########################################################
+ =pod
+ =item &parse_raw_result()
+ Takes a line from the file of results and parse it.  Returns a hash
+ with keys for the following fields:
+ 'title', 'author', 'subject', 'url', 'keywords', 'version', 'notes',
+ 'abstract', 'mime', 'lang', 'owner', 'copyright', 'creationdate',
+ 'lastrevisiondate'.
+ In addition, the following tags are set by calling the appropriate
+ lonnet function: 'language', 'cprtag', 'mimetag'.
+ The 'title' field is set to "Untitled" if the title field is blank.
+ 'abstract' and 'keywords' are truncated to 200 characters.
+ =cut
+ ###########################################################
+ ###########################################################
+ sub parse_raw_result {
+     my ($result,$hostname) = @_;
+     # Check for a comma - if it is there then we do not need to unescape the
+     # string.  There seems to be some kind of problem with some items in
+     # the database - the entire string gets sent out unescaped...?
+     unless ($result =~ /,/) {
+         $result = &Apache::lonnet::unescape($result);
+     }
+     my @fields=map {
+         &Apache::lonnet::unescape($_);
+     } (split(/\,/,$result));
+     my ($title,$author,$subject,$url,$keywords,$version,
+         $notes,$abstract,$mime,$lang,
+         $creationdate,$lastrevisiondate,$owner,$copyright)=@fields;
+     my %Fields =
+         ( title     => &Apache::lonnet::unescape($title),
+           author    => &Apache::lonnet::unescape($author),
+           subject   => &Apache::lonnet::unescape($subject),
+           url       => &Apache::lonnet::unescape($url),
+           keywords  => &Apache::lonnet::unescape($keywords),
+           version   => &Apache::lonnet::unescape($version),
+           notes     => &Apache::lonnet::unescape($notes),
+           abstract  => &Apache::lonnet::unescape($abstract),
+           mime      => &Apache::lonnet::unescape($mime),
+           lang      => &Apache::lonnet::unescape($lang),
+           owner     => &Apache::lonnet::unescape($owner),
+           copyright => &Apache::lonnet::unescape($copyright),
+           creationdate     => &Apache::lonnet::unescape($creationdate),
+           lastrevisiondate => &Apache::lonnet::unescape($lastrevisiondate)
+         );
+     $Fields{'language'} =
+         &Apache::loncommon::languagedescription($Fields{'lang'});
+     $Fields{'copyrighttag'} =
+         &Apache::loncommon::copyrightdescription($Fields{'copyright'});
+     $Fields{'mimetag'} =
+         &Apache::loncommon::filedescription($Fields{'mime'});
+     if ($Fields{'author'}=~/^(\s*|error)$/) {
+         $Fields{'author'}="Unknown Author";
+     }
+     # Put spaces in the keyword list, if needed.
+     $Fields{'keywords'}=~ s/,([A-z])/, $1/g;
+     if ($Fields{'title'}=~ /^\s*$/ ) {
+         $Fields{'title'}='Untitled';
+     }
+     unless ($ENV{'user.adv'}) {
+         # What is this anyway?
+         $Fields{'keywords'} = '- not displayed -';
+         $Fields{'notes'}    = '- not displayed -';
+         $Fields{'abstract'} = '- not displayed -';
+         $Fields{'subject'}  = '- not displayed -';
+     }
+     if (length($Fields{'abstract'})>200) {
+         $Fields{'abstract'} =
+             substr($Fields{'abstract'},0,200).'...';
+     }
+     if (length($Fields{'keywords'})>200) {
+         $Fields{'keywords'} =
+             substr($Fields{'keywords'},0,200).'...';
+     }
+     return %Fields;
+ }
+ ###########################################################
+ ###########################################################
+ =pod
+ =item &handle_custom_fields()
+ =cut
+ ###########################################################
+ ###########################################################
+ sub handle_custom_fields {
+     my @results = @{shift()};
+     my $customshow='';
+     my $extrashow='';
+     my @customfields;
+     if ($ENV{'form.customshow'}) {
+         $customshow=$ENV{'form.customshow'};
+         $customshow=~s/[^\w\s]//g;
+         my @fields=map {
+             "<font color=\"#008000\">$_:</font><!-- $_ -->";
+         } split(/\s+/,$customshow);
+         @customfields=split(/\s+/,$customshow);
+         if ($customshow) {
+             $extrashow="<ul><li>".join("</li><li>",@fields)."</li></ul>\n";
+         }
+     }
+     my $customdata='';
+     my %customhash;
+     foreach my $result (@results) {
+         if ($result=~/^(custom\=.*)$/) { # grab all custom metadata
+             my $tmp=$result;
+             $tmp=~s/^custom\=//;
+             my ($k,$v)=map {&Apache::lonnet::unescape($_);
+                         } split(/\,/,$tmp);
+             $customhash{$k}=$v;
+         }
+     }
+     return ($extrashow,\@customfields,\%customhash);
+ }
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &search_results_header
+ Output the proper html headers and javascript code to deal with different
+ calling modes.
+ Takes most inputs directly from %ENV, except $mode.
+ =over 4
+ =item $mode is either (at this writing) 'Basic' or 'Advanced'
+ =back
+ The following environment variables are checked:
+ =over 4
+ =item 'form.catalogmode'
+ Checked for 'interactive' and 'groupsearch'.
+ =item 'form.mode'
+ Checked for existance & 'edit' mode.
+ =item 'form.form'
+ =item 'form.element'
+ =back
+ =cut
+ ######################################################################
+ ######################################################################
+ sub search_results_header {
+     my $result = '';
+     # output beginning of search page
      # conditional output of script functions dependent on the mode in
      # which the search was invoked
-         $r->print(<<SCRIPT) if $ENV{'form.catalogmode'} eq 'interactive';
+     if ($ENV{'form.catalogmode'} eq 'interactive'){
+ 	if (! exists($ENV{'form.mode'}) || $ENV{'form.mode'} ne 'edit') {
+             $result.=<<SCRIPT;
  <script type="text/javascript">
      function select_data(title,url) {
  	changeTitle(title);
- Line 955  BEGINNING
+ Line 2282  BEGINNING
      }
  </script>
  SCRIPT
-         $r->print(<<SCRIPT) if $ENV{'form.catalogmode'} eq 'groupsearch';
+         } elsif ($ENV{'form.mode'} eq 'edit') {
+             my $form = $ENV{'form.form'};
+             my $element = $ENV{'form.element'};
+             $result.=<<SCRIPT;
+ <script type="text/javascript">
+ function select_data(title,url) {
+     changeURL(url);
+     self.close();
+ }
+ function changeTitle(val) {
+ }
+ function changeURL(val) {
+     if (window.opener.document) {
+         window.opener.document.forms["$form"].elements["$element"].value=val;
+     } else {
+ 	var url = 'forms[\"$form\"].elements[\"$element\"].value';
+         alert("Unable to transfer data to "+url);
+     }
+ }
+ </script>
+ SCRIPT
+         }
+     }
+     $result.=<<SCRIPT if $ENV{'form.catalogmode'} eq 'groupsearch';
  <script type="text/javascript">
      function select_data(title,url) {
  //	alert('DEBUG: Should be storing '+title+' and '+url);
- Line 969  SCRIPT
+ Line 2319  SCRIPT
  	}
      }
      function select_group() {
- 	window.location="/adm/groupsort?catalogmode=groupsearch&acts="+
+ 	window.location=
+     "/adm/groupsort?mode=$ENV{'form.mode'}&catalogmode=groupsearch&acts="+
  	    document.forms.results.acts.value;
      }
  </script>
  SCRIPT
-         $r->print(<<SCRIPT);
+     $result.=<<END;
- <script type="text/javascript">
-     function displayinfo(val) {
- 	popwin.document.forms.popremain.sdetails.value=val;
-     }
-     function openhelp(val) {
- 	openhelpwin=open('/adm/help/searchcat.html','helpscreen',
- 	     'scrollbars=1,width=400,height=300');
- 	openhelpwin.focus();
-     }
-     function abortsearch(val) {
- 	openhelpwin=open('/adm/help/searchcat.html','helpscreen',
- 	     'scrollbars=1,width=400,height=300');
- 	openhelpwin.focus();
-     }
- </script>
- SCRIPT
-     $r->rflush();
-     # begin showing the cataloged results
-     $r->print(<<CATALOGBEGIN);
  </head>
- <body bgcolor="#ffffff">
- <img align=right src=/adm/lonIcons/lonlogos.gif>
- <h1>Search Catalog</h1>
- CATALOGBEGIN
-         $r->print(<<CATALOGCONTROLS);
- <form name='results' method="post" action="/adm/searchcat">
- <input type='hidden' name='acts' value='' />
- <input type='button' value='Revise search request'
- onClick='this.form.submit();' />
- $importbutton
- $closebutton
- $persistent
- <hr />
- <h3>Search Query</h3>
- CATALOGCONTROLS
-     if ($mode eq 'Basic') {
- 	$r->print(<<RESULTS);
- <p>
- <b>Basic search:</b> $ENV{'form.basicexp'}
- </p>
- RESULTS
-     }
-     elsif ($mode eq 'Advanced') {
- 	$r->print(<<RESULTS);
- <p>
- <b>Advanced search</b>
- $query
- </p>
- RESULTS
-     }
-     $r->print('<h3>Search Results</h3>');
-     $r->rflush();
-     my $servernum=(keys %rhash)+0;
-     # define server grid (shows status of multiple machines)
-     my $hcinit;
-     my $grid="'<br />'+";
-     $grid.="\n";
-     my $sn=1;
-     for my $sk (sort keys %rhash) {
- 	# '<a href="
- 	$grid.="'<a href=\"";
- 	# javascript:displayinfo('+
- 	$grid.="javascript:opener.displayinfo('+";
- 	# "'"+'key
- 	$grid.="\"'\"+'";
- 	$grid.=$sk;
- 	my $hc;
- 	if ($rhash{$sk} eq 'con_lost') {
- 	    $hc="!!!BAD CONNECTION, CONTACT SYSTEM ADMINISTRATOR!!!";
- 	}
- 	else {
- 	    $hc="'+\"'\"+\"+hc['$sk']+\"+\"'\"+'";
- 	    $hcinit.="hc[\"$sk\"]=\"not yet connected...\";";
- 	}
- 	$grid.=" hitcount=".$hc;
- 	$grid.=" domain=".$hostdomains{$sk};
- 	$grid.=" IP=".$hostips{$sk};
- 	# '+"'"+'">'+
- 	$grid.="'+\"'\"+')\">'+";
- 	$grid.="\n";
- 	$grid.="'<img border=\"0\" name=\"img".$sn."\"".
- 	    " src=\"/adm/lonIcons/srvnull.gif\" alt=\"".$sk."\" /></a>'+\n";
- 	$grid.="'<br />'+\n" unless $sn%10;
-         $sn++;
-     }
- 	    $r->print(<<ENDPOP);
- <script type="text/javascript">
-     popwin=open('','popwin','scrollbars=1,width=400,height=200');
-     popwin.focus();
-     popwin.document.writeln('<'+'html>');
-     popwin.document.writeln('<'+'head>');
-     popwin.document.writeln('<'+'script>');
-     popwin.document.writeln('hc=new Array();$hcinit');
-     popwin.document.writeln('<'+'/script>');
-     popwin.document.writeln('<'+'/head>'+
-         '<'+'body bgcolor="#FFFFFF">'+
- 	'<'+'image name="whirly" align="right" src="/adm/lonIcons/'+
- 	'lonanim.gif" '+
- 	'alt="animated logo" />'+
- 	'<'+'h3>Search Results Progress<'+'/h3>'+
-         '<'+'form name="popremain">'+
-         '<'+'tt>'+
- 	'<'+'br clear="all"/><i>PLEASE BE PATIENT</i>'+
- 	'<'+'br />SCANNING $servernum SERVERS'+
- 	'<'+'br clear="all" />Number of record hits found '+
- 	'<'+'input type="text" size="10" name="numhits"'+
- 	' value="0" />'+
- 	'<'+'br clear="all" />Time elapsed '+
- 	'<'+'input type="text" size="10" name="elapsetime"'+
- 	' value="0" />'+
- 	'<'+'br />'+
- 	'SERVER GRID (click on any cell for details)'+
-         $grid
-         '<'+'br />'+
- 	'Server details '+
- 	'<'+'input type="text" size="25" name="sdetails"'+
- 	' value="" />'+
- 	'<'+'br />'+
- 	' <'+'input type="button" name="button"'+
- 	' value="abort search and view current results" '+
- 	' onClick="javascript:opener.abortsearch()" />'+
- 	' <'+'input type="button" name="button"'+
- 	' value="help" onClick="javascript:opener.openhelp()" />'+
- 	'<'+'/tt>'+
-         '<'+'/form>'+
-         '<'+'/body><'+'/html>');
-     popwin.document.close();
- </script>
- ENDPOP
-     $r->rflush();
-     my $servercount=0;
-     my $hitcountsum=0;
-     my $bloop=$servernum;
-     my %orkey;
-   BLOOP: while(1) {
-       my $sn=0;
-       last BLOOP unless $bloop;
-     RLOOP: foreach my $rkey (sort keys %rhash) {
- 	$sn++;
- 	next RLOOP if $orkey{$rkey};
- 	$servercount++;
- 	$tflag=1;
- 	$compiledresult='';
- 	my $hostname=$rkey;
- 	my $reply=$rhash{$rkey};
- 	my @results;
- 	my $replyfile='';
- 	if ($reply eq 'con_lost') {
- 	    $r->print('<script type="text/javascript">popwin.document.img'.
- 		      $sn.'.'.
- 		      'src="/adm/lonIcons/srvbad.gif";</script>'.
- 		      "\n");
- 	    $r->rflush();
- 	    $bloop--;
- 	    $orkey{$rkey}=1;
- 	}
- 	else {
- 	    $reply=~/^([\.\w]+)$/; # must do since 'use strict' checks for tainting
- 	    $replyfile=$r->dir_config('lonDaemons').'/tmp/'.$1;
- 	    $reply=~/(.*?)\_/;
- 	    {
- 		my $temp=0;
- 	      WLOOP: while (1) {
- 		  if (-e $replyfile && $tflag) {
- 		      $r->print('<script type="text/javascript">'.
- 				'popwin.document.img'.$sn.'.'.
- 				'src="/adm/lonIcons/srvhalf.gif";</script>'.
- 				"\n");
- 		      $r->rflush();
- 		      $r->print('<script type="text/javascript">'.
- 				'popwin.hc["'.$rkey.'"]='.
- 				'"still transferring..."'.';</script>'.
- 				"\n");
- 		      $r->rflush();
- 		      $tflag=0;
- 		  }
- 		  last WLOOP if $temp>1;
- 		  if (-e "$replyfile.end") {
- 		      $bloop--;
- 		      $orkey{$rkey}=1;
- 		      if (-s $replyfile) {
- 			  $r->print('<script type="text/javascript">'.
- 				    'popwin.document.img'.$sn.'.'.
- 				    'src="/adm/lonIcons/srvgood.gif";'.
- 				    '</script>'."\n");
- 			  $r->rflush();
- 			  my $fh=Apache::File->new($replyfile) or
- 			      ($r->print('ERROR: file '.
- 					 $replyfile.' cannot be opened') and
- 			       return OK);
- 			  @results=<$fh> if $fh;
- 			  $hitcount{$rkey}=@results+0;
- 			  $r->print('<script type="text/javascript">'.
- 				    'popwin.hc["'.$rkey.'"]='.
- 				    $hitcount{$rkey}.';</script>'.
- 				    "\n");
- 			  $r->rflush();
- 			  $hitcountsum+=$hitcount{$rkey};
- 			  $r->print('<script type="text/javascript">'.
- 				    'popwin.document.forms.popremain.'.
- 				    'numhits.value='.$hitcountsum.
- 				    ';</script>'.
- 				    "\n");
- 			  $r->rflush();
- 		      }
- 		      else {
- 			  $r->print('<script type="text/javascript">'.
- 				    'popwin.document.img'.$sn.'.'.
- 				    'src="/adm/lonIcons/srvempty.gif";'.
- 				    '</script>'.
- 				    "\n");
- 			  $r->rflush();
- 			  $r->print('<script type="text/javascript">'.
- 				    'popwin.hc["'.$rkey.'"]=0'.
- 				    ';</script>'.
- 				    "\n");
- 			  $r->rflush();
- 		      }
- 		      last WLOOP;
- 		  }
- 		  last WLOOP unless $timeremain;
- 		  sleep 1;
- 		  $timeremain--;
- 		  $elapsetime++;
- 		  $r->print('<script type="text/javascript">'.
- 			    'popwin.document.popremain.elapsetime.'.
- 			    'value="'.$elapsetime.'";</script>'."\n");
- 		  $r->rflush();
- 		  $temp++;
- 	      }
- 	    }
- 	    $r->print('<script type="text/javascript">'.
- 		      'popwin.document.whirly.'.
- 		      'src="'.'/adm/lonIcons/lonanimend.gif'.
- 		      '";</script>'."\n");
- 	    $r->rflush();
- 	}
- 	my $customshow='';
- 	my $extrashow='';
- 	my @customfields;
- 	if ($ENV{'form.customshow'}) {
- 	    $customshow=$ENV{'form.customshow'};
- 	    $customshow=~s/[^\w\s]//g;
- 	    my @fields=map {"<font color=\"#008000\">$_:</font><!-- $_ -->"}
- 	    split(/\s+/,$customshow);
- 	    @customfields=split(/\s+/,$customshow);
- 	    if ($customshow) {
- 		$extrashow="<ul><li>".join("</li><li>",@fields)."</li></ul>\n";
- 	    }
- 	}
- 	my $customdata='';
- 	my %customhash;
- 	foreach my $result (@results) {
- 	    if ($result=~/^(custom\=.*)$/) { # grab all custom metadata
- 		my $tmp=$result;
- 		$tmp=~s/^custom\=//;
- 		my ($k,$v)=map {&Apache::lonnet::unescape($_);
- 			    } split(/\,/,$tmp);
- 		$customhash{$k}=$v;
- 	    }
- 	}
- 	if (keys %hash) {
- 	    untie %hash;
- 	}
- 	if (tie(%hash,'GDBM_File',$diropendb,&GDBM_WRCREAT,0640)) {
- 	    if ($ENV{'form.launch'} eq '1') {
- 		&start_fresh_session();
- 	    }
- 	    foreach my $result (@results) {
- 		next if $result=~/^custom\=/;
- 		chomp $result;
- 		next unless $result;
- 		my @fields=map
- 		{&Apache::lonnet::unescape($_)}
- 		(split(/\,/,$result));
- 		my ($title,$author,$subject,$url,$keywords,$version,
- 		    $notes,$abstract,$mime,$lang,
- 		    $creationdate,$lastrevisiondate,$owner,$copyright)=@fields;
- 		unless ($ENV{'user.adv'}) {
- 		    $keywords='<i>- not displayed -</i>';
- 		    $fields[4]=$keywords;
- 		    $notes='<i>- not displayed -</i>';
- 		    $fields[6]=$notes;
- 		    $abstract='<i>- not displayed -</i>';
- 		    $fields[7]=$abstract;
- 		    $subject='<i>- not displayed -</i>';
- 		    $fields[2]=$subject;
- 		}
- 		my $shortabstract=$abstract;
- 		$shortabstract=substr($abstract,0,200).'...' if length($abstract)>200;
- 		$fields[7]=$shortabstract;
- 		my $shortkeywords=$keywords;
- 		$shortkeywords=substr($keywords,0,200).'...' if length($keywords)>200;
- 		$fields[4]=$shortkeywords;
- 		my $extrashow2=$extrashow;
- 		if ($extrashow) {
- 		    foreach my $field (@customfields) {
- 			my $value='';
- 			if ($customhash{$url}=~/\<${field}[^\>]*\>(.*?)\<\/${field}[^\>]*\>/s) {
- 		            $value=$1;
- 			}
- 		        $extrashow2=~s/\<\!\-\- $field \-\-\>/ $value/g;
- 	            }
-                 }
- 	        $compiledresult.=<<END if $compiledresult or $servercount!=$servernum;
- <hr align='left' width='200' noshade />
- END
-                 $compiledresult.=<<END;
- <p>
- END
-                 $compiledresult.=<<END if $ENV{'form.catalogmode'} eq 'interactive';
- <font size='-1'><INPUT TYPE="button" NAME="returnvalues" VALUE="SELECT"
- onClick="javascript:select_data('$title','$url')">
- </font>
- <br />
- END
-                 if ($ENV{'form.catalogmode'} eq 'groupsearch') {
- 		    $fnum+=0;
- 		    $hash{"pre_${fnum}_link"}=$url;
- 		    $hash{"pre_${fnum}_title"}=$title;
- 		    $compiledresult.=<<END;
- <font size='-1'><input type="checkbox" name="returnvalues" value="SELECT"
- onClick="javascript:queue($fnum)" />
- </font>
- <br />
  END
- # <input type="hidden" name="title$fnum" value="$title" />
+     return $result;
- # <input type="hidden" name="url$fnum" value="$url" />
+ }
-                     $fnum++;
- 		}
- 	        my $httphost=$ENV{'HTTP_HOST'};
- 	        my $viewselect;
- 	        if ($mode eq 'Basic') {
- 		    $viewselect=$ENV{'form.basicviewselect'};
- 		}
- 	        elsif ($mode eq 'Advanced') {
- 		    $viewselect=$ENV{'form.advancedviewselect'};
- 		}
- 	        if ($viewselect eq 'Detailed Citation View') {
- 		    $compiledresult.=&detailed_citation_view(@fields,
- 						 $hostname,$httphost,
- 						 $extrashow2);
- 		}
-                 elsif ($viewselect eq 'Summary View') {
- 		    $compiledresult.=&summary_view(@fields,$hostname,$httphost,
- 				       $extrashow2);
- 	        }
-                 elsif ($viewselect eq 'Fielded Format') {
- 		    $compiledresult.=&fielded_format_view(@fields,$hostname,
- 					      $httphost,$extrashow2);
- 	        }
-                 elsif ($viewselect eq 'XML/SGML') {
- 		    $compiledresult.=&xml_sgml_view(@fields,$hostname,$httphost,
- 					$extrashow2);
- 		}
-             }
-             untie %hash;
+ ######################################################################
-         }
+ ######################################################################
-         else {
+ sub search_status_header {
- 	    $r->print('<html><head></head><body>Unable to tie hash to db '.
+     return <<ENDSTATUS;
- 		  'file</body></html>');
+ <html><head><title>Search Status</title></head>
- 	}
+ <body>
- 	if ($compiledresult) {
+ <h3>Search Status</h3>
- 	    $resultflag=1;
+ Sending search request to LON-CAPA servers.<br />
- 	}
+ ENDSTATUS
+ }
- 	$r->print(<<RESULTS);
+ ######################################################################
- $compiledresult
+ ######################################################################
- RESULTS
+ sub print_frames_interface {
-         my $percent=sprintf('%3.0f',($servercount/$servernum*100));
+     my $r = shift;
-     }
+     my $basic_link = "/adm/searchcat?"."&table=".$ENV{'form.table'}.
-   }
+         "&persistent_db_id=".$ENV{'form.persistent_db_id'};
-     unless ($resultflag) {
+     my $run_search_link = $basic_link."&phase=run_search";
-         $r->print("\nThere were no results that matched your query\n");
+     my $results_link = $basic_link."&phase=results".
-     }
+         "&pause=10"."&start=0"."&show=20";
- #    $r->print('<script type="text/javascript">'.'popwin.close()</script>'."\n"); $r->rflush();
+     my $result = <<"ENDFRAMES";
-     $r->print(<<RESULTS);
+ <html>
- </body>
+ <head>
+ <title>LON-CAPA Digital Library Search Results</title>
+ </head>
+ <frameset rows="150,*">
+     <frame name="statusframe"  src="$run_search_link">
+     <frame name="resultsframe" src="$results_link">
+ </frameset>
  </html>
- RESULTS
+ ENDFRAMES
+     $r->print($result);
+     return;
  }
- # ------------------------------------------------------ Detailed Citation View
+ ######################################################################
+ ######################################################################
+ =pod
+ =item Metadata Viewing Functions
+ Output is a HTML-ified string.
+ Input arguments are title, author, subject, url, keywords, version,
+ notes, short abstract, mime, language, creation date,
+ last revision date, owner, copyright, hostname, and
+ extra custom metadata to show.
+ =over 4
+ =item &detailed_citation_view()
+ =cut
+ ######################################################################
+ ######################################################################
  sub detailed_citation_view {
-     my ($title,$author,$subject,$url,$keywords,$version,
+     my %values = @_;
- 	$notes,$shortabstract,$mime,$lang,
- 	$creationdate,$lastrevisiondate,$owner,$copyright,
- 	$hostname,$httphost,$extrashow)=@_;
      my $result=<<END;
- <i>$owner</i>, last revised $lastrevisiondate
+ <h3><a href="http://$ENV{'HTTP_HOST'}$values{'url'}"
- <h3><A HREF="http://$httphost$url" TARGET='search_preview'>$title</A></h3>
+     target='search_preview'>$values{'title'}</a></h3>
- <h3>$author</h3>
- </p>
  <p>
- <b>Subject:</b> $subject<br />
+ <b>$values{'author'}</b>, <i>$values{'owner'}</i><br />
- <b>Keyword(s):</b> $keywords<br />
- <b>Notes:</b> $notes<br />
+ <b>Subject:       </b> $values{'subject'}<br />
- <b>MIME Type:</b> $mimetag{$mime}<br />
+ <b>Keyword(s):    </b> $values{'keywords'}<br />
- <b>Language:</b> $language{$lang}<br />
+ <b>Notes:         </b> $values{'notes'}<br />
- <b>Copyright/Distribution:</b> $cprtag{$copyright}<br />
+ <b>MIME Type:     </b> $values{'mimetag'}<br />
+ <b>Language:      </b> $values{'language'}<br />
+ <b>Copyright/Distribution:</b> $values{'cprtag'}<br />
  </p>
- $extrashow
+ $values{'extrashow'}
  <p>
- $shortabstract
+ $values{'shortabstract'}
  </p>
  END
      return $result;
  }
- # ---------------------------------------------------------------- Summary View
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &summary_view()
+ =cut
+ ######################################################################
+ ######################################################################
  sub summary_view {
-     my ($title,$author,$subject,$url,$keywords,$version,
+     my %values = @_;
- 	$notes,$shortabstract,$mime,$lang,
- 	$creationdate,$lastrevisiondate,$owner,$copyright,
- 	$hostname,$httphost,$extrashow)=@_;
      my $result=<<END;
- <a href="http://$httphost$url" TARGET='search_preview'>$author</a><br />
+ <a href="http://$ENV{'HTTP_HOST'}$values{'url'}"
- $title<br />
+    target='search_preview'>$values{'author'}</a><br />
- $owner -- $lastrevisiondate<br />
+ $values{'title'}<br />
- $cprtag{$copyright}<br />
+ $values{'owner'} -- $values{'lastrevisiondate'}<br />
- $extrashow
+ $values{'copyrighttag'}<br />
+ $values{'extrashow'}
  </p>
  END
      return $result;
  }
- # -------------------------------------------------------------- Fielded Format
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &fielded_format_view()
+ =cut
+ ######################################################################
+ ######################################################################
  sub fielded_format_view {
-     my ($title,$author,$subject,$url,$keywords,$version,
+     my %values = @_;
- 	$notes,$shortabstract,$mime,$lang,
- 	$creationdate,$lastrevisiondate,$owner,$copyright,
- 	$hostname,$httphost,$extrashow)=@_;
      my $result=<<END;
- <b>URL: </b> <A HREF="http://$httphost$url" TARGET='search_preview'>$url</A>
+ <b>URL: </b> <a href="http://$ENV{'HTTP_HOST'}$values{'url'}"
+               target='search_preview'>$values{'url'}</a>
  <br />
- <b>Title:</b> $title<br />
+ <b>Title:</b> $values{'title'}<br />
- <b>Author(s):</b> $author<br />
+ <b>Author(s):</b> $values{'author'}<br />
- <b>Subject:</b> $subject<br />
+ <b>Subject:</b> $values{'subject'}<br />
- <b>Keyword(s):</b> $keywords<br />
+ <b>Keyword(s):</b> $values{'keywords'}<br />
- <b>Notes:</b> $notes<br />
+ <b>Notes:</b> $values{'notes'}<br />
- <b>MIME Type:</b> $mimetag{$mime}<br />
+ <b>MIME Type:</b> $values{'mimetag'}<br />
- <b>Language:</b> $language{$lang}<br />
+ <b>Language:</b> $values{'language'}<br />
- <b>Creation Date:</b> $creationdate<br />
+ <b>Creation Date:</b> $values{'creationdate'}<br />
- <b>Last Revision Date:</b> $lastrevisiondate<br />
+ <b>Last Revision Date:</b> $values{'lastrevisiondate'}<br />
- <b>Publisher/Owner:</b> $owner<br />
+ <b>Publisher/Owner:</b> $values{'owner'}<br />
- <b>Copyright/Distribution:</b> $cprtag{$copyright}<br />
+ <b>Copyright/Distribution:</b> $values{'copyrighttag'}<br />
- <b>Repository Location:</b> $hostname<br />
+ <b>Repository Location:</b> $values{'hostname'}<br />
- <b>Abstract:</b> $shortabstract<br />
+ <b>Abstract:</b> $values{'shortabstract'}<br />
- $extrashow
+ $values{'extrashow'}
  </p>
  END
      return $result;
  }
- # -------------------------------------------------------------------- XML/SGML
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &xml_sgml_view()
+ =back
+ =cut
+ ######################################################################
+ ######################################################################
  sub xml_sgml_view {
-     my ($title,$author,$subject,$url,$keywords,$version,
+     my %values = @_;
- 	$notes,$shortabstract,$mime,$lang,
- 	$creationdate,$lastrevisiondate,$owner,$copyright,
- 	$hostname,$httphost,$extrashow)=@_;
      my $result=<<END;
  <pre>
  &lt;LonCapaResource&gt;
- &lt;url&gt;$url&lt;/url&gt;
+ &lt;url&gt;$values{'url'}&lt;/url&gt;
- &lt;title&gt;$title&lt;/title&gt;
+ &lt;title&gt;$values{'title'}&lt;/title&gt;
- &lt;author&gt;$author&lt;/author&gt;
+ &lt;author&gt;$values{'author'}&lt;/author&gt;
- &lt;subject&gt;$subject&lt;/subject&gt;
+ &lt;subject&gt;$values{'subject'}&lt;/subject&gt;
- &lt;keywords&gt;$keywords&lt;/keywords&gt;
+ &lt;keywords&gt;$values{'keywords'}&lt;/keywords&gt;
- &lt;notes&gt;$notes&lt;/notes&gt;
+ &lt;notes&gt;$values{'notes'}&lt;/notes&gt;
  &lt;mimeInfo&gt;
- &lt;mime&gt;$mime&lt;/mime&gt;
+ &lt;mime&gt;$values{'mime'}&lt;/mime&gt;
- &lt;mimetag&gt;$mimetag{$mime}&lt;/mimetag&gt;
+ &lt;mimetag&gt;$values{'mimetag'}&lt;/mimetag&gt;
  &lt;/mimeInfo&gt;
  &lt;languageInfo&gt;
- &lt;language&gt;$lang&lt;/language&gt;
+ &lt;language&gt;$values{'lang'}&lt;/language&gt;
- &lt;languagetag&gt;$language{$lang}&lt;/languagetag&gt;
+ &lt;languagetag&gt;$values{'language'}&lt;/languagetag&gt;
  &lt;/languageInfo&gt;
- &lt;creationdate&gt;$creationdate&lt;/creationdate&gt;
+ &lt;creationdate&gt;$values{'creationdate'}&lt;/creationdate&gt;
- &lt;lastrevisiondate&gt;$lastrevisiondate&lt;/lastrevisiondate&gt;
+ &lt;lastrevisiondate&gt;$values{'lastrevisiondate'}&lt;/lastrevisiondate&gt;
- &lt;owner&gt;$owner&lt;/owner&gt;
+ &lt;owner&gt;$values{'owner'}&lt;/owner&gt;
  &lt;copyrightInfo&gt;
- &lt;copyright&gt;$copyright&lt;/copyright&gt;
+ &lt;copyright&gt;$values{'copyright'}&lt;/copyright&gt;
- &lt;copyrighttag&gt;$cprtag{$copyright}&lt;/copyrighttag&gt;
+ &lt;copyrighttag&gt;$values{'copyrighttag'}&lt;/copyrighttag&gt;
  &lt;/copyrightInfo&gt;
- &lt;repositoryLocation&gt;$hostname&lt;/repositoryLocation&gt;
+ &lt;repositoryLocation&gt;$values{'hostname'}&lt;/repositoryLocation&gt;
- &lt;shortabstract&gt;$shortabstract&lt;/shortabstract&gt;
+ &lt;shortabstract&gt;$values{'shortabstract'}&lt;/shortabstract&gt;
  &lt;/LonCapaResource&gt;
  </pre>
- $extrashow
+ $values{'extrashow'}
  END
      return $result;
  }
- # ---------------------------------------------------- see if a field is filled
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &filled() see if field is filled.
+ =cut
+ ######################################################################
+ ######################################################################
  sub filled {
      my ($field)=@_;
      if ($field=~/\S/ && $field ne 'any') {
- Line 1492  sub filled {
+ Line 2540  sub filled {
      }
  }
- # ---------------- Message to output when there are not enough fields filled in
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &output_blank_field_error()
+ =cut
+ ######################################################################
+ ######################################################################
  sub output_blank_field_error {
-     my ($r)=@_;
+     my ($r,$closebutton)=@_;
      # make query information persistent to allow for subsequent revision
-     my $persistent=&make_persistent();
      $r->print(<<BEGINNING);
  <html>
  <head>
- Line 1509  BEGINNING
+ Line 2565  BEGINNING
  <img align='right' src='/adm/lonIcons/lonlogos.gif' />
  <h1>Search Catalog</h1>
  <form method="post" action="/adm/searchcat">
- $persistent
+ $hidden_fields
- <input type='button' value='Revise search request'
+ <a href="/adm/searchcat?persistent_db_id=$ENV{'form.persistent_db_id'}"
- onClick='this.form.submit();' />
+ >Revise search request</a>&nbsp;
  $closebutton
  <hr />
  <h3>Helpful Message</h3>
- Line 1526  processed.
+ Line 2582  processed.
  RESULTS
  }
- # ----------------------------------------------------------- Output date error
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &output_date_error()
+ Output a full html page with an error message.
+ Inputs:
+     $r, the request pointer.
+     $message, the error message for the user.
+     $closebutton, the specialized close button needed for groupsearch.
+ =cut
+ ######################################################################
+ ######################################################################
  sub output_date_error {
-     my ($r,$message)=@_;
+     my ($r,$message,$closebutton)=@_;
      # make query information persistent to allow for subsequent revision
-     my $persistent=&make_persistent();
+     $r->print(<<RESULTS);
-     $r->print(<<BEGINNING);
  <html>
  <head>
  <title>The LearningOnline Network with CAPA</title>
- BEGINNING
-     $r->print(<<RESULTS);
  </head>
  <body bgcolor="#ffffff">
  <img align='right' src='/adm/lonIcons/lonlogos.gif' />
  <h1>Search Catalog</h1>
  <form method="post" action="/adm/searchcat">
- $persistent
+ $hidden_fields
  <input type='button' value='Revise search request'
  onClick='this.form.submit();' />
  $closebutton
- Line 1557  $message
+ Line 2627  $message
  RESULTS
  }
- # --------- settings whenever the user causes the search window to be launched
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &start_fresh_session()
+ Cleans the global %groupsearch_db by removing all fields which begin with
+ 'pre_' or 'store'.
+ =cut
+ ######################################################################
+ ######################################################################
  sub start_fresh_session {
-     delete $hash{'mode_catalog'};
+     delete $groupsearch_db{'mode_catalog'};
-     map {
+     foreach (keys %groupsearch_db) {
          if ($_ =~ /^pre_/) {
-             delete $hash{$_};
+             delete $groupsearch_db{$_};
          }
          if ($_ =~ /^store/) {
- 	    delete $hash{$_};
+ 	    delete $groupsearch_db{$_};
  	}
-     } keys %hash;
+     }
  }
 ;
  __END__
+ =pod
+ =back
+ =cut

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>

Removed from v.1.104
changed lines
	Added in v.1.148