loncom/interface/lonsearchcat.pm - diff

Return to lonsearchcat.pm CVS log

Up to [LON-CAPA] / loncom / interface

Diff for /loncom/interface/lonsearchcat.pm between versions 1.125 and 1.145

-version 1.125, 2002/06/20 19:43:50
+version 1.145, 2002/07/28 20:02:14
  Line 40
  =head1 NAME
- lonsearchcat
+ lonsearchcat - LONCAPA Search Interface
  =head1 SYNOPSIS
  Line 67  search (on a server basis) is displayed
  ###############################################################################
  ###############################################################################
+ ###############################################################################
  ##                                                                           ##
  ## ORGANIZATION OF THIS PERL MODULE                                          ##
  ##                                                                           ##
  ## 1. Modules used by this module                                            ##
- ## 2. Choices for different output views (detailed, summary, xml, etc)       ##
+ ## 2. Variables used throughout the module                                   ##
- ## 3. BEGIN block (to be run once after compilation)                         ##
+ ## 3. handler subroutine called via Apache and mod_perl                      ##
- ## 4. Handling routine called via Apache and mod_perl                        ##
+ ## 4. Other subroutines                                                      ##
- ## 5. Other subroutines                                                      ##
  ##                                                                           ##
  ###############################################################################
  Line 87  use Apache::lonnet();
  use Apache::File();
  use CGI qw(:standard);
  use Text::Query;
+ use DBI;
  use GDBM_File;
  use Apache::loncommon();
+ use Apache::lonmysql();
  # ---------------------------------------- variables used throughout the module
- Line 101  use Apache::loncommon();
+ Line 103  use Apache::loncommon();
  =over 4
- =item %hostdomains
- matches host name to host domain
- =item %hostips
- matches host name to host ip
- =item %hitcount
- stores number of hits per host
- =item $closebutton
- button that closes the search window
  =item $importbutton
- button to take the selecte results and go to group sorting
+ button to take the select results and go to group sorting
- =item %hash
+ =item %groupsearch_db
- The ubiquitous database hash
+ Database hash used to save values for the groupsearch RAT interface.
  =item $diropendb
  The full path to the (temporary) search database file.  This is set and
  used in &handler() and is also used in &output_results().
+ =item %Views
+ Hash which associates an output view description with the function
+ that produces it.  Adding a new view type should be as easy as
+ adding a line to the definition of this hash and making sure the function
+ takes the proper parameters.
  =back
  =cut
- Line 137  used in &handler() and is also used in &
+ Line 130  used in &handler() and is also used in &
  ######################################################################
  ######################################################################
- # -- information holders
- my %hostdomains; # matches host name to host domain
- my %hostips;     # matches host name to host ip
- my %hitcount;    # stores number of hits per host
  # -- dynamically rendered interface components
- my $closebutton;  # button that closes the search window
  my $importbutton; # button to take the selected results and go to group sorting
  # -- miscellaneous variables
- my $yourself; # allows for quickly limiting to oneself
+ my %groupsearch_db;     # database hash
- my %hash;     # database hash
+ my $diropendb = "";    # db file
+ #             View Description           Function Pointer
- # ------------------------------------------ choices for different output views
+ my %Views = ("Detailed Citation View" => \&detailed_citation_view,
- # Detailed Citation View ---> sub detailed_citation_view
+              "Summary View"           => \&summary_view,
- # Summary View ---> sub summary_view
+              "Fielded Format"         => \&fielded_format_view,
- # Fielded Format ---> sub fielded_format_view
+              "XML/SGML"               => \&xml_sgml_view );
- # XML/SGML ---> sub xml_sgml_view
+ my $persistent_db_file;
+ my %persistent_db;
- #------------------------------------------------------------- global variables
+ my $hidden_fields;
- my $diropendb = "";
- my $domain = "";
- # ----------------------------------------------------------------------- BEGIN
- =pod
- =item BEGIN block
- Load %hostdomains and %hostips with data from lonnet.pm.  Only library
- servers are considered.
- =cut
- BEGIN {
-     foreach (keys (%Apache::lonnet::libserv)) {
-         $hostdomains{$_}=$Apache::lonnet::hostdom{$_};
-         $hostips{$_}=$Apache::lonnet::hostip{$_};
-     }
- }
  ######################################################################
  ######################################################################
- Line 205  string that holds portions of the screen
+ Line 171  string that holds portions of the screen
  ######################################################################
  sub handler {
      my $r = shift;
-     untie %hash;
+     #
+     untie %groupsearch_db if (tied(%groupsearch_db));
+     #
+     my $closebutton;  # button that closes the search window
+                       # This button is different for the RAT compared to
+                       # normal invocation.
+     #
      $r->content_type('text/html');
      $r->send_http_header;
      return OK if $r->header_only;
+     ##
+     ## Pick up form fields passed in the links.
+     ##
+     &Apache::loncommon::get_unprocessed_cgi($ENV{'QUERY_STRING'},
+              ['catalogmode','launch','acts','mode','form','element',
+               'reqinterface','persistent_db_id','table']);
+     ##
+     ## Initialize global variables
+     ##
      my $domain  = $r->dir_config('lonDefDomain');
      $diropendb= "/home/httpd/perl/tmp/".&Apache::lonnet::escape($domain).
              "\_".&Apache::lonnet::escape($ENV{'user.name'})."_searchcat.db";
+     #
-     &Apache::loncommon::get_unprocessed_cgi($ENV{'QUERY_STRING'},
+     # set the name of the persistent database
-              ['catalogmode','launch','acts','mode','form','element',
+     # $ENV{'form.persistent_db_id'} can only have digits in it.
-               'reqinterface']);
+     if (! exists($ENV{'form.persistent_db_id'}) ||
+             $ENV{'form.persistent_db_id'} =~ /\D/ ) {
+         $ENV{'form.persistent_db_id'} = time;
+     }
+     $persistent_db_file = "/home/httpd/perl/tmp/".
+         &Apache::lonnet::escape($domain).
+             '_'.&Apache::lonnet::escape($ENV{'user.name'}).
+                 '_'.$ENV{'form.persistent_db_id'}.'_persistent_search.db';
+     #
+     # Read in the database.  It should (hopefully) not be catastrophic to
+     #    fail in this exercise.
+     if (-e $persistent_db_file) {
+         # Read in the previous values, if we can.
+ 	if (tie(%persistent_db,'GDBM_File',$persistent_db_file,
+                 &GDBM_READER,0640)) {
+             &reconstruct_persistent_form_data($r);
+             untie (%persistent_db);
+ 	}
+     }
      ##
-     ## Clear out old values from database
+     ## Clear out old values from groupsearch database
      ##
      if ($ENV{'form.launch'} eq '1') {
- 	if (tie(%hash,'GDBM_File',$diropendb,&GDBM_WRCREAT,0640)) {
+ 	if (tie(%groupsearch_db,'GDBM_File',$diropendb,&GDBM_WRCREAT,0640)) {
  	    &start_fresh_session();
- 	    untie %hash;
+ 	    untie %groupsearch_db;
  	} else {
  	    $r->print('<html><head></head><body>Unable to tie hash to db '.
  		      'file</body></html>');
- Line 232  sub handler {
+ Line 229  sub handler {
  	}
      }
      ##
-     ## Produce some output, so people know it is working
-     ##
-     $r->print("\n");
-     $r->rflush;
-     ##
      ## Configure dynamic components of interface
      ##
-     my $hidden;       # Holds 'hidden' html forms
+     $hidden_fields = '<input type="hidden" name="persistent_db_id" value="'.
+         $ENV{'form.persistent_db_id'}.'" />';
      if ($ENV{'form.catalogmode'} eq 'interactive') {
- 	$hidden="<input type='hidden' name='catalogmode' value='interactive'>".
- 	    "\n";
          $closebutton="<input type='button' name='close' value='CLOSE' ".
  	    "onClick='self.close()'>"."\n";
      } elsif ($ENV{'form.catalogmode'} eq 'groupsearch') {
- 	$hidden=<<END;
- <input type='hidden' name='catalogmode' value='groupsearch'>
- END
          $closebutton=<<END;
  <input type='button' name='close' value='CLOSE' onClick='self.close()'>
  END
- Line 257  END
+ Line 245  END
  onClick='javascript:select_group()'>
  END
      }
-     $hidden .= <<END;
- <input type='hidden' name='mode'    value='$ENV{'form.mode'}'>
- <input type='hidden' name='form'    value='$ENV{'form.form'}'>
- <input type='hidden' name='element' value='$ENV{'form.element'}'>
- <input type='hidden' name='date' value='2'>
- END
      ##
-     ##  What are we doing?
+     ##  Do a search, if needed.
      ##
-     if ($ENV{'form.basicsubmit'} eq 'SEARCH') {
+     my $searchtype;
-         # Perform basic search and give results
+     $searchtype = 'Basic'    if ($ENV{'form.basicsubmit'}    eq 'SEARCH');
- 	return &basicsearch($r,\%ENV,$hidden);
+     $searchtype = 'Advanced' if ($ENV{'form.advancedsubmit'} eq 'SEARCH');
-     } elsif ($ENV{'form.advancedsubmit'} eq 'SEARCH') {
+     if ($searchtype) {
-         # Perform advanced search and give results
+         ##
- 	return &advancedsearch($r,\%ENV,$hidden);
+         ## make query information persistent to allow for subsequent revision
-     } elsif ($ENV{'form.reqinterface'} eq 'advanced') {
+         ##
-         # Output the advanced interface
+         tie(%persistent_db,'GDBM_File',$persistent_db_file,&GDBM_WRCREAT,0640);
-         $r->print(&advanced_search_form($closebutton,$hidden));
+         &make_persistent(\%ENV);
-         return OK;
+         untie(%persistent_db);
-     } else {
+         #
-         # Output normal search interface
+         # We are running a search
-         $r->print(&basic_search_form($closebutton,$hidden));
+         my ($query,$customquery,$customshow,$libraries) =
+             (undef,undef,undef,undef);
+         my $pretty_string;
+         if ($searchtype eq 'Basic') {
+             ($query,$pretty_string) = &parse_basic_search($r,$closebutton);
+         } elsif ($ENV{'form.advancedsubmit'} eq 'SEARCH') {
+             ($query,$customquery,$customshow,$libraries,$pretty_string)
+                 = &parse_advanced_search($r,$closebutton);
+             return OK if (! defined($query));
+         }
+         # Output some information to the user.
+         $r->print(&search_results_header($searchtype,$pretty_string));
+         $r->print("Sending search request to LON-CAPA servers.<br />\n");
+         $r->rflush();
+         &run_search($r,$query,$customquery,$customshow,$libraries);
+         ##
+         ## Display the results
+         ##
+         &display_results($r,$searchtype,$importbutton,$closebutton);
+         $r->rflush();
+     } else {
+         #
+         # Set the default view if it is not already set.
+         if (!defined($ENV{'form.viewselect'})) {
+             $ENV{'form.viewselect'} ="Detailed Citation View";
+         }
+         #
+         # remove the requested interface from the environment.
+         my $interface;
+         if ($ENV{'form.reqinterface'}) {
+             $interface = lc($ENV{'form.reqinterface'});
+         } else {
+             $interface = 'basic';
+         }
+         ##
+         ## Determine course of action
+         ##
+         if ($interface eq 'display') {
+             # &display_results($closebutton));
+         } elsif ($interface eq 'advanced') {
+             $r->print(&advanced_search_form($closebutton));
+         } elsif ($interface eq 'basic') {
+             # Output normal search interface
+             $r->print(&basic_search_form($closebutton));
+         }
      }
+     untie (%persistent_db);
      return OK;
  }
- Line 298  Returns a scalar which holds html for th
+ Line 325  Returns a scalar which holds html for th
  ######################################################################
  sub basic_search_form{
-     my ($closebutton,$hidden) = @_;
+     my ($closebutton) = @_;
      my $scrout=<<"ENDDOCUMENT";
  <html>
  <head>
- Line 315  sub basic_search_form{
+ Line 342  sub basic_search_form{
  <img align='right' src='/adm/lonIcons/lonlogos.gif' />
  <h1>Search Catalog</h1>
  <form method="post" action="/adm/searchcat">
- $hidden
+ $hidden_fields
  <h3>Basic Search</h3>
  <p>
- Enter terms or phrases separated by AND, OR, or NOT then press SEARCH below.
+ Enter terms or phrases separated by AND, OR, or NOT
+ then press SEARCH below.
  </p>
  <p>
  <table>
- Line 328  ENDDOCUMENT
+ Line 356  ENDDOCUMENT
          '&nbsp;';
  #    $scrout.=&simplecheckbox('allversions',$ENV{'form.allversions'});
  #    $scrout.='<font color="#800000">Search historic archives</font>';
-     $scrout.=<<ENDDOCUMENT;
+     my $checkbox = &simplecheckbox('related',$ENV{'form.related'});
- </td><td><a href="/adm/searchcat?reqinterface=advanced">Advanced Search</a></td></tr></table>
+     $scrout.=<<END;
+ </td><td><a href="/adm/searchcat?reqinterface=advanced">Advanced Search</a></td></tr>
+ <tr><td>$checkbox use related words</td><td></td></tr>
+ </table>
  </p>
  <p>
  &nbsp;<input type="submit" name="basicsubmit" value='SEARCH' />&nbsp;
  $closebutton
- <!-- basic view selection -->
+ END
- <select name='basicviewselect'>
+     $scrout.=&selectbox(undef,'viewselect',
- <option value='Detailed Citation View' selected="true">
+ 			$ENV{'form.viewselect'},
- Detailed Citation View</option>
+ 			undef,undef,undef,
- <option value='Summary View'>Summary View</option>
+ 			sort(keys(%Views)));
- <option value='Fielded Format'>Fielded Format</option>
+     $scrout.=<<ENDDOCUMENT;
- <option value='XML/SGML'>XML/SGML</option>
- </select>
- <!-- end of basic view selection -->
  <input type="button" value="HELP" onClick="openhelp()" />
  </p>
  </form>
- Line 366  Returns a scalar which holds html for th
+ Line 394  Returns a scalar which holds html for th
  ######################################################################
  sub advanced_search_form{
-     my ($closebutton,$hidden) = @_;
+     my ($closebutton) = @_;
+     my $advanced_buttons = <<"END";
+ <p>
+ <input type="submit" name="advancedsubmit" value='SEARCH' />
+ <input type="reset" name="reset" value='RESET' />
+ $closebutton
+ <input type="button" value="HELP" onClick="openhelp()" />
+ </p>
+ END
+     if (!defined($ENV{'form.viewselect'})) {
+         $ENV{'form.viewselect'} ="Detailed Citation View";
+     }
      my $scrout=<<"ENDHEADER";
  <html>
  <head>
- Line 381  sub advanced_search_form{
+ Line 420  sub advanced_search_form{
  </head>
  <body bgcolor="#FFFFFF">
  <img align='right' src='/adm/lonIcons/lonlogos.gif' />
- <h1>Search Catalog</h1>
+ <h1>Advanced Catalog Search</h1>
- <form method="post" action="/adm/searchcat">
- $hidden
  <hr />
- <h3>Advanced Search</h3>
+ Enter terms or phrases separated by search operators
+ such as AND, OR, or NOT.<br />
+ <form method="post" action="/adm/searchcat">
+ $advanced_buttons
+ $hidden_fields
+ <table>
+ <tr><td><font color="#800000" face="helvetica"><b>VIEW:</b></font></td>
+ <td>
  ENDHEADER
-     $scrout.=&searchphrasefield('Limit by title','title',
+     $scrout.=&selectbox(undef,'viewselect',
- 			$ENV{'form.title'});
+ 			$ENV{'form.viewselect'},
-     $scrout.=&searchphrasefield('Limit by author','author',
+ 			undef,undef,undef,
- 			$ENV{'form.author'});
+ 			sort(keys(%Views)));
-     $scrout.=&searchphrasefield('Limit by subject','subject',
+     $scrout.="</td><td>Related<br />Words</td></tr>\n";
- 			$ENV{'form.subject'});
+     $scrout.=&searchphrasefield_with_related('title',   'title'   ,
-     $scrout.=&searchphrasefield('Limit by keywords','keywords',
+                                              $ENV{'form.title'});
- 			$ENV{'form.keywords'});
+     $scrout.=&searchphrasefield('author',  'author'  ,$ENV{'form.author'});
-     $scrout.=&searchphrasefield('Limit by URL','url',
+     $scrout.=&searchphrasefield_with_related('subject', 'subject' ,
- 			$ENV{'form.url'});
+                                              $ENV{'form.subject'});
- #    $scrout.=&searchphrasefield('Limit by version','version',
+     $scrout.=&searchphrasefield_with_related('keywords','keywords',
- #			$ENV{'form.version'});
+                                              $ENV{'form.keywords'});
-     $scrout.=&searchphrasefield('Limit by notes','notes',
+     $scrout.=&searchphrasefield('URL',     'url'     ,$ENV{'form.url'});
- 			$ENV{'form.notes'});
+     $scrout.=&searchphrasefield_with_related('notes',   'notes'   ,
-     $scrout.=&searchphrasefield('Limit by abstract','abstract',
+                                              $ENV{'form.notes'});
- 			$ENV{'form.abstract'});
+     $scrout.=&searchphrasefield_with_related('abstract','abstract',
-     $ENV{'form.mime'}='any' unless length($ENV{'form.mime'});
+                                              $ENV{'form.abstract'});
-     $scrout.=&selectbox('Limit by MIME type','mime',
+     # Hack - an empty table row.
- 			$ENV{'form.mime'},
+     $scrout.="<tr><td>&nbsp;</td><td>&nbsp;</td><td>&nbsp;</td></tr>\n";
- 			'any','Any type',
+     $scrout.=&searchphrasefield('file<br />extension','mime',
- 			\&{Apache::loncommon::filedescriptionex},
+                         $ENV{'form.mime'});
- 			(&Apache::loncommon::fileextensions));
+     $scrout.="<tr><td>&nbsp;</td><td>&nbsp;</td><td>&nbsp;</td></tr>\n";
+     $scrout.=&searchphrasefield('publisher<br />owner','owner',
+ 				$ENV{'form.owner'});
+     $scrout.="</table>\n";
+     $ENV{'form.category'}='any' unless length($ENV{'form.category'});
+     $scrout.=&selectbox('File Category','category',
+ 			$ENV{'form.category'},
+ 			'any','Any category',
+ 			undef,
+ 			(&Apache::loncommon::filecategories()));
      $ENV{'form.language'}='any' unless length($ENV{'form.language'});
+     #----------------------------------------------------------------
+     # Allow restriction to multiple domains.
+     #   I make the crazy assumption that there will never be a domain 'any'.
+     #
+     $ENV{'form.domains'} = 'any' if (! exists($ENV{'form.domains'}));
+     my @allowed_domains = (ref($ENV{'form.domains'}) ? @{$ENV{'form.domains'}}
+                            :  ($ENV{'form.domains'}) );
+     my %domain_hash = ();
+     foreach (@allowed_domains) {
+         $domain_hash{$_}++;
+     }
+     my @domains =&Apache::loncommon::get_domains();
+     # adjust the size of the select box
+     my $size = 4;
+     my $size = (scalar @domains < ($size - 1) ? scalar @domains + 1 : $size);
+     $scrout.="\n".'<font color="#800000" face="helvetica"><b>'.
+         'DOMAINS</b></font><br />'.
+             '<select name="domains" size="'.$size.'" multiple>'."\n".
+                 '<option name="any" value="any" '.
+                     ($domain_hash{'any'}? 'selected ' :'').
+                         '>all domains</option>'."\n";
+     foreach my $dom (sort @domains) {
+         $scrout.="<option name=\"$dom\" ".
+             ($domain_hash{$dom} ? 'selected ' :'').">$dom</option>\n";
+     }
+     $scrout.="</select>\n";
+     #----------------------------------------------------------------
      $scrout.=&selectbox('Limit by language','language',
  			$ENV{'form.language'},'any','Any Language',
  			\&{Apache::loncommon::languagedescription},
- Line 455  LASTREVISIONDATEEND
+ Line 535  LASTREVISIONDATEEND
  			$ENV{'form.lastrevisiondateend_year'},
  			);
      $scrout.='</p>';
-     $scrout.=&searchphrasefield('Limit by publisher/owner','owner',
- 				$ENV{'form.owner'});
      $ENV{'form.copyright'}='any' unless length($ENV{'form.copyright'});
      $scrout.=&selectbox('Limit by copyright/distribution','copyright',
  			 $ENV{'form.copyright'},
- Line 485  in a fielded listing for each record res
+ Line 563  in a fielded listing for each record res
  CUSTOMSHOW
      $scrout.=&simpletextfield('customshow',$ENV{'form.customshow'});
      $scrout.=<<ENDDOCUMENT;
- <p>
+ $advanced_buttons
- <input type="submit" name="advancedsubmit" value='SEARCH' />
- <input type="reset" name="reset" value='RESET' />
- $closebutton
- <!-- advance view select -->
- <select name='advancedviewselect'>
- <option value='Detailed Citation View' selected="true">
- Detailed Citation View</option>
- <option value='Summary View'>Summary View</option>
- <option value='Fielded Format'>Fielded Format</option>
- <option value='XML/SGML'>XML/SGML</option>
- </select>
- <!-- end of advanced view select -->
- <input type="button" value="HELP" onClick="openhelp()" />
- </p>
  </form>
  </body>
  </html>
- Line 512  ENDDOCUMENT
+ Line 576  ENDDOCUMENT
  =pod
- =item &make_persistent()
+ =item &reconstruct_persistent_form_data
- Returns a scalar which holds the current ENV{'form.*'} values in
+ This function is the reverse of &make_persistent();
- a 'hidden' html input tag.
+ Retrieve persistent data from %persistent_db.  Retrieved items will have their
+ values unescaped.  If the item contains commas (before unescaping), the
+ returned value will be an array pointer.  Items will be returned in the
+ environment in $ENV{"form.$name"}.
  =cut
  ######################################################################
  ######################################################################
+ sub reconstruct_persistent_form_data {
- sub make_persistent {
+     foreach my $name (keys %persistent_db) {
-     my $persistent='';
+         # &Apache::lonnet::logthis("Reconstructing $name = $persistent_db{$name}");
-     foreach (keys %ENV) {
+         my @Values = split(',',$persistent_db{$name});
- 	if (/^form\./ && !/submit/) {
+         my @value = map { &Apache::lonnet::unescape($_) } @Values;
- 	    my $name=$_;
+         $name = 'form.'.$name;
- 	    my $key=$name;
+         if (exists($ENV{$name})) {
- 	    $ENV{$key}=~s/\'//g; # do not mess with html field syntax
+             if (ref($ENV{$name})) {
- 	    $name=~s/^form\.//;
+                 # Assume it is an array reference
- 	    $persistent.=<<END;
+                 $ENV{$name} = [@{$ENV{$name}},@value];
- <input type="hidden" name="$name" value="$ENV{$key}" />
+             } else {
- END
+                 $ENV{$name} = [$ENV{$name},@value];
+             }
+         } else {
+             if (@value > 1) {
+                 $ENV{$name} = [@value];
+             } else {
+                 $ENV{$name} = $value[0];
+             }
          }
      }
-     return $persistent;
+     return;
  }
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &make_persistent()
+ Store (environment) variables away to the %persistent_db.
+ Values will be escaped.  Values that are array pointers will have their
+ elements escaped and concatenated in a comma seperated string.
+ =cut
  ######################################################################
  ######################################################################
+ sub make_persistent {
+     my %save = %{shift()};
+     foreach my $name (keys %save) {
+         next if ($name !~ /^form\./ || $name =~ /submit/);
+         my @values = (ref($save{$name}) ? @{$save{$name}} : ($save{$name}));
+         # We handle array references, but not recursively.
+         my $store = join(',', map { &Apache::lonnet::escape($_); } @values );
+         $name=~s/^form\.//;
+         $persistent_db{$name} = $store;
+     }
+     return '';
+ }
+ ######################################################################
+ #                HTML form building functions                        #
+ ######################################################################
  =pod
- Line 548  END
+ Line 650  END
  =over 4
+ =cut
+ ###############################################
+ ###############################################
+ =pod
  =item &simpletextfield()
  Inputs: $name,$value,$size
- Line 555  Inputs: $name,$value,$size
+ Line 664  Inputs: $name,$value,$size
  Returns a text input field with the given name, value, and size.
  If size is not specified, a value of 20 is used.
+ =cut
+ ###############################################
+ ###############################################
+ sub simpletextfield {
+     my ($name,$value,$size)=@_;
+     $size = 20 if (! defined($size));
+     return '<input type="text" name="'.$name.
+         '" size="'.$size.'" value="'.$value.'" />';
+ }
+ ###############################################
+ ###############################################
+ =pod
  =item &simplecheckbox()
  Inputs: $name,$value
- Line 562  Inputs: $name,$value
+ Line 688  Inputs: $name,$value
  Returns a simple check box with the given $name.
  If $value eq 'on' the box is checked.
- =item &searchphrasefield()
+ =cut
- Inputs: $title,$name,$value
+ ###############################################
+ ###############################################
- Returns html for a title line and an input field for entering search terms.
+ sub simplecheckbox {
- the instructions "Enter terms or phrases separated by search operators such
+     my ($name,$value)=@_;
- as AND, OR, or NOT." are given following the title.  The entry field (which
+     my $checked='';
- is where the $name and $value are used) is an 80 column simpletextfield.
+     $checked="checked" if $value eq 'on';
+     return '<input type="checkbox" name="'.$name.'" '. $checked . ' />';
+ }
- =item &dateboxes()
+ ###############################################
+ ###############################################
- =item &selectbox()
+ =pod
- =back
+ =item &fieldtitle()
+ Input: $title
+ Returns a scalar with html which will display $title as a search
+ field heading.
  =cut
- ######################################################################
+ ###############################################
- ######################################################################
+ ###############################################
- sub simpletextfield {
+ sub fieldtitle {
-     my ($name,$value,$size)=@_;
+     my $title = uc(shift());
-     $size = 20 if (! defined($size));
+     return '<font color="#800000" face="helvetica"><b>'.$title.
-     return '<input type="text" name="'.$name.
+         ':&nbsp;</b></font>';
-         '" size="'.$size.'" value="'.$value.'" />';
  }
- sub simplecheckbox {
+ ###############################################
-     my ($name,$value)=@_;
+ ###############################################
-     my $checked='';
-     $checked="CHECKED" if $value eq 'on';
-     return '<input type="checkbox" name="'.$name.'" '. $checked . ' />';
- }
+ =pod
+ =item &searchphrasefield()
+ Inputs: $title,$name,$value
+ Returns html for a title line and an input field for entering search terms.
+ The entry field (which is where the $name and $value are used) is a 50 column
+ simpletextfield.  The html returned is for a row in a three column table.
+ =cut
+ ###############################################
+ ###############################################
  sub searchphrasefield {
      my ($title,$name,$value)=@_;
-     my $instruction=<<END;
+     return '<tr><td>'.&fieldtitle($title).'</td><td>'.
- Enter terms or phrases separated by search operators such as AND, OR, or NOT.
+         &simpletextfield($name,$value,50)."</td><td>&nbsp;</td></tr>\n";
- END
+ }
-     my $uctitle=uc($title);
-     return "\n".
+ ###############################################
-         '<p><font color="#800000" face="helvetica"><b>'.$uctitle.':</b>'.
+ ###############################################
-         "</FONT> $instruction<br />".&simpletextfield($name,$value,80);
+ =pod
+ =item &searchphrasefield_with_related()
+ Inputs: $title,$name,$value
+ Returns html for a title line and an input field for entering search terms
+ and a check box for 'related words'.  The entry field (which is where the
+ $name and $value are used) is a 50 column simpletextfield.  The name of
+ the related words checkbox is "$name_related".
+ =cut
+ ###############################################
+ ###############################################
+ sub searchphrasefield_with_related {
+     my ($title,$name,$value)=@_;
+     return '<tr><td>'.&fieldtitle($title).'</td><td>'.
+         &simpletextfield($name,$value,50).'</td><td align="center">&nbsp;'.
+             &simplecheckbox($name.'_related',$ENV{'form.'.$name.'_related'}).
+                 "&nbsp;</td></tr>\n";
  }
+ ###############################################
+ ###############################################
+ =pod
+ =item &dateboxes()
+ Returns html selection form elements for the specification of
+ the day, month, and year.
+ =cut
+ ###############################################
+ ###############################################
  sub dateboxes {
      my ($name,$defaultmonth,$defaultday,$defaultyear,
  	$currentmonth,$currentday,$currentyear)=@_;
- Line 651  END
+ Line 833  END
      return "$month$day$year";
  }
+ ###############################################
+ ###############################################
+ =pod
+ =item &selectbox()
+ Returns a scalar containing an html <select> form.
+ Inputs:
+ =over 4
+ =item $title
+ Printed above the select box, in uppercase.  If undefined, only a select
+ box will be returned, with no additional html.
+ =item $name
+ The name element of the <select> tag.
+ =item $default
+ The default value of the form.  Can be $anyvalue, or in @idlist.
+ =item $anyvalue
+ The <option value="..."> used to indicate a default of
+ none of the values.  Can be undef.
+ =item $anytag
+ The text associate with $anyvalue above.
+ =item $functionref
+ Each element in @idlist will be passed as a parameter
+ to the function referenced here.  The return value of the function should
+ be a scalar description of the items.  If this value is undefined the
+ description of each item in @idlist will be the item name.
+ =item @idlist
+ The items to be selected from.  One of these or $anyvalue will be the
+ value returned by the form element, $ENV{form.$name}.
+ =back
+ =cut
+ ###############################################
  sub selectbox {
-     my ($title,$name,$value,$anyvalue,$anytag,$functionref,@idlist)=@_;
+     my ($title,$name,$default,$anyvalue,$anytag,$functionref,@idlist)=@_;
-     my $uctitle=uc($title);
+     if (! defined($functionref)) { $functionref = sub { $_[0]}; }
-     my $selout="\n".'<p><font color="#800000" face="helvetica">'.
+     my $selout='';
-         '<b>'.$uctitle.':</b></font><br /><select name="'.$name.'">';
+     if (defined($title)) {
-     foreach ($anyvalue,@idlist) {
+         my $uctitle=uc($title);
+         $selout="\n".'<p><font color="#800000" face="helvetica">'.
+             '<b>'.$uctitle.': </b></font>';
+     }
+     $selout .= '<select name="'.$name.'">';
+     unshift @idlist,$anyvalue if (defined($anyvalue));
+     foreach (@idlist) {
          $selout.='<option value="'.$_.'"';
-         if ($_ eq $value and !/^any$/) {
+         if ($_ eq $default and !/^any$/) {
  	    $selout.=' selected >'.&{$functionref}($_).'</option>';
  	}
- 	elsif ($_ eq $value and /^$anyvalue$/) {
+ 	elsif ($_ eq $default and /^$anyvalue$/) {
  	    $selout.=' selected >'.$anytag.'</option>';
  	}
          else {$selout.='>'.&{$functionref}($_).'</option>';}
      }
-     return $selout.'</select>';
+     return $selout.'</select>'.(defined($title)?'</p>':' ');
  }
  ######################################################################
+ #                End of HTML form building functions                 #
+ ######################################################################
+ =pod
+ =back
+ =cut
+ ######################################################################
  ######################################################################
  =pod
- =item &advancedsearch()
+ =item &parse_advanced_search()
+ Parse advanced search form and return the following:
+ =over 4
+ =item $query Scalar containing an SQL query.
+ =item $customquery Scalar containing a custom query.
+ =item $customshow Scalar containing commands to show custom metadata.
+ =item $libraries_to_query Reference to array of domains to search.
+ =back
  =cut
  ######################################################################
  ######################################################################
- sub advancedsearch {
+ sub parse_advanced_search {
-     my ($r,$envhash,$hidden)=@_;
+     my ($r,$closebutton)=@_;
-     my %ENV=%{$envhash};
      my $fillflag=0;
+     my $pretty_search_string = "<br />\n";
      # Clean up fields for safety
      for my $field ('title','author','subject','keywords','url','version',
  		   'creationdatestart_month','creationdatestart_day',
- Line 693  sub advancedsearch {
+ Line 959  sub advancedsearch {
  		   'lastrevisiondatestart_year','lastrevisiondateend_month',
  		   'lastrevisiondateend_day','lastrevisiondateend_year',
  		   'notes','abstract','mime','language','owner',
- 		   'custommetadata','customshow') {
+ 		   'custommetadata','customshow','category') {
  	$ENV{"form.$field"}=~s/[^\w\/\s\(\)\=\-\"\']//g;
      }
      foreach ('mode','form','element') {
- Line 702  sub advancedsearch {
+ Line 968  sub advancedsearch {
  	$ENV{"form.$_"}=&Apache::lonnet::unescape($ENV{"form.$_"});
  	$ENV{"form.$_"}=~s/[^\w\/\s\(\)\=\-\"\']//g;
      }
+     # Preprocess the category form element.
+     if ($ENV{'form.category'} ne 'any') {
+         my @extensions = &Apache::loncommon::filecategorytypes
+             ($ENV{'form.category'});
+         $ENV{'form.mime'} = join ' OR ',@extensions;
+     }
      # Check to see if enough information was filled in
      for my $field ('title','author','subject','keywords','url','version',
  		   'notes','abstract','mime','language','owner',
- Line 711  sub advancedsearch {
+ Line 983  sub advancedsearch {
  	}
      }
      unless ($fillflag) {
- 	&output_blank_field_error($r);
+ 	&output_blank_field_error($r,$closebutton);
- 	return OK;
+ 	return ;
      }
      # Turn the form input into a SQL-based query
      my $query='';
      my @queries;
+     my $font = '<font color="#800000" face="helvetica">';
      # Evaluate logical expression AND/OR/NOT phrase fields.
      foreach my $field ('title','author','subject','notes','abstract','url',
- 		       'keywords','version','owner') {
+ 		       'keywords','version','owner','mime') {
  	if ($ENV{'form.'.$field}) {
- 	    push @queries,&build_SQL_query($field,$ENV{'form.'.$field});
+             my $searchphrase = $ENV{'form.'.$field};
- 	}
+             $pretty_search_string .= $font."$field</font> contains <b>".
+                 $searchphrase."</b>";
+             if ($ENV{'form.'.$field.'_related'}) {
+                 my @New_Words;
+                 ($searchphrase,@New_Words) = &related_version($searchphrase);
+                 if (@New_Words) {
+                     $pretty_search_string .= " with related words: ".
+                         "<b>@New_Words</b>.";
+                 } else {
+                     $pretty_search_string .= " with no related words.";
+                 }
+             }
+             $pretty_search_string .= "<br />\n";
+ 	    push @queries,&build_SQL_query($field,$searchphrase);
+         }
+     }
+     # I dislike the hack below.
+     if ($ENV{'form.category'}) {
+         $ENV{'form.mime'}='';
      }
      # Evaluate option lists
      if ($ENV{'form.language'} and $ENV{'form.language'} ne 'any') {
  	push @queries,"(language like \"$ENV{'form.language'}\")";
-     }
+         $pretty_search_string.=$font."language</font>= ".
-     if ($ENV{'form.mime'} and $ENV{'form.mime'} ne 'any') {
+             &Apache::loncommon::languagedescription($ENV{'form.language'}).
- 	push @queries,"(mime like \"$ENV{'form.mime'}\")";
+                 "<br />\n";
      }
      if ($ENV{'form.copyright'} and $ENV{'form.copyright'} ne 'any') {
  	push @queries,"(copyright like \"$ENV{'form.copyright'}\")";
+         $pretty_search_string.=$font."copyright</font> = ".
+             &Apache::loncommon::copyrightdescription($ENV{'form.copyright'}).
+                 "<br \>\n";
      }
+     #
      # Evaluate date windows
      my $datequery=&build_date_queries(
  			$ENV{'form.creationdatestart_month'},
- Line 751  sub advancedsearch {
+ Line 1046  sub advancedsearch {
  			);
      # Test to see if date windows are legitimate
      if ($datequery=~/^Incorrect/) {
- 	&output_date_error($r,$datequery);
+ 	&output_date_error($r,$datequery,$closebutton);
- 	return OK;
+ 	return ;
-     }
+     } elsif ($datequery) {
-     elsif ($datequery) {
+         # Here is where you would set up pretty_search_string to output
+         # date query information.
  	push @queries,$datequery;
      }
      # Process form information for custom metadata querying
-     my $customquery='';
+     my $customquery=undef;
      if ($ENV{'form.custommetadata'}) {
+         $pretty_search_string .=$font."Custom Metadata Search</font>: <b>".
+             $ENV{'form.custommetadata'}."</b><br />\n";
  	$customquery=&build_custommetadata_query('custommetadata',
  				      $ENV{'form.custommetadata'});
      }
-     my $customshow='';
+     my $customshow=undef;
      if ($ENV{'form.customshow'}) {
+         $pretty_search_string .=$font."Custom Metadata Display</font>: <b>".
+             $ENV{'form.customshow'}."</b><br />\n";
  	$customshow=$ENV{'form.customshow'};
  	$customshow=~s/[^\w\s]//g;
  	my @fields=split(/\s+/,$customshow);
  	$customshow=join(" ",@fields);
      }
-     # Send query statements over the network to be processed by either the SQL
+     ## ---------------------------------------------------------------
-     # database or a recursive scheme of 'grep'-like actions (for custom
+     ## Deal with restrictions to given domains
-     # metadata).
+     ##
+     my $libraries_to_query = undef;
+     # $ENV{'form.domains'} can be either a scalar or an array reference.
+     # We need an array.
+     my @allowed_domains = (ref($ENV{'form.domains'}) ? @{$ENV{'form.domains'}}
+                            :  ($ENV{'form.domains'}) );
+     my %domain_hash = ();
+     my $pretty_domains_string;
+     foreach (@allowed_domains) {
+         $domain_hash{$_}++;
+     }
+     if ($domain_hash{'any'}) {
+         $pretty_domains_string = "Searching all domains.";
+     } else {
+         if (@allowed_domains > 1) {
+             $pretty_domains_string = "Searching domains:";
+         } else {
+             $pretty_domains_string = "Searching domain ";
+         }
+         foreach (sort @allowed_domains) {
+             $pretty_domains_string .= "<b>$_</b> ";
+         }
+         foreach (keys(%Apache::lonnet::libserv)) {
+             if (exists($domain_hash{$Apache::lonnet::hostdom{$_}})) {
+                 push @$libraries_to_query,$_;
+             }
+         }
+     }
+     $pretty_search_string .= $pretty_domains_string."<br />\n";
+     #
      if (@queries) {
  	$query=join(" AND ",@queries);
  	$query="select * from metadata where $query";
- 	my $reply; # reply hash reference
+     } elsif ($customquery) {
- 	unless ($customquery or $customshow) {
+         $query = '';
- 	    $reply=&Apache::lonnet::metadata_query($query);
- 	}
- 	else {
- 	    $reply=&Apache::lonnet::metadata_query($query,
- 						   $customquery,$customshow);
- 	}
- 	&output_results('Advanced',$r,$envhash,$customquery,$reply,$hidden);
      }
-     elsif ($customquery) {
+     return ($query,$customquery,$customshow,$libraries_to_query,
- 	my $reply; # reply hash reference
+             $pretty_search_string);
- 	$reply=&Apache::lonnet::metadata_query('',
- 					       $customquery,$customshow);
- 	&output_results('Advanced',$r,$envhash,$customquery,$reply,$hidden);
-     }
-     # should not get to this point
-     return 'Error.  Should not have gone to this point.';
  }
  ######################################################################
- Line 801  sub advancedsearch {
+ Line 1117  sub advancedsearch {
  =pod
- =item &basicsearch()
+ =item &parse_basic_search()
+ Parse the basic search form and return a scalar containing an sql query.
  =cut
  ######################################################################
  ######################################################################
- sub basicsearch {
+ sub parse_basic_search {
-     my ($r,$envhash,$hidden)=@_;
+     my ($r,$closebutton)=@_;
-     my %ENV=%{$envhash};
      # Clean up fields for safety
      for my $field ('basicexp') {
  	$ENV{"form.$field"}=~s/[^\w\s\(\)\-]//g;
- Line 823  sub basicsearch {
+ Line 1140  sub basicsearch {
      # Check to see if enough is filled in
      unless (&filled($ENV{'form.basicexp'})) {
- 	&output_blank_field_error($r);
+ 	&output_blank_field_error($r,$closebutton);
  	return OK;
      }
+     my $pretty_search_string = '<b>'.$ENV{'form.basicexp'}.'</b>';
+     my $search_string = $ENV{'form.basicexp'};
+     if ($ENV{'form.related'}) {
+         my @New_Words;
+         ($search_string,@New_Words) = &related_version($ENV{'form.basicexp'});
+         if (@New_Words) {
+             $pretty_search_string .= " with related words: <b>@New_Words</b>.";
+         } else {
+             $pretty_search_string .= " with no related words.";
+         }
+     }
      # Build SQL query string based on form page
      my $query='';
      my $concatarg=join(',"    ",',
  		       ('title', 'author', 'subject', 'notes', 'abstract',
                          'keywords'));
      $concatarg='title' if $ENV{'form.titleonly'};
+     $query=&build_SQL_query('concat('.$concatarg.')',$search_string);
+     $pretty_search_string .= "<br />\n";
+     return 'select * from metadata where '.$query,$pretty_search_string;
+ }
-     $query=&build_SQL_query('concat('.$concatarg.')',$ENV{'form.'.'basicexp'});
-     # Get reply (either a hash reference to filehandles or bad connection)
+ ######################################################################
-     my $reply=&Apache::lonnet::metadata_query('select * from metadata where '.$query);
+ ######################################################################
-     # Output search results
+ =pod
-     &output_results('Basic',$r,$envhash,$query,$reply,$hidden);
+ =item &related_version
-     return OK;
+ Modifies an input string to include related words.  Words in the string
- }
+ are replaced with parenthesized lists of 'OR'd words.  For example
+ "torque" is replaced with "(torque OR word1 OR word2 OR ...)".
+ Note: Using this twice on a string is probably silly.
+ =cut
+ ######################################################################
+ ######################################################################
+ sub related_version {
+     my $search_string = shift;
+     my $result = $search_string;
+     my %New_Words = ();
+     while ($search_string =~ /(\w+)/cg) {
+         my $word = $1;
+         next if (lc($word) =~ /\b(or|and|not)\b/);
+         my @Words = &Apache::loncommon::get_related_words($word);
+         @Words = ($#Words>4? @Words[0..4] : @Words);
+         foreach (@Words) { $New_Words{$_}++;}
+         my $replacement = join " OR ", ($word,@Words);
+         $result =~ s/(\b)$word(\b)/$1($replacement)$2/g;
+     }
+     return $result,sort(keys(%New_Words));
+ }
  ######################################################################
  ######################################################################
- Line 854  sub basicsearch {
+ Line 1206  sub basicsearch {
  =item &build_SQL_query()
+ Builds a SQL query string from a logical expression with AND/OR keywords
+ using Text::Query and &recursive_SQL_query_builder()
  =cut
  ######################################################################
- Line 876  sub build_SQL_query {
+ Line 1231  sub build_SQL_query {
  =item &build_custommetadata_query()
+ Constructs a custom metadata query using a rather heinous regular
+ expression.
  =cut
  ######################################################################
  ######################################################################
  sub build_custommetadata_query {
      my ($field_name,$logic_statement)=@_;
-     &Apache::lonnet::logthis("Entered build_custommetadata_query:".
-                              $field_name.':'.$logic_statement);
      my $q=new Text::Query('abc',
  			  -parse => 'Text::Query::ParseAdvanced',
  			  -build => 'Text::Query::BuildAdvancedString');
- Line 898  sub build_custommetadata_query {
+ Line 1254  sub build_custommetadata_query {
                     \*$2\[\^\\<\]?#           *wordtwo[^\<]
                     \*\\<\\\/$1\\>?#                        *\<\/wordone\>
                     /g;
-     &Apache::lonnet::logthis("match expression: ".$matchexp);
      return $matchexp;
  }
- Line 909  sub build_custommetadata_query {
+ Line 1264  sub build_custommetadata_query {
  =item &recursive_SQL_query_build()
+ Recursively constructs an SQL query.  Takes as input $dkey and $pattern.
  =cut
  ######################################################################
- Line 953  sub recursive_SQL_query_build {
+ Line 1310  sub recursive_SQL_query_build {
  =item &build_date_queries()
+ Builds a SQL logic query to check time/date entries.
+ Also reports errors (check for /^Incorrect/).
  =cut
  ######################################################################
- Line 1008  sub build_date_queries {
+ Line 1368  sub build_date_queries {
  ######################################################################
  ######################################################################
  =pod
+ =item &copyright_check()
- =item &output_results()
+ =cut
+ ######################################################################
+ ######################################################################
+ sub copyright_check {
+     my $Metadata = shift;
+     # Check copyright tags and skip results the user cannot use
+     my (undef,undef,$resdom,$resname) = split('/',
+                                               $Metadata->{'url'});
+     # Check for priv
+     if (($Metadata->{'copyright'} eq 'priv') &&
+         (($ENV{'user.name'} ne $resname) &&
+          ($ENV{'user.domain'} ne $resdom))) {
+         return 0;
+     }
+     # Check for domain
+     if (($Metadata->{'copyright'} eq 'domain') &&
+         ($ENV{'user.domain'} ne $resdom)) {
+         return 0;
+     }
+     return 1;
+ }
+ #####################################################################
+ #####################################################################
+ =pod
- Format and output results based on a reply list.
+ =item MySQL Table Description
- There are two windows that this function writes to.  The main search
- window ("srch") has a listing of the results.  A secondary window ("popwin")
+ MySQL table creation requires a precise description of the data to be
- gives the status of the network search (time elapsed, number of machines
+ stored.  The use of the correct types to hold data is vital to efficient
- contacted, etc.)
+ storage and quick retrieval of records.  The columns must be described in
+ the following format:
  =cut
+ ##
+ ## Restrictions:
+ ##    columns of type 'text' and 'blob' cannot have defaults.
+ ##    columns of type 'enum' cannot be used for FULLTEXT.
+ ##
+ my @DataOrder = qw/id title author subject url keywords version notes
+     abstract mime lang owner copyright creationdate lastrevisiondate hostname
+     idx_title idx_author idx_subject idx_abstract idx_mime idx_language
+     idx_owner idx_copyright/;
+ my %Datatypes =
+     ( id        =>{ type         => 'INT',
+                     restrictions => 'NOT NULL',
+                     primary_key  => 'yes',
+                     auto_inc     => 'yes'
+                     },
+       title     =>{ type=>'TEXT'},
+       author    =>{ type=>'TEXT'},
+       subject   =>{ type=>'TEXT'},
+       url       =>{ type=>'TEXT',
+                     restrictions => 'NOT NULL' },
+       keywords  =>{ type=>'TEXT'},
+       version   =>{ type=>'TEXT'},
+       notes     =>{ type=>'TEXT'},
+       abstract  =>{ type=>'TEXT'},
+       mime      =>{ type=>'TEXT'},
+       lang      =>{ type=>'TEXT'},
+       owner     =>{ type=>'TEXT'},
+       copyright =>{ type=>'TEXT'},
+       hostname  =>{ type=>'TEXT'},
+       #--------------------------------------------------
+       creationdate     =>{ type=>'DATETIME'},
+       lastrevisiondate =>{ type=>'DATETIME'},
+       #--------------------------------------------------
+       idx_title     =>{ type=>'FULLTEXT', target=>'title'},
+       idx_author    =>{ type=>'FULLTEXT', target=>'author'},
+       idx_subject   =>{ type=>'FULLTEXT', target=>'subject'},
+       idx_abstract  =>{ type=>'FULLTEXT', target=>'abstract'},
+       idx_mime      =>{ type=>'FULLTEXT', target=>'mime'},
+       idx_language  =>{ type=>'FULLTEXT', target=>'lang'},
+       idx_owner     =>{ type=>'FULLTEXT', target=>'owner'},
+       idx_copyright =>{ type=>'FULLTEXT', target=>'copyright'},
+       );
  ######################################################################
  ######################################################################
- sub output_results {
-     my $fnum; # search result counter
+ =pod
-     my ($mode,$r,$envhash,$query,$replyref,$hidden)=@_;
-     my %ENV=%{$envhash};
+ =item &write_status()
-     my %rhash=%{$replyref};
-     my $compiledresult='';
+ =cut
-     my $timeremain=300; # (seconds)
-     my $elapsetime=0;
+ ######################################################################
-     my $resultflag=0;
+ ######################################################################
-     my $tflag=1;
+ sub write_status {
-     #
+     my ($r,$string) = @_;
-     # make query information persistent to allow for subsequent revision
+     $r->print("<pre>".$string."</pre>\n");
-     my $persistent=&make_persistent();
-     # spit out the generic header
-     $r->print(&search_results_header());
      $r->rflush();
-     # begin showing the cataloged results
+     return;
-     $r->print(<<CATALOGBEGIN);
+ }
- </head>
- <body bgcolor="#ffffff">
+ ######################################################################
- <img align=right src=/adm/lonIcons/lonlogos.gif>
+ ######################################################################
- <h1>Search Catalog</h1>
- CATALOGBEGIN
+ =pod
-         $r->print(<<CATALOGCONTROLS);
- <form name='results' method="post" action="/adm/searchcat">
+ =item &run_search
- $hidden
+ =cut
+ ######################################################################
+ ######################################################################
+ sub run_search {
+     my ($r,$query,$customquery,$customshow,$serverlist) = @_;
+     #
+     # Timing variables
+     #
+     my $starttime = time;
+     my $max_time  = 120;  # seconds for the search to complete
+     #
+     # Determine the servers we need to contact.
+     #
+     my @Servers_to_contact;
+     if (defined($serverlist)) {
+         @Servers_to_contact = @$serverlist;
+     } else {
+         @Servers_to_contact = sort(keys(%Apache::lonnet::libserv));
+     }
+     my %Server_status;
+     #
+     # Create Table
+     #
+     my $table = &Apache::lonmysql::create_table
+         ( { columns => \%Datatypes,
+             column_order => \@DataOrder,
+         } );
+     if (! defined($table)) {
+         # What do I do now?  Print out an error page.
+         &Apache::lonnet::logthis("lonmysql attempted to create a table ".
+                                  "and this was the result:".
+                                  &Apache::lonmysql::get_error());
+         $r->print("An internal error occured with the database.<br />".
+                   "The error has been logged, but you should probably alert".
+                   " your system administrator.");
+         return;
+     }
+     ##
+     ## form.table needs to be stored in the persistent database...
+     ##
+     $ENV{'form.table'}=$table;
+     #
+     # Prepare for the big loop.
+     #
+     my $hitcountsum;
+     my $server;
+     my $status;
+     while ((time - $starttime < $max_time) &&
+            ((@Servers_to_contact) || keys(%Server_status))) {
+         # Send out a search request if it needs to be done.
+         if (@Servers_to_contact) {
+             # Contact one server
+             my $server = shift(@Servers_to_contact);
+             my $reply=&Apache::lonnet::metadata_query($query,$customquery,
+                                                       $customshow,[$server]);
+             ($server) = keys(%$reply);
+             $Server_status{$server} = $reply->{$server};
+             # &write_status($r,"Contacted:$server:reply:".
+             #                   $Server_status{$server});
+             if ($max_time - (time - $starttime) < 20) {
+                 # If there are less than 20 seconds to go in the search,
+                 # give the newly contacted servers 20 more seconds to
+                 # respond....
+                 $max_time += 20;
+             }
+         } else {
+             sleep(1); # wait a sec. to give time for files to be written
+         }
+         while (my ($server,$status) = each(%Server_status)) {
+             if ($status eq 'con_lost') {
+                 delete ($Server_status{$server});
+                 # &write_status($r,"server $server is not responding.");
+                 next;
+             }
+             $status=~/^([\.\w]+)$/;
+        	    my $datafile=$r->dir_config('lonDaemons').'/tmp/'.$1;
+             if (-e $datafile && ! -e "$datafile.end") {
+                 # Let the user know we are receiving data from the server
+                 # &write_status($r,"$server:Receiving file");
+                 next;
+             }
+             if (-e "$datafile.end") {
+                 if (-z "$datafile") {
+                     delete($Server_status{$server});
+                     next;
+                 }
+                 my $fh;
+                 if (!($fh=Apache::File->new($datafile))) {
+                     # Error opening file...
+                     # Tell the user and exit...?
+                     # Should I give up on opening it?
+                     &write_status("Unable to open search results file for ".
+                                   "server $server.  Omitting from search");
+                     next;
+                 }
+                 # Read in the whole file.
+                 while (my $result = <$fh>) {
+                     # handle custom fields?  Someday we will!
+                     chomp($result);
+                     next unless $result;
+                     # Parse the result.
+                     my %Fields = &parse_raw_result($result,$server);
+                     $Fields{'hostname'} = $server;
+                     next if (! &copyright_check(\%Fields));
+                     # Store the result in the mysql database
+                     my $result = &Apache::lonmysql::store_row($table,\%Fields);
+                     if (! defined($result)) {
+                         &write_status($r,&Apache::lonmysql::get_error());
+                     }
+                     # &write_status($r,&Apache::lonmysql::get_debug());
+                     $hitcountsum ++;
+                 } # End of foreach (@results)
+                 $fh->close();
+                 # $server is only deleted if the results file has been
+                 # found and (successfully) opened.  This may be a bad idea.
+                 delete($Server_status{$server});
+                 #&write_status($r,"Received $new_count more results from ".
+                 #              $server.".");
+             }
+         }
+         # Finished looping through the servers
+     }
+     &Apache::lonmysql::disconnect_from_db();
+     # Let the user know
+     #
+     # We have run out of time or run out of servers to talk to and
+     # results to get.
+     &write_status($r,"Search completed.");
+     if ($hitcountsum) {
+         &write_status($r,$hitcountsum." successful matches to your query.");
+     } else {
+         &write_status($r,"There were no successful matches to your query.");
+     }
+     return;
+ }
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &display_buttons
+ =cut
+ ######################################################################
+ ######################################################################
+ sub display_buttons {
+     my ($current_min,$show,$total,$parms) = @_;
+     return '' if ($show eq 'all'); # No links if you get them all at once.
+     my $links;
+     ##
+     ## Prev
+     my $prev_min = $current_min - $show;
+     $prev_min = 0 if $prev_min < 0;
+     if ($prev_min < $current_min) {
+         $links .= qq{
+ <a href="/adm/searchcat?$parms&startwith=$prev_min&show=$show">prev</a>
+ };
+     }
+     ##
+     ## Pages.... Someday.
+     ##
+     ##
+     ## Next
+     my $next_min = $current_min + $show;
+     my $next_min = $current_min if ($next_min > $total);
+     if ($next_min != $current_min) {
+         $links .= qq{
+ <a href="/adm/searchcat?$parms&startwith=$next_min&show=$show">next</a>
+ };
+     }
+     return $links;
+ }
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &display_results
+ =cut
+ ######################################################################
+ ######################################################################
+ sub display_results {
+     my ($r,$mode,$importbutton,$closebutton) = @_;
+     ##
+     ## Set viewing function
+     ##
+     my $viewfunction = $Views{$ENV{'form.viewselect'}};
+     if (!defined($viewfunction)) {
+         $r->print("Internal Error - Bad view selected.\n");
+         $r->rflush();
+         return;
+     }
+     ##
+     ## Get the catalog controls setup
+     ##
+     my $action = "/adm/searchcat";
+     if ($mode eq 'Basic') {
+         $action .= "?reqinterface=basic";
+     } elsif ($mode eq 'Advanced') {
+         $action .= "?reqinterface=advanced";
+     }
+     $r->print(<<CATALOGCONTROLS);
+ <form name='results' method="post" action="$action">
+ $hidden_fields
  <input type='hidden' name='acts' value='' />
  <input type='button' value='Revise search request'
  onClick='this.form.submit();' />
  $importbutton
  $closebutton
- $persistent
  <hr />
- <h3>Search Query</h3>
  CATALOGCONTROLS
-     #
+     if (! tie(%groupsearch_db,'GDBM_File',$diropendb,&GDBM_WRCREAT,0640)) {
-     # Remind them what they searched for
+         $r->print('Unable to tie hash to db file</body></html>');
-     #
+         $r->rflush();
-     if ($mode eq 'Basic') {
+         return;
- 	$r->print('<p><b>Basic search:</b> '.$ENV{'form.basicexp'}.'</p>');
+     }
-     } elsif ($mode eq 'Advanced') {
+     ##
- 	$r->print('<p><b>Advanced search</b> '.$query.'</p>');
+     ## Prepare the table for querying
+     ##
+     my $table = $ENV{'form.table'};
+     my $connection_result = &Apache::lonmysql::connect_to_db();
+     if (!defined($connection_result)) {
+         &write_status($r,&Apache::lonmysql::get_error());
+     }
+     my $table_check = &Apache::lonmysql::check_table($table);
+     if (! defined($table_check)) {
+         $r->print("A MySQL error has occurred.</body></html>");
+         &Apache::lonnet::logthis("lonmysql was unable to determine the status".
+                                  " of table ".$table);
+         return;
+     } elsif (! $table_check) {
+         $r->print("The table of results could not be found.");
+         &Apache::lonnet::logthis("The user requested a table, ".$table.
+                                  ", that could not be found.");
+         return;
      }
-     $r->print('<h3>Search Results</h3>');
-     $r->rflush();
-     #
-     # make the pop-up window for status
-     #
-     $r->print(&make_popwin(%rhash));
-     $r->rflush();
      ##
-     ## Prepare for the main loop below
+     ## Get the number of results
      ##
-     my $servercount=0;
+     my $total_results = &Apache::lonmysql::number_of_rows($table);
-     my $hitcountsum=0;
+     if (! defined($total_results)) {
-     my $servernum=(keys %rhash);
+         $r->print("A MySQL error has occurred.</body></html>");
-     my $serversleft=$servernum;
+         &Apache::lonnet::logthis("lonmysql was unable to determine the number".
-     ##
+                                  " of rows in table ".$table);
-     ## Run until we run out of time or we run out of servers
+         &Apache::lonnet::logthis(&Apache::lonmysql::get_error());
-     ##
+         &Apache::lonnet::logthis(&Apache::lonmysql::get_debug());
-     while($serversleft && $timeremain) {
+         return;
-       ##
+     }
-       ## %rhash has servers deleted from it as results come in
+     if ($total_results == 0) {
-       ## (within the foreach loop below).
+         $r->print("There were no results matching your query.\n".
-       ##
+                   "</form></body></html>");
-       foreach my $rkey (sort keys %rhash) {
+         return;
- 	$servercount++;
+     }
- 	$tflag=1;
+     ##
- 	$compiledresult='';
+     ## Determine how many results we need to get
- 	my $hostname=$rkey;
+     ##
- 	my $reply=$rhash{$rkey};
+     $ENV{'form.startwith'} = 0      if (! exists($ENV{'form.startwith'}));
- 	my @results;
+     $ENV{'form.show'}      = 'all'  if (! exists($ENV{'form.show'}));
- 	if ($reply eq 'con_lost') {
+     my $min = $ENV{'form.startwith'};
- 	    &popwin_imgupdate($r,$rkey,"srvbad.gif");
+     my $max;
- 	    $serversleft--;
+     if ($ENV{'form.show'} eq 'all') {
-             delete $rhash{$rkey};
+         $max = $total_results ;
- 	} else {
+     } else {
-             # must do since 'use strict' checks for tainting
+         $max = $min + $ENV{'form.show'};
- 	    $reply=~/^([\.\w]+)$/;
+     }
- 	    my $replyfile=$r->dir_config('lonDaemons').'/tmp/'.$1;
+     ##
- 	    $reply=~/(.*?)\_/;
+     ## Output links (if necessary) for 'prev' and 'next' pages.
- 	    {
+     ##
- 		my $temp=0;
- 	      WLOOP: while (1) {
+     ##
- 		  if (-e $replyfile && $tflag) {
+     ## Get results from MySQL table
- 		      &popwin_imgupdate($r,$rkey,"srvhalf.gif");
+     ##
- 		      &popwin_js($r,'popwin.hc["'.$rkey.'"]='.
+     my @Results = &Apache::lonmysql::get_rows($table,
- 				 '"still transferring..."'.';');
+                                               'id>'.$min.' AND id<='.$max);
- 		      $tflag=0;
+     ##
- 		  }
+     ## Loop through the results and output them.
- 		  if (-e "$replyfile.end") {
+     ##
- 		      $serversleft--;
+     foreach my $row (@Results) {
-                       delete $rhash{$rkey};
+         my %Fields = %{&parse_row(@$row)};
- 		      if (-s $replyfile) {
+         my $output="<p>\n";
- 			  &popwin_imgupdate($r,$rkey,"srvgood.gif");
+         $output.=&catalogmode_output($Fields{'title'},$Fields{'url'});
- 			  my $fh=Apache::File->new($replyfile) or
+         # Render the result into html
- 			      ($r->print('ERROR: file '.
+         $output.= &$viewfunction(%Fields);
- 					 $replyfile.' cannot be opened') and
+         $output.="</p>\n<hr align='left' width='200' noshade />";
- 			       return OK);
+         # Print them out as they come in.
- 			  @results=<$fh> if $fh;
+         $r->print($output);
- 			  $hitcount{$rkey}=@results+0;
+         $r->rflush();
- 			  &popwin_js($r,'popwin.hc["'.$rkey.'"]='.
+     }
- 				    $hitcount{$rkey}.';');
+     if (@Results < 1) {
- 			  $hitcountsum+=$hitcount{$rkey};
+         $r->print("There were no results matching your query");
- 			  &popwin_js($r,'popwin.document.forms.popremain.'.
+     }
- 				    'numhits.value='.$hitcountsum.';');
+     $r->print("</body></html>");
- 		      }
+     $r->rflush();
- 		      else {
+     untie %groupsearch_db;
- 			  &popwin_imgupdate($r,$rkey,"srvempty.gif");
+     return;
- 			  &popwin_js($r,'popwin.hc["'.$rkey.'"]=0;');
+ }
- 		      }
- 		      last WLOOP;
- 		  } # end of if ( -e "$replyfile.end")
- 		  last WLOOP unless $timeremain;
- 		  sleep 1;    # wait for daemons to write files?
- 		  $timeremain--;
- 		  $elapsetime++;
- 		  last WLOOP if ($temp>1);
- 		  &popwin_js($r,"popwin.document.popremain.".
- 			       "elapsetime.value=$elapsetime;");
- 		  $temp++;
- 	      }
- 	    }
- 	    &popwin_js($r,'popwin.document.whirly.'.
- 		       'src="/adm/lonIcons/lonanimend.gif";');
- 	} # end of if ($reply eq 'con_lost') else statement
- 	my $customshow='';
- 	my $extrashow='';
- 	my @customfields;
- 	if ($ENV{'form.customshow'}) {
- 	    $customshow=$ENV{'form.customshow'};
- 	    $customshow=~s/[^\w\s]//g;
- 	    my @fields=map {"<font color=\"#008000\">$_:</font><!-- $_ -->"}
- 	    split(/\s+/,$customshow);
- 	    @customfields=split(/\s+/,$customshow);
- 	    if ($customshow) {
- 		$extrashow="<ul><li>".join("</li><li>",@fields)."</li></ul>\n";
- 	    }
- 	}
- 	my $customdata='';
- 	my %customhash;
- 	foreach my $result (@results) {
- 	    if ($result=~/^(custom\=.*)$/) { # grab all custom metadata
- 		my $tmp=$result;
- 		$tmp=~s/^custom\=//;
- 		my ($k,$v)=map {&Apache::lonnet::unescape($_);
- 			    } split(/\,/,$tmp);
- 		$customhash{$k}=$v;
- 	    }
- 	}
- 	if (keys %hash) {
- 	    untie %hash;
- 	}
- 	if (tie(%hash,'GDBM_File',$diropendb,&GDBM_WRCREAT,0640)) {
- 	    if ($ENV{'form.launch'} eq '1') {
- 		&start_fresh_session();
- 	    }
- 	    foreach my $result (@results) {
- 		next if $result=~/^custom\=/;
- 		chomp $result;
- 		next unless $result;
- 		my @fields=map
- 		{&Apache::lonnet::unescape($_)}
- 		(split(/\,/,$result));
- 		my ($title,$author,$subject,$url,$keywords,$version,
- 		    $notes,$abstract,$mime,$lang,
- 		    $creationdate,$lastrevisiondate,$owner,$copyright)=@fields;
-                 unless ($title =~ /^\s*$/ ) { $title='<i>Untitled</i>'; }
- 		unless ($ENV{'user.adv'}) {
- 		    $keywords='<i>- not displayed -</i>';
- 		    $fields[4]=$keywords;
- 		    $notes='<i>- not displayed -</i>';
- 		    $fields[6]=$notes;
- 		    $abstract='<i>- not displayed -</i>';
- 		    $fields[7]=$abstract;
- 		    $subject='<i>- not displayed -</i>';
- 		    $fields[2]=$subject;
- 		}
- 		my $shortabstract=$abstract;
- 		$shortabstract=substr($abstract,0,200).'...' if length($abstract)>200;
- 		$fields[7]=$shortabstract;
- 		my $shortkeywords=$keywords;
- 		$shortkeywords=substr($keywords,0,200).'...' if length($keywords)>200;
- 		$fields[4]=$shortkeywords;
- 		my $extrashow2=$extrashow;
- 		if ($extrashow) {
- 		    foreach my $field (@customfields) {
- 			my $value='';
- 			if ($customhash{$url}=~/\<${field}[^\>]*\>(.*?)\<\/${field}[^\>]*\>/s) {
- 		            $value=$1;
- 			}
- 		        $extrashow2=~s/\<\!\-\- $field \-\-\>/ $value/g;
- 	            }
-                 }
- 	        $compiledresult.=<<END if $compiledresult or $servercount!=$servernum;
- <hr align='left' width='200' noshade />
- END
-                 $compiledresult.=<<END;
- <p>
- END
-                if ($ENV{'form.catalogmode'} eq 'interactive') {
- 		   my $titleesc=$title;
- 		   $titleesc=~s/\'/\\'/; # '
-                    $compiledresult.=<<END if ($ENV{'form.catalogmode'} eq 'interactive');
+ ######################################################################
+ ######################################################################
+ =pod
+ =item &catalogmode_output($title,$url)
+ Returns html needed for the various catalog modes.  Gets inputs from
+ $ENV{'form.catalogmode'}.  Stores data in %groupsearch_db and $fnum
+ (local variable).
+ =cut
+ ######################################################################
+ ######################################################################
+ {
+ my $fnum;
+ sub catalogmode_output {
+     my $output = '';
+     my ($title,$url) = @_;
+     if ($ENV{'form.catalogmode'} eq 'interactive') {
+         $title=~ s/\'/\\'/g; # ' Escape single quotes.
+         if ($ENV{'form.catalogmode'} eq 'interactive') {
+             $output.=<<END
  <font size='-1'><INPUT TYPE="button" NAME="returnvalues" VALUE="SELECT"
- onClick="javascript:select_data('$titleesc','$url')">
+ onClick="javascript:select_data('$title','$url')">
  </font>
- <br />
  END
-                 }
+         }
-                 if ($ENV{'form.catalogmode'} eq 'groupsearch') {
+     }
- 		    $fnum+=0;
+     if ($ENV{'form.catalogmode'} eq 'groupsearch') {
- 		    $hash{"pre_${fnum}_link"}=$url;
+         $fnum+=0;
- 		    $hash{"pre_${fnum}_title"}=$title;
+         $groupsearch_db{"pre_${fnum}_link"}=$url;
- 		    $compiledresult.=<<END;
+         $groupsearch_db{"pre_${fnum}_title"}=$title;
+         $output.=<<END;
  <font size='-1'>
  <input type="checkbox" name="returnvalues" value="SELECT"
  onClick="javascript:queue($fnum)" />
  </font>
- <br />
  END
- # <input type="hidden" name="title$fnum" value="$title" />
+         $fnum++;
- # <input type="hidden" name="url$fnum" value="$url" />
+     }
-                     $fnum++;
+     return $output;
- 		}
+ }
- 	        my $httphost=$ENV{'HTTP_HOST'};
- 	        my $viewselect;
- 	        if ($mode eq 'Basic') {
- 		    $viewselect=$ENV{'form.basicviewselect'};
- 		}
- 	        elsif ($mode eq 'Advanced') {
- 		    $viewselect=$ENV{'form.advancedviewselect'};
- 		}
- 	        if ($viewselect eq 'Detailed Citation View') {
- 		    $compiledresult.=&detailed_citation_view(@fields,
- 						 $hostname,$httphost,
- 						 $extrashow2);
- 		}
-                 elsif ($viewselect eq 'Summary View') {
- 		    $compiledresult.=&summary_view(@fields,$hostname,$httphost,
- 				       $extrashow2);
- 	        }
-                 elsif ($viewselect eq 'Fielded Format') {
- 		    $compiledresult.=&fielded_format_view(@fields,$hostname,
- 					      $httphost,$extrashow2);
- 	        }
-                 elsif ($viewselect eq 'XML/SGML') {
- 		    $compiledresult.=&xml_sgml_view(@fields,$hostname,$httphost,
- 					$extrashow2);
- 		}
-             }
-             untie %hash;
+ }
-         }
+ ######################################################################
-         else {
+ ######################################################################
- 	    $r->print('<html><head></head><body>Unable to tie hash to db '.
- 		  'file</body></html>');
- 	}
- 	if ($compiledresult) {
- 	    $resultflag=1;
- 	}
- 	$r->print(<<RESULTS);
+ =pod
- $compiledresult
- RESULTS
+ =item &parse_row
-         my $percent=sprintf('%3.0f',($servercount/$servernum*100));
+ Parse a row returned from the database.
+ =cut
+ ######################################################################
+ ######################################################################
+ sub parse_row {
+     my @Row = @_;
+     my %Fields;
+     for (my $i=0;$i<=$#Row;$i++) {
+         $Fields{$DataOrder[$i]}=&Apache::lonnet::unescape($Row[$i]);
      }
-   }
+     $Fields{'language'} =
-     unless ($resultflag) {
+         &Apache::loncommon::languagedescription($Fields{'lang'});
-         $r->print("\nThere were no results that matched your query\n");
+     $Fields{'copyrighttag'} =
+         &Apache::loncommon::copyrightdescription($Fields{'copyright'});
+     $Fields{'mimetag'} =
+         &Apache::loncommon::filedescription($Fields{'mime'});
+     return \%Fields;
+ }
+ ###########################################################
+ ###########################################################
+ =pod
+ =item &parse_raw_result()
+ Takes a line from the file of results and parse it.  Returns a hash
+ with keys for the following fields:
+ 'title', 'author', 'subject', 'url', 'keywords', 'version', 'notes',
+ 'abstract', 'mime', 'lang', 'owner', 'copyright', 'creationdate',
+ 'lastrevisiondate'.
+ In addition, the following tags are set by calling the appropriate
+ lonnet function: 'language', 'cprtag', 'mimetag'.
+ The 'title' field is set to "Untitled" if the title field is blank.
+ 'abstract' and 'keywords' are truncated to 200 characters.
+ =cut
+ ###########################################################
+ ###########################################################
+ sub parse_raw_result {
+     my ($result,$hostname) = @_;
+     # Check for a comma - if it is there then we do not need to unescape the
+     # string.  There seems to be some kind of problem with some items in
+     # the database - the entire string gets sent out unescaped...?
+     unless ($result =~ /,/) {
+         $result = &Apache::lonnet::unescape($result);
      }
- #    $r->print('<script type="text/javascript">'.'popwin.close()</script>'."\n"); $r->rflush();
+     my @fields=map {
-     $r->print(<<RESULTS);
+         &Apache::lonnet::unescape($_);
- </body>
+     } (split(/\,/,$result));
- </html>
+     my ($title,$author,$subject,$url,$keywords,$version,
- RESULTS
+         $notes,$abstract,$mime,$lang,
+         $creationdate,$lastrevisiondate,$owner,$copyright)=@fields;
+     my %Fields =
+         ( title     => &Apache::lonnet::unescape($title),
+           author    => &Apache::lonnet::unescape($author),
+           subject   => &Apache::lonnet::unescape($subject),
+           url       => &Apache::lonnet::unescape($url),
+           keywords  => &Apache::lonnet::unescape($keywords),
+           version   => &Apache::lonnet::unescape($version),
+           notes     => &Apache::lonnet::unescape($notes),
+           abstract  => &Apache::lonnet::unescape($abstract),
+           mime      => &Apache::lonnet::unescape($mime),
+           lang      => &Apache::lonnet::unescape($lang),
+           owner     => &Apache::lonnet::unescape($owner),
+           copyright => &Apache::lonnet::unescape($copyright),
+           creationdate     => &Apache::lonnet::unescape($creationdate),
+           lastrevisiondate => &Apache::lonnet::unescape($lastrevisiondate)
+         );
+     $Fields{'language'} =
+         &Apache::loncommon::languagedescription($Fields{'lang'});
+     $Fields{'copyrighttag'} =
+         &Apache::loncommon::copyrightdescription($Fields{'copyright'});
+     $Fields{'mimetag'} =
+         &Apache::loncommon::filedescription($Fields{'mime'});
+     if ($Fields{'author'}=~/^(\s*|error)$/) {
+         $Fields{'author'}="Unknown Author";
+     }
+     # Put spaces in the keyword list, if needed.
+     $Fields{'keywords'}=~ s/,([A-z])/, $1/g;
+     if ($Fields{'title'}=~ /^\s*$/ ) {
+         $Fields{'title'}='Untitled';
+     }
+     unless ($ENV{'user.adv'}) {
+         # What is this anyway?
+         $Fields{'keywords'} = '- not displayed -';
+         $Fields{'notes'}    = '- not displayed -';
+         $Fields{'abstract'} = '- not displayed -';
+         $Fields{'subject'}  = '- not displayed -';
+     }
+     if (length($Fields{'abstract'})>200) {
+         $Fields{'abstract'} =
+             substr($Fields{'abstract'},0,200).'...';
+     }
+     if (length($Fields{'keywords'})>200) {
+         $Fields{'keywords'} =
+             substr($Fields{'keywords'},0,200).'...';
+     }
+     return %Fields;
+ }
+ ###########################################################
+ ###########################################################
+ =pod
+ =item &handle_custom_fields()
+ =cut
+ ###########################################################
+ ###########################################################
+ sub handle_custom_fields {
+     my @results = @{shift()};
+     my $customshow='';
+     my $extrashow='';
+     my @customfields;
+     if ($ENV{'form.customshow'}) {
+         $customshow=$ENV{'form.customshow'};
+         $customshow=~s/[^\w\s]//g;
+         my @fields=map {
+             "<font color=\"#008000\">$_:</font><!-- $_ -->";
+         } split(/\s+/,$customshow);
+         @customfields=split(/\s+/,$customshow);
+         if ($customshow) {
+             $extrashow="<ul><li>".join("</li><li>",@fields)."</li></ul>\n";
+         }
+     }
+     my $customdata='';
+     my %customhash;
+     foreach my $result (@results) {
+         if ($result=~/^(custom\=.*)$/) { # grab all custom metadata
+             my $tmp=$result;
+             $tmp=~s/^custom\=//;
+             my ($k,$v)=map {&Apache::lonnet::unescape($_);
+                         } split(/\,/,$tmp);
+             $customhash{$k}=$v;
+         }
+     }
+     return ($extrashow,\@customfields,\%customhash);
  }
  ######################################################################
- Line 1314  RESULTS
+ Line 1990  RESULTS
  =item &search_results_header
+ Output the proper html headers and javascript code to deal with different
+ calling modes.
+ Takes most inputs directly from %ENV, except $mode.
+ =over 4
+ =item $mode is either (at this writing) 'Basic' or 'Advanced'
+ =back
+ The following environment variables are checked:
+ =over 4
+ =item 'form.catalogmode'
+ Checked for 'interactive' and 'groupsearch'.
+ =item 'form.mode'
+ Checked for existance & 'edit' mode.
+ =item 'form.form'
+ =item 'form.element'
+ =back
  =cut
  ######################################################################
  ######################################################################
  sub search_results_header {
+     my ($mode,$pretty_query) = @_;
+     $mode = lc($mode);
+     my $title;
+     if ($mode eq 'advanced') {
+         $title = "Advanced Search Results";
+     } elsif ($mode eq 'basic') {
+         $title = "Basic Search Results";
+     }
      my $result = '';
      # output beginning of search page
      $result.=<<BEGINNING;
  <html>
  <head>
- <title>The LearningOnline Network with CAPA</title>
+ <title>$title</title>
  BEGINNING
      # conditional output of script functions dependent on the mode in
      # which the search was invoked
- Line 1407  SCRIPT
+ Line 2120  SCRIPT
      }
  </script>
  SCRIPT
-     return $result;
+     $result.=<<END;
- }
+ </head>
+ <body bgcolor="#ffffff">
- ######################################################################
+ <img align=right src=/adm/lonIcons/lonlogos.gif>
- ######################################################################
+ <h1>$title</h1>
+ END
- =pod
+     if ($pretty_query) {
+         $result .= "<p>Search query: $pretty_query</p>";
- =item &make_popwin()
- Returns html with javascript in it to open up the status window.
- =cut
- ######################################################################
- ######################################################################
- sub make_popwin {
-     my %rhash = @_;
-     my $servernum=(keys %rhash);
-     my $hcinit;
-     my $grid="'<br />'+\n";
-     # $sn is the server number, used ONLY to make sure we have
-     # rows of 10 each.  No longer used to index images.
-     my $sn=1;
-     foreach my $sk (sort keys %rhash) {
- 	# '<a href="
- 	$grid.="'<a href=\"";
- 	# javascript:displayinfo('+
- 	$grid.="javascript:opener.displayinfo('+";
- 	# "'"+'key
- 	$grid.="\"'\"+'";
- 	$grid.=$sk;
- 	my $hc;
- 	if ($rhash{$sk} eq 'con_lost') {
- 	    $hc="BAD CONNECTION, CONTACT SYSTEM ADMINISTRATOR ";
- 	}
- 	else {
- 	    $hc="'+\"'\"+\"+hc['$sk']+\"+\"'\"+'";
- 	    $hcinit.="hc[\"$sk\"]=\"not yet connected...\";";
- 	}
- 	$grid.=" hitcount=".$hc;
- 	$grid.=" domain=".$hostdomains{$sk};
- 	$grid.=" IP=".$hostips{$sk};
- 	# '+"'"+'">'+
- 	$grid.="'+\"'\"+')\">'+";
- 	$grid.="\n";
- 	$grid.="'<img border=\"0\" name=\"img_".$hostdomains{$sk}.'_'.$sk."\"".
- 	    " src=\"/adm/lonIcons/srvnull.gif\" alt=\"".$sk."\" /></a>'+\n";
- 	$grid.="'<br />'+\n" unless $sn%10;
-         $sn++;
      }
-     my $result.=<<ENDPOP;
- <script type="text/javascript">
-     popwin=open('','popwin','scrollbars=1,width=400,height=220');
-     popwin.focus();
-     popwin.document.writeln('<'+'html>');
-     popwin.document.writeln('<'+'head>');
-     popwin.document.writeln('<'+'script>');
-     popwin.document.writeln('hc=new Array();$hcinit');
-     popwin.document.writeln('<'+'/script>');
-     popwin.document.writeln('<'+'/head>'+
-         '<'+'body bgcolor="#FFFFFF">'+
- 	'<'+'image name="whirly" align="right" src="/adm/lonIcons/'+
- 	'lonanim.gif" '+
- 	'alt="animated logo" />'+
- 	'<'+'h3>Search Results Progress<'+'/h3>'+
-         '<'+'form name="popremain">'+
-         '<'+'tt>'+
- 	'<'+'br clear="all"/><i>PLEASE BE PATIENT</i>'+
- 	'<'+'br />SCANNING $servernum SERVERS'+
- 	'<'+'br clear="all" />Number of record hits found '+
- 	'<'+'input type="text" size="10" name="numhits"'+
- 	' value="0" />'+
- 	'<'+'br clear="all" />Time elapsed '+
- 	'<'+'input type="text" size="10" name="elapsetime"'+
- 	' value="0" />'+
- 	'<'+'br />'+
- 	'SERVER GRID (click on any cell for details)'+
-         $grid
-         '<'+'br />'+
- 	'Server details '+
- 	'<'+'input type="text" size="35" name="sdetails"'+
- 	' value="" />'+
- 	'<'+'br />'+
- 	' <'+'input type="button" name="button"'+
- 	' value="close this window" '+
- 	' onClick="javascript:opener.abortsearch()" />'+
- 	' <'+'input type="button" name="button"'+
- 	' value="help" onClick="javascript:opener.openhelp()" />'+
- 	'<'+'/tt>'+
-         '<'+'/form>'+
-         '<'+'/body><'+'/html>');
-     popwin.document.close();
- </script>
- ENDPOP
      return $result;
  }
- Line 1515  ENDPOP
+ Line 2142  ENDPOP
  Output is a HTML-ified string.
  Input arguments are title, author, subject, url, keywords, version,
  notes, short abstract, mime, language, creation date,
- last revision date, owner, copyright, hostname, httphost, and
+ last revision date, owner, copyright, hostname, and
  extra custom metadata to show.
  =over 4
- Line 1527  extra custom metadata to show.
+ Line 2154  extra custom metadata to show.
  ######################################################################
  ######################################################################
  sub detailed_citation_view {
-     my ($title,$author,$subject,$url,$keywords,$version,
+     my %values = @_;
- 	$notes,$shortabstract,$mime,$lang,
- 	$creationdate,$lastrevisiondate,$owner,$copyright,
- 	$hostname,$httphost,$extrashow)=@_;
      my $result=<<END;
- <i>$owner</i>, last revised $lastrevisiondate
+ <h3><a href="http://$ENV{'HTTP_HOST'}$values{'url'}"
- <h3><A HREF="http://$httphost$url" TARGET='search_preview'>$title</A></h3>
+     target='search_preview'>$values{'title'}</a></h3>
- <h3>$author</h3>
- </p>
  <p>
- <b>Subject:</b> $subject<br />
+ <b>$values{'author'}</b>, <i>$values{'owner'}</i><br />
- <b>Keyword(s):</b> $keywords<br />
- <b>Notes:</b> $notes<br />
+ <b>Subject:       </b> $values{'subject'}<br />
- <b>MIME Type:</b>
+ <b>Keyword(s):    </b> $values{'keywords'}<br />
- END
+ <b>Notes:         </b> $values{'notes'}<br />
-     $result.=&Apache::loncommon::filedescription($mime);
+ <b>MIME Type:     </b> $values{'mimetag'}<br />
-     $result.=<<END;
+ <b>Language:      </b> $values{'language'}<br />
- <br />
+ <b>Copyright/Distribution:</b> $values{'cprtag'}<br />
- <b>Language:</b>
- END
-     $result.=&Apache::loncommon::languagedescription($lang);
-     $result.=<<END;
- <br />
- <b>Copyright/Distribution:</b>
- END
-     $result.=&Apache::loncommon::copyrightdescription($copyright);
-     $result.=<<END;
- <br />
  </p>
- $extrashow
+ $values{'extrashow'}
  <p>
- $shortabstract
+ $values{'shortabstract'}
  </p>
  END
      return $result;
- Line 1576  END
+ Line 2188  END
  ######################################################################
  ######################################################################
  sub summary_view {
-     my ($title,$author,$subject,$url,$keywords,$version,
+     my %values = @_;
- 	$notes,$shortabstract,$mime,$lang,
- 	$creationdate,$lastrevisiondate,$owner,$copyright,
- 	$hostname,$httphost,$extrashow)=@_;
-     my $cprtag=&Apache::loncommon::copyrightdescription($copyright);
      my $result=<<END;
- <a href="http://$httphost$url" TARGET='search_preview'>$author</a><br />
+ <a href="http://$ENV{'HTTP_HOST'}$values{'url'}"
- $title<br />
+    target='search_preview'>$values{'author'}</a><br />
- $owner -- $lastrevisiondate<br />
+ $values{'title'}<br />
- $cprtag<br />
+ $values{'owner'} -- $values{'lastrevisiondate'}<br />
- $extrashow
+ $values{'copyrighttag'}<br />
+ $values{'extrashow'}
  </p>
  END
      return $result;
- Line 1604  END
+ Line 2213  END
  ######################################################################
  ######################################################################
  sub fielded_format_view {
-     my ($title,$author,$subject,$url,$keywords,$version,
+     my %values = @_;
- 	$notes,$shortabstract,$mime,$lang,
- 	$creationdate,$lastrevisiondate,$owner,$copyright,
- 	$hostname,$httphost,$extrashow)=@_;
-     my $mimetag=&Apache::loncommon::filedescription($mime);
-     my $language=&Apache::loncommon::languagedescription($lang);
-     my $cprtag=&Apache::loncommon::copyrightdescription($copyright);
      my $result=<<END;
- <b>URL: </b> <A HREF="http://$httphost$url" TARGET='search_preview'>$url</A>
+ <b>URL: </b> <a href="http://$ENV{'HTTP_HOST'}$values{'url'}"
+               target='search_preview'>$values{'url'}</a>
  <br />
- <b>Title:</b> $title<br />
+ <b>Title:</b> $values{'title'}<br />
- <b>Author(s):</b> $author<br />
+ <b>Author(s):</b> $values{'author'}<br />
- <b>Subject:</b> $subject<br />
+ <b>Subject:</b> $values{'subject'}<br />
- <b>Keyword(s):</b> $keywords<br />
+ <b>Keyword(s):</b> $values{'keywords'}<br />
- <b>Notes:</b> $notes<br />
+ <b>Notes:</b> $values{'notes'}<br />
- <b>MIME Type:</b> $mimetag<br />
+ <b>MIME Type:</b> $values{'mimetag'}<br />
- <b>Language:</b> $language<br />
+ <b>Language:</b> $values{'language'}<br />
- <b>Creation Date:</b> $creationdate<br />
+ <b>Creation Date:</b> $values{'creationdate'}<br />
- <b>Last Revision Date:</b> $lastrevisiondate<br />
+ <b>Last Revision Date:</b> $values{'lastrevisiondate'}<br />
- <b>Publisher/Owner:</b> $owner<br />
+ <b>Publisher/Owner:</b> $values{'owner'}<br />
- <b>Copyright/Distribution:</b> $cprtag<br />
+ <b>Copyright/Distribution:</b> $values{'copyrighttag'}<br />
- <b>Repository Location:</b> $hostname<br />
+ <b>Repository Location:</b> $values{'hostname'}<br />
- <b>Abstract:</b> $shortabstract<br />
+ <b>Abstract:</b> $values{'shortabstract'}<br />
- $extrashow
+ $values{'extrashow'}
  </p>
  END
      return $result;
- Line 1647  END
+ Line 2251  END
  ######################################################################
  ######################################################################
  sub xml_sgml_view {
-     my ($title,$author,$subject,$url,$keywords,$version,
+     my %values = @_;
- 	$notes,$shortabstract,$mime,$lang,
- 	$creationdate,$lastrevisiondate,$owner,$copyright,
- 	$hostname,$httphost,$extrashow)=@_;
-     my $cprtag=&Apache::loncommon::copyrightdescription($copyright);
-     my $mimetag=&Apache::loncommon::filedescription($mime);
-     my $language=&Apache::loncommon::languagedescription($lang);
      my $result=<<END;
  <pre>
  &lt;LonCapaResource&gt;
- &lt;url&gt;$url&lt;/url&gt;
+ &lt;url&gt;$values{'url'}&lt;/url&gt;
- &lt;title&gt;$title&lt;/title&gt;
+ &lt;title&gt;$values{'title'}&lt;/title&gt;
- &lt;author&gt;$author&lt;/author&gt;
+ &lt;author&gt;$values{'author'}&lt;/author&gt;
- &lt;subject&gt;$subject&lt;/subject&gt;
+ &lt;subject&gt;$values{'subject'}&lt;/subject&gt;
- &lt;keywords&gt;$keywords&lt;/keywords&gt;
+ &lt;keywords&gt;$values{'keywords'}&lt;/keywords&gt;
- &lt;notes&gt;$notes&lt;/notes&gt;
+ &lt;notes&gt;$values{'notes'}&lt;/notes&gt;
  &lt;mimeInfo&gt;
- &lt;mime&gt;$mime&lt;/mime&gt;
+ &lt;mime&gt;$values{'mime'}&lt;/mime&gt;
- &lt;mimetag&gt;$mimetag&lt;/mimetag&gt;
+ &lt;mimetag&gt;$values{'mimetag'}&lt;/mimetag&gt;
  &lt;/mimeInfo&gt;
  &lt;languageInfo&gt;
- &lt;language&gt;$lang&lt;/language&gt;
+ &lt;language&gt;$values{'lang'}&lt;/language&gt;
- &lt;languagetag&gt;$language&lt;/languagetag&gt;
+ &lt;languagetag&gt;$values{'language'}&lt;/languagetag&gt;
  &lt;/languageInfo&gt;
- &lt;creationdate&gt;$creationdate&lt;/creationdate&gt;
+ &lt;creationdate&gt;$values{'creationdate'}&lt;/creationdate&gt;
- &lt;lastrevisiondate&gt;$lastrevisiondate&lt;/lastrevisiondate&gt;
+ &lt;lastrevisiondate&gt;$values{'lastrevisiondate'}&lt;/lastrevisiondate&gt;
- &lt;owner&gt;$owner&lt;/owner&gt;
+ &lt;owner&gt;$values{'owner'}&lt;/owner&gt;
  &lt;copyrightInfo&gt;
- &lt;copyright&gt;$copyright&lt;/copyright&gt;
+ &lt;copyright&gt;$values{'copyright'}&lt;/copyright&gt;
- &lt;copyrighttag&gt;$cprtag&lt;/copyrighttag&gt;
+ &lt;copyrighttag&gt;$values{'copyrighttag'}&lt;/copyrighttag&gt;
  &lt;/copyrightInfo&gt;
- &lt;repositoryLocation&gt;$hostname&lt;/repositoryLocation&gt;
+ &lt;repositoryLocation&gt;$values{'hostname'}&lt;/repositoryLocation&gt;
- &lt;shortabstract&gt;$shortabstract&lt;/shortabstract&gt;
+ &lt;shortabstract&gt;$values{'shortabstract'}&lt;/shortabstract&gt;
  &lt;/LonCapaResource&gt;
  </pre>
- $extrashow
+ $values{'extrashow'}
  END
      return $result;
  }
- Line 1720  sub filled {
+ Line 2318  sub filled {
  ######################################################################
  ######################################################################
  sub output_blank_field_error {
-     my ($r)=@_;
+     my ($r,$closebutton)=@_;
      # make query information persistent to allow for subsequent revision
-     my $persistent=&make_persistent();
      $r->print(<<BEGINNING);
  <html>
  <head>
- Line 1735  BEGINNING
+ Line 2331  BEGINNING
  <img align='right' src='/adm/lonIcons/lonlogos.gif' />
  <h1>Search Catalog</h1>
  <form method="post" action="/adm/searchcat">
- $persistent
+ $hidden_fields
  <input type='button' value='Revise search request'
  onClick='this.form.submit();' />
  $closebutton
- Line 1761  RESULTS
+ Line 2357  RESULTS
  Output a full html page with an error message.
+ Inputs:
+     $r, the request pointer.
+     $message, the error message for the user.
+     $closebutton, the specialized close button needed for groupsearch.
  =cut
  ######################################################################
  ######################################################################
  sub output_date_error {
-     my ($r,$message)=@_;
+     my ($r,$message,$closebutton)=@_;
      # make query information persistent to allow for subsequent revision
-     my $persistent=&make_persistent();
      $r->print(<<RESULTS);
  <html>
  <head>
- Line 1779  sub output_date_error {
+ Line 2379  sub output_date_error {
  <img align='right' src='/adm/lonIcons/lonlogos.gif' />
  <h1>Search Catalog</h1>
  <form method="post" action="/adm/searchcat">
- $persistent
+ $hidden_fields
  <input type='button' value='Revise search request'
  onClick='this.form.submit();' />
  $closebutton
- Line 1800  RESULTS
+ Line 2400  RESULTS
  =item &start_fresh_session()
- Cleans the global %hash by removing all fields which begin with
+ Cleans the global %groupsearch_db by removing all fields which begin with
  'pre_' or 'store'.
  =cut
- Line 1808  Cleans the global %hash by removing all
+ Line 2408  Cleans the global %hash by removing all
  ######################################################################
  ######################################################################
  sub start_fresh_session {
-     delete $hash{'mode_catalog'};
+     delete $groupsearch_db{'mode_catalog'};
-     foreach (keys %hash) {
+     foreach (keys %groupsearch_db) {
          if ($_ =~ /^pre_/) {
-             delete $hash{$_};
+             delete $groupsearch_db{$_};
          }
          if ($_ =~ /^store/) {
- 	    delete $hash{$_};
+ 	    delete $groupsearch_db{$_};
  	}
      }
  }
- ######################################################################
- ######################################################################
- =pod
- =item &popwin_js() send javascript to popwin
- =cut
- ######################################################################
- ######################################################################
- sub popwin_js {
-     # Print javascript out to popwin, but make sure we dont generate
-     # any javascript errors in doing so.
-     my ($r,$text) = @_;
-     $r->print(<<"END");
- <script type="text/javascript">
-     if (! popwin.closed) {
- 	$text
-     }
- </script>
- END
-     $r->rflush();
- }
- ######################################################################
- ######################################################################
- =pod
- =item &popwin_imgupdate()
- Send a given image (and its location) out to the browser.  Takes as
- input $r, loncapa server id, and an icon URL.
- =cut
- ######################################################################
- ######################################################################
- sub popwin_imgupdate {
-     my ($r,$server,$icon) = @_;
-     &popwin_js($r,'popwin.document.img_'.$hostdomains{$server}.'_'.$server.'.'.
- 	       'src="/adm/lonIcons/'.$icon.'";');
- }
 ;
  __END__
- Line 1872  __END__
+ Line 2427  __END__
  =back
- =over 4
- =head1 HANDLER SUBROUTINE
- This routine is called by Apache and mod_perl.
- =over 4
- =item *
- configure dynamic components of interface
- =item *
- determine current user
- =item *
- see if a search invocation should be done
- =item *
- else, begin building search interface to output
- =item *
- compute date selection boxes
- =item *
- compute customized metadata field
- =item *
- print screen
- =back
- =head1 OTHER SUBROUTINES
- =over 4
- =item *
- get_unprocessed_cgi() : reads in critical name/value pairs that may have not
- been processed and passed into %ENV by the web server
- =item *
- make_persistent() : makes a set of hidden HTML fields to make
- SQL search interface information to be persistent
- =back
- WEB INTERFACE COMPONENT FUNCTIONS
- =over 4
- =item *
- simpletextfield(name,value) : returns HTML formatted string for simple text
- field
- =item *
- simplecheckbox(name,value) : returns HTML formatted string for simple
- checkbox
- =item *
- searchphrasefield(title,name,value) : returns HTML formatted string for
- a search expression phrase field
- =item *
- dateboxes(name, defaultmonth, defaultday, defaultyear) : returns HTML
- formatted string for a calendar date
- =item *
- selectbox(title,name,value,%HASH=options) : returns HTML formatted string for
- a selection box field
- =back
- SEARCH FUNCTIONS
- =over 4
- =item *
- advancedsearch(server reference, environment reference) : perform a complex
- multi-field logical query
- =item *
- basicsearch(server reference, environment reference) : perform a simple
- single-field logical query
- =item *
- build_SQL_query(field name, logic) : builds a SQL query string from a
- logical expression with AND/OR keywords
- =item *
- build_custommetadata_query(field_name, logic_statement) : builds a perl
- regular expression from a logical expression with AND/OR keywords
- =item *
- recursive_SQL_query_build(field name, reverse notation expression) :
- builds a SQL query string from a reverse notation expression
- logical expression with AND/OR keywords
- =item *
- build_date_queries(cmonth1, cday1, cyear1, cmonth2, cday2, cyear2,
- lmonth1, lday1, lyear1, lmonth2, lday2, lyear2) :
- Builds a SQL logic query to check time/date entries.
- =back
- OUTPUTTING RESULTS FUNCTION
- =over 4
- =item *
- output_results(output mode, server reference, environment reference,
- reply list reference) : outputs results from search
- =back
- DIFFERENT WAYS TO VIEW METADATA RECORDS
- =over 4
- =item *
- detailed_citation_view(ORDERED METADATA LIST FOR A RESULT OBJECT INSTANCE) :
- see metadata viewing notes below
- =item *
- summary_view(ORDERED METADATA LIST FOR A RESULT OBJECT INSTANCE) :
- see metadata viewing notes below
- =item *
- fielded_format_view(ORDERED METADATA LIST FOR A RESULT OBJECT INSTANCE) :
- see metadata viewing notes below
- =item *
- xml_sgml_view(ORDERED METADATA LIST FOR A RESULT OBJECT INSTANCE) :
- see metadata viewing notes below
- =back
-   _____________________________________________________________________
-  | * Metadata viewing notes                                            |
-  | Output is a HTML-ified string.                                      |
-  | Input arguments are title, author, subject, url, keywords, version, |
-  | notes, short abstract, mime, language, creation date,               |
-  | last revision date, owner, copyright, hostname, httphost, and       |
-  | extra custom metadata to show.                                      |
-   ---------------------------------------------------------------------
- TEST CONDITIONAL FUNCTIONS
- =over 4
- =item *
- filled(field) : determines whether a given field has been filled
- =back
- ERROR FUNCTIONS
- =over 4
- =item *
- output_blank_field_error(server reference) : outputs a message saying that
- more fields need to be filled in
- =item *
- output_date_error(server reference, error message) :
- =back
  =cut

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>

Removed from v.1.125
changed lines
	Added in v.1.145