[BACK]Return to searchcat.pl CVS log [TXT] [DIR] Up to [LON-CAPA] / loncom / metadata_database

Diff for /loncom/metadata_database/searchcat.pl between versions 1.1 and 1.9

version 1.1, 2001/04/14 18:24:54 version 1.9, 2001/04/16 13:16:10
Line 8 Line 8
 # directory and gathers metadata.  # directory and gathers metadata.
 # The metadata is entered into a SQL database.  # The metadata is entered into a SQL database.
   
 use strict;  
   
 use IO::File;  use IO::File;
 use HTML::TokeParser;  use HTML::TokeParser;
   use DBI;
   
 my @metalist;  my @metalist;
 # ----------------- Code to enable 'find' subroutine listing of the .meta files  # ----------------- Code to enable 'find' subroutine listing of the .meta files
Line 19  require "find.pl"; Line 18  require "find.pl";
 sub wanted {  sub wanted {
     (($dev,$ino,$mode,$nlink,$uid,$gid) = lstat($_)) &&      (($dev,$ino,$mode,$nlink,$uid,$gid) = lstat($_)) &&
     -f _ &&      -f _ &&
     /^.*\.meta$/ &&      /^.*\.meta$/ && !/^.+\.\d+\.[^\.]+\.meta$/
     push(@metalist,"$dir/$_");      push(@metalist,"$dir/$_");
 }  }
   
Line 35  while ($configline=<CONFIG>) { Line 34  while ($configline=<CONFIG>) {
 }  }
 close(CONFIG);  close(CONFIG);
   
   my $dbh;
 # ------------------------------------- Make sure that database can be accessed  # ------------------------------------- Make sure that database can be accessed
 {  {
     my $dbh;  
     unless (      unless (
     $dbh = DBI->connect("DBI:mysql:loncapa","www",$perlvar{'lonSqlAccess'},{ RaiseError =>0,PrintError=>0})      $dbh = DBI->connect("DBI:mysql:loncapa","www",$perlvar{'lonSqlAccess'},{ RaiseError =>0,PrintError=>0})
     ) {       ) { 
Line 47  close(CONFIG); Line 46  close(CONFIG);
 }  }
   
 # ------------------------------------------------------------- get .meta files  # ------------------------------------------------------------- get .meta files
 # need to actually loop over existing users here.. will fix soon  opendir(RESOURCES,"$perlvar{'lonDocRoot'}/res/$perlvar{'lonDefDomain'}");
 &find("$perlvar{'lonDocRoot'}/res");  my @homeusers=grep
             {&ishome("$perlvar{'lonDocRoot'}/res/$perlvar{'lonDefDomain'}/$_")}
             grep {!/^\.\.?$/} readdir(RESOURCES);
   closedir RESOURCES;
   foreach my $user (@homeusers) {
       &find("$perlvar{'lonDocRoot'}/res/$perlvar{'lonDefDomain'}/$user");
   }
   
 # -- process each file to get metadata and put into search catalog SQL database  # -- process each file to get metadata and put into search catalog SQL database
   # Also, check to see if already there.
   # I could not search first and just delete, but this works for now.
 foreach my $m (@metalist) {  foreach my $m (@metalist) {
     my $ref=&metadata($m);      my $ref=&metadata($m);
     my $sth=$dbh->prepare('insert into metadata values ('.      my $m2=&declutter($m);
   delete($ref->{'title'}),      my $q2="select * from metadata where url like '$m2'";
   delete($ref->{'author'}).','.      my $sth = $dbh->prepare($q2);
   delete($ref->{'subject'}).','.      $sth->execute();
   delete($ref->{'url'}).','.      my $r1=$sth->fetchall_arrayref;
   delete($ref->{'keywords'}).','.      if (@$r1) {
   delete($ref->{'version'}).','.   $sth=$dbh->prepare("delete from metadata where url like '$m2'");
   delete($ref->{'notes'}).','.          $sth->execute();
   delete($ref->{'abstract'}).','.      }
   delete($ref->{'mime'}).','.      $sth=$dbh->prepare('insert into metadata values ('.
   delete($ref->{'language'}).','.    '"'.delete($ref->{'title'}).'"'.','.
   delete($ref->{'creationdate'}).','.    '"'.delete($ref->{'author'}).'"'.','.
   delete($ref->{'lastrevisiondate'}).','.    '"'.delete($ref->{'subject'}).'"'.','.
   delete($ref->{'owner'}).','.    '"'.$m2.'"'.','.
   delete($ref->{'copyright'}).    '"'.delete($ref->{'keywords'}).'"'.','.
   ')';    '"'.'current'.'"'.','.
     '"'.delete($ref->{'notes'}).'"'.','.
     '"'.delete($ref->{'abstract'}).'"'.','.
     '"'.delete($ref->{'mime'}).'"'.','.
     '"'.delete($ref->{'language'}).'"'.','.
     '"'.delete($ref->{'creationdate'}).'"'.','.
     '"'.delete($ref->{'lastrevisiondate'}).'"'.','.
     '"'.delete($ref->{'owner'}).'"'.','.
     '"'.delete($ref->{'copyright'}).'"'.')');
     $sth->execute();      $sth->execute();
 }  }
   
Line 141  sub declutter { Line 156  sub declutter {
     $thisfn=~s/^res\///;      $thisfn=~s/^res\///;
     return $thisfn;      return $thisfn;
 }  }
   
   # --------------------------------------- Is this the home server of an author?
   # (copied from lond, modification of the return value)
   sub ishome {
       my $author=shift;
       $author=~s/\/home\/httpd\/html\/res\/([^\/]*)\/([^\/]*).*/$1\/$2/;
       my ($udom,$uname)=split(/\//,$author);
       my $proname=propath($udom,$uname);
       if (-e $proname) {
    return 1;
       } else {
           return 0;
       }
   }
   
   # -------------------------------------------- Return path to profile directory
   # (copied from lond)
   sub propath {
       my ($udom,$uname)=@_;
       $udom=~s/\W//g;
       $uname=~s/\W//g;
       my $subdir=$uname.'__';
       $subdir =~ s/(.)(.)(.).*/$1\/$2\/$3/;
       my $proname="$perlvar{'lonUsersDir'}/$udom/$subdir/$uname";
       return $proname;
   } 
Removed from v.1.1  
changed lines
  Added in v.1.9

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>