File:  [LON-CAPA] / loncom / lond
Revision 1.215: download - view: text, annotated - select for diffs
Tue Jul 27 11:21:48 2004 UTC (19 years, 8 months ago) by foxr
Branches: MAIN
CVS tags: HEAD
Added pong handler to the set of hash dispatched handlers.  2 down and many
more to go... but at least most of them are already written in my private
branch.

#!/usr/bin/perl
# The LearningOnline Network
# lond "LON Daemon" Server (port "LOND" 5663)
#
# $Id: lond,v 1.215 2004/07/27 11:21:48 foxr Exp $
#
# Copyright Michigan State University Board of Trustees
#
# This file is part of the LearningOnline Network with CAPA (LON-CAPA).
#
# LON-CAPA is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or 
# (at your option) any later version.
#
# LON-CAPA is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with LON-CAPA; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
#
# /home/httpd/html/adm/gpl.txt
#


# http://www.lon-capa.org/
#

use strict;
use lib '/home/httpd/lib/perl/';
use LONCAPA::Configuration;

use IO::Socket;
use IO::File;
#use Apache::File;
use Symbol;
use POSIX;
use Crypt::IDEA;
use LWP::UserAgent();
use GDBM_File;
use Authen::Krb4;
use Authen::Krb5;
use lib '/home/httpd/lib/perl/';
use localauth;
use localenroll;
use File::Copy;
use LONCAPA::ConfigFileEdit;
use LONCAPA::lonlocal;
use LONCAPA::lonssl;

my $DEBUG = 0;		       # Non zero to enable debug log entries.

my $status='';
my $lastlog='';

my $VERSION='$Revision: 1.215 $'; #' stupid emacs
my $remoteVERSION;
my $currenthostid="default";
my $currentdomainid;

my $client;
my $clientip;			# IP address of client.
my $clientdns;			# DNS name of client.
my $clientname;			# LonCAPA name of client.

my $server;
my $thisserver;			# DNS of us.

my $keymode;

my $cipher;			# Cipher key negotiated with client
my $tmpsnum = 0;		# Id of tmpputs.

# 
#   Connection type is:
#      client                   - All client actions are allowed
#      manager                  - only management functions allowed.
#      both                     - Both management and client actions are allowed
#

my $ConnectionType;

my %hostid;			# ID's for hosts in cluster by ip.
my %hostdom;			# LonCAPA domain for hosts in cluster.
my %hostip;			# IPs for hosts in cluster.
my %hostdns;			# ID's of hosts looked up by DNS name.

my %managers;			# Ip -> manager names

my %perlvar;			# Will have the apache conf defined perl vars.

#
#   The hash below is used for command dispatching, and is therefore keyed on the request keyword.
#    Each element of the hash contains a reference to an array that contains:
#          A reference to a sub that executes the request corresponding to the keyword.
#          A flag that is true if the request must be encoded to be acceptable.
#          A mask with bits as follows:
#                      CLIENT_OK    - Set when the function is allowed by ordinary clients
#                      MANAGER_OK   - Set when the function is allowed to manager clients.
#
my $CLIENT_OK  = 1;
my $MANAGER_OK = 2;
my %Dispatcher;


#
#  The array below are password error strings."
#
my $lastpwderror    = 13;		# Largest error number from lcpasswd.
my @passwderrors = ("ok",
		   "lcpasswd must be run as user 'www'",
		   "lcpasswd got incorrect number of arguments",
		   "lcpasswd did not get the right nubmer of input text lines",
		   "lcpasswd too many simultaneous pwd changes in progress",
		   "lcpasswd User does not exist.",
		   "lcpasswd Incorrect current passwd",
		   "lcpasswd Unable to su to root.",
		   "lcpasswd Cannot set new passwd.",
		   "lcpasswd Username has invalid characters",
		   "lcpasswd Invalid characters in password",
		    "11", "12",
		    "lcpasswd Password mismatch");


#  The array below are lcuseradd error strings.:

my $lastadderror = 13;
my @adderrors    = ("ok",
		    "User ID mismatch, lcuseradd must run as user www",
		    "lcuseradd Incorrect number of command line parameters must be 3",
		    "lcuseradd Incorrect number of stdinput lines, must be 3",
		    "lcuseradd Too many other simultaneous pwd changes in progress",
		    "lcuseradd User does not exist",
		    "lcuseradd Unable to make www member of users's group",
		    "lcuseradd Unable to su to root",
		    "lcuseradd Unable to set password",
		    "lcuseradd Usrname has invalid characters",
		    "lcuseradd Password has an invalid character",
		    "lcuseradd User already exists",
		    "lcuseradd Could not add user.",
		    "lcuseradd Password mismatch");



#
#   Statistics that are maintained and dislayed in the status line.
#
my $Transactions = 0;		# Number of attempted transactions.
my $Failures     = 0;		# Number of transcations failed.

#   ResetStatistics: 
#      Resets the statistics counters:
#
sub ResetStatistics {
    $Transactions = 0;
    $Failures     = 0;
}



#------------------------------------------------------------------------
#
#   LocalConnection
#     Completes the formation of a locally authenticated connection.
#     This function will ensure that the 'remote' client is really the
#     local host.  If not, the connection is closed, and the function fails.
#     If so, initcmd is parsed for the name of a file containing the
#     IDEA session key.  The fie is opened, read, deleted and the session
#     key returned to the caller.
#
# Parameters:
#   $Socket      - Socket open on client.
#   $initcmd     - The full text of the init command.
#
# Implicit inputs:
#    $clientdns  - The DNS name of the remote client.
#    $thisserver - Our DNS name.
#
# Returns:
#     IDEA session key on success.
#     undef on failure.
#
sub LocalConnection {
    my ($Socket, $initcmd) = @_;
    Debug("Attempting local connection: $initcmd client: $clientdns me: $thisserver");
    if($clientdns ne $thisserver) {
	&logthis('<font color="red"> LocalConnection rejecting non local: '
		 ."$clientdns ne $thisserver </font>");
	close $Socket;
	return undef;
    } 
    else {
	chomp($initcmd);	# Get rid of \n in filename.
	my ($init, $type, $name) = split(/:/, $initcmd);
	Debug(" Init command: $init $type $name ");

	# Require that $init = init, and $type = local:  Otherwise
	# the caller is insane:

	if(($init ne "init") && ($type ne "local")) {
	    &logthis('<font color = "red"> LocalConnection: caller is insane! '
		     ."init = $init, and type = $type </font>");
	    close($Socket);;
	    return undef;
		
	}
	#  Now get the key filename:

	my $IDEAKey = lonlocal::ReadKeyFile($name);
	return $IDEAKey;
    }
}
#------------------------------------------------------------------------------
#
#  SSLConnection
#   Completes the formation of an ssh authenticated connection. The
#   socket is promoted to an ssl socket.  If this promotion and the associated
#   certificate exchange are successful, the IDEA key is generated and sent
#   to the remote peer via the SSL tunnel. The IDEA key is also returned to
#   the caller after the SSL tunnel is torn down.
#
# Parameters:
#   Name              Type             Purpose
#   $Socket          IO::Socket::INET  Plaintext socket.
#
# Returns:
#    IDEA key on success.
#    undef on failure.
#
sub SSLConnection {
    my $Socket   = shift;

    Debug("SSLConnection: ");
    my $KeyFile         = lonssl::KeyFile();
    if(!$KeyFile) {
	my $err = lonssl::LastError();
	&logthis("<font color=\"red\"> CRITICAL"
		 ."Can't get key file $err </font>");
	return undef;
    }
    my ($CACertificate,
	$Certificate) = lonssl::CertificateFile();


    # If any of the key, certificate or certificate authority 
    # certificate filenames are not defined, this can't work.

    if((!$Certificate) || (!$CACertificate)) {
	my $err = lonssl::LastError();
	&logthis("<font color=\"red\"> CRITICAL"
		 ."Can't get certificates: $err </font>");

	return undef;
    }
    Debug("Key: $KeyFile CA: $CACertificate Cert: $Certificate");

    # Indicate to our peer that we can procede with
    # a transition to ssl authentication:

    print $Socket "ok:ssl\n";

    Debug("Approving promotion -> ssl");
    #  And do so:

    my $SSLSocket = lonssl::PromoteServerSocket($Socket,
						$CACertificate,
						$Certificate,
						$KeyFile);
    if(! ($SSLSocket) ) {	# SSL socket promotion failed.
	my $err = lonssl::LastError();
	&logthis("<font color=\"red\"> CRITICAL "
		 ."SSL Socket promotion failed: $err </font>");
	return undef;
    }
    Debug("SSL Promotion successful");

    # 
    #  The only thing we'll use the socket for is to send the IDEA key
    #  to the peer:

    my $Key = lonlocal::CreateCipherKey();
    print $SSLSocket "$Key\n";

    lonssl::Close($SSLSocket); 

    Debug("Key exchange complete: $Key");

    return $Key;
}
#
#     InsecureConnection: 
#        If insecure connections are allowd,
#        exchange a challenge with the client to 'validate' the
#        client (not really, but that's the protocol):
#        We produce a challenge string that's sent to the client.
#        The client must then echo the challenge verbatim to us.
#
#  Parameter:
#      Socket      - Socket open on the client.
#  Returns:
#      1           - success.
#      0           - failure (e.g.mismatch or insecure not allowed).
#
sub InsecureConnection {
    my $Socket  =  shift;

    #   Don't even start if insecure connections are not allowed.

    if(! $perlvar{londAllowInsecure}) {	# Insecure connections not allowed.
	return 0;
    }

    #   Fabricate a challenge string and send it..

    my $challenge = "$$".time;	# pid + time.
    print $Socket "$challenge\n";
    &status("Waiting for challenge reply");

    my $answer = <$Socket>;
    $answer    =~s/\W//g;
    if($challenge eq $answer) {
	return 1;
    } 
    else {
	logthis("<font color='blue'>WARNING client did not respond to challenge</font>");
	&status("No challenge reqply");
	return 0;
    }
    

}

#
#   GetCertificate: Given a transaction that requires a certificate,
#   this function will extract the certificate from the transaction
#   request.  Note that at this point, the only concept of a certificate
#   is the hostname to which we are connected.
#
#   Parameter:
#      request   - The request sent by our client (this parameterization may
#                  need to change when we really use a certificate granting
#                  authority.
#
sub GetCertificate {
    my $request = shift;

    return $clientip;
}

#
#   Return true if client is a manager.
#
sub isManager {
    return (($ConnectionType eq "manager") || ($ConnectionType eq "both"));
}
#
#   Return tru if client can do client functions
#
sub isClient {
    return (($ConnectionType eq "client") || ($ConnectionType eq "both"));
}


#
#   ReadManagerTable: Reads in the current manager table. For now this is
#                     done on each manager authentication because:
#                     - These authentications are not frequent
#                     - This allows dynamic changes to the manager table
#                       without the need to signal to the lond.
#

sub ReadManagerTable {

    #   Clean out the old table first..

   foreach my $key (keys %managers) {
      delete $managers{$key};
   }

   my $tablename = $perlvar{'lonTabDir'}."/managers.tab";
   if (!open (MANAGERS, $tablename)) {
      logthis('<font color="red">No manager table.  Nobody can manage!!</font>');
      return;
   }
   while(my $host = <MANAGERS>) {
      chomp($host);
      if ($host =~ "^#") {                  # Comment line.
         next;
      }
      if (!defined $hostip{$host}) { # This is a non cluster member
	    #  The entry is of the form:
	    #    cluname:hostname
	    #  cluname - A 'cluster hostname' is needed in order to negotiate
	    #            the host key.
	    #  hostname- The dns name of the host.
	    #
          my($cluname, $dnsname) = split(/:/, $host);
          
          my $ip = gethostbyname($dnsname);
          if(defined($ip)) {                 # bad names don't deserve entry.
            my $hostip = inet_ntoa($ip);
            $managers{$hostip} = $cluname;
            logthis('<font color="green"> registering manager '.
                    "$dnsname as $cluname with $hostip </font>\n");
         }
      } else {
         logthis('<font color="green"> existing host'." $host</font>\n");
         $managers{$hostip{$host}} = $host;  # Use info from cluster tab if clumemeber
      }
   }
}

#
#  ValidManager: Determines if a given certificate represents a valid manager.
#                in this primitive implementation, the 'certificate' is
#                just the connecting loncapa client name.  This is checked
#                against a valid client list in the configuration.
#
#                  
sub ValidManager {
    my $certificate = shift; 

    return isManager;
}
#
#  CopyFile:  Called as part of the process of installing a 
#             new configuration file.  This function copies an existing
#             file to a backup file.
# Parameters:
#     oldfile  - Name of the file to backup.
#     newfile  - Name of the backup file.
# Return:
#     0   - Failure (errno has failure reason).
#     1   - Success.
#
sub CopyFile {

    my ($oldfile, $newfile) = @_;

    #  The file must exist:

    if(-e $oldfile) {

	 # Read the old file.

	my $oldfh = IO::File->new("< $oldfile");
	if(!$oldfh) {
	    return 0;
	}
	my @contents = <$oldfh>;  # Suck in the entire file.

	# write the backup file:

	my $newfh = IO::File->new("> $newfile");
	if(!(defined $newfh)){
	    return 0;
	}
	my $lines = scalar @contents;
	for (my $i =0; $i < $lines; $i++) {
	    print $newfh ($contents[$i]);
	}

	$oldfh->close;
	$newfh->close;

	chmod(0660, $newfile);

	return 1;
	    
    } else {
	return 0;
    }
}
#
#  Host files are passed out with externally visible host IPs.
#  If, for example, we are behind a fire-wall or NAT host, our 
#  internally visible IP may be different than the externally
#  visible IP.  Therefore, we always adjust the contents of the
#  host file so that the entry for ME is the IP that we believe
#  we have.  At present, this is defined as the entry that
#  DNS has for us.  If by some chance we are not able to get a
#  DNS translation for us, then we assume that the host.tab file
#  is correct.  
#    BUGBUGBUG - in the future, we really should see if we can
#       easily query the interface(s) instead.
# Parameter(s):
#     contents    - The contents of the host.tab to check.
# Returns:
#     newcontents - The adjusted contents.
#
#
sub AdjustHostContents {
    my $contents  = shift;
    my $adjusted;
    my $me        = $perlvar{'lonHostID'};

 foreach my $line (split(/\n/,$contents)) {
	if(!(($line eq "") || ($line =~ /^ *\#/) || ($line =~ /^ *$/))) {
	    chomp($line);
	    my ($id,$domain,$role,$name,$ip,$maxcon,$idleto,$mincon)=split(/:/,$line);
	    if ($id eq $me) {
          my $ip = gethostbyname($name);
          my $ipnew = inet_ntoa($ip);
         $ip = $ipnew;
		#  Reconstruct the host line and append to adjusted:
		
		   my $newline = "$id:$domain:$role:$name:$ip";
		   if($maxcon ne "") { # Not all hosts have loncnew tuning params
		     $newline .= ":$maxcon:$idleto:$mincon";
		   }
		   $adjusted .= $newline."\n";
		
      } else {		# Not me, pass unmodified.
		   $adjusted .= $line."\n";
      }
	} else {                  # Blank or comment never re-written.
	    $adjusted .= $line."\n";	# Pass blanks and comments as is.
	}
 }
 return $adjusted;
}
#
#   InstallFile: Called to install an administrative file:
#       - The file is created with <name>.tmp
#       - The <name>.tmp file is then mv'd to <name>
#   This lugubrious procedure is done to ensure that we are never without
#   a valid, even if dated, version of the file regardless of who crashes
#   and when the crash occurs.
#
#  Parameters:
#       Name of the file
#       File Contents.
#  Return:
#      nonzero - success.
#      0       - failure and $! has an errno.
#
sub InstallFile {

    my ($Filename, $Contents) = @_;
    my $TempFile = $Filename.".tmp";

    #  Open the file for write:

    my $fh = IO::File->new("> $TempFile"); # Write to temp.
    if(!(defined $fh)) {
	&logthis('<font color="red"> Unable to create '.$TempFile."</font>");
	return 0;
    }
    #  write the contents of the file:

    print $fh ($Contents); 
    $fh->close;			# In case we ever have a filesystem w. locking

    chmod(0660, $TempFile);

    # Now we can move install the file in position.
    
    move($TempFile, $Filename);

    return 1;
}


#
#   ConfigFileFromSelector: converts a configuration file selector
#                 (one of host or domain at this point) into a 
#                 configuration file pathname.
#
#  Parameters:
#      selector  - Configuration file selector.
#  Returns:
#      Full path to the file or undef if the selector is invalid.
#
sub ConfigFileFromSelector {
    my $selector   = shift;
    my $tablefile;

    my $tabledir = $perlvar{'lonTabDir'}.'/';
    if ($selector eq "hosts") {
	$tablefile = $tabledir."hosts.tab";
    } elsif ($selector eq "domain") {
	$tablefile = $tabledir."domain.tab";
    } else {
	return undef;
    }
    return $tablefile;

}
#
#   PushFile:  Called to do an administrative push of a file.
#              - Ensure the file being pushed is one we support.
#              - Backup the old file to <filename.saved>
#              - Separate the contents of the new file out from the
#                rest of the request.
#              - Write the new file.
#  Parameter:
#     Request - The entire user request.  This consists of a : separated
#               string pushfile:tablename:contents.
#     NOTE:  The contents may have :'s in it as well making things a bit
#            more interesting... but not much.
#  Returns:
#     String to send to client ("ok" or "refused" if bad file).
#
sub PushFile {
    my $request = shift;    
    my ($command, $filename, $contents) = split(":", $request, 3);
    
    #  At this point in time, pushes for only the following tables are
    #  supported:
    #   hosts.tab  ($filename eq host).
    #   domain.tab ($filename eq domain).
    # Construct the destination filename or reject the request.
    #
    # lonManage is supposed to ensure this, however this session could be
    # part of some elaborate spoof that managed somehow to authenticate.
    #


    my $tablefile = ConfigFileFromSelector($filename);
    if(! (defined $tablefile)) {
	return "refused";
    }
    #
    # >copy< the old table to the backup table
    #        don't rename in case system crashes/reboots etc. in the time
    #        window between a rename and write.
    #
    my $backupfile = $tablefile;
    $backupfile    =~ s/\.tab$/.old/;
    if(!CopyFile($tablefile, $backupfile)) {
	&logthis('<font color="green"> CopyFile from '.$tablefile." to ".$backupfile." failed </font>");
	return "error:$!";
    }
    &logthis('<font color="green"> Pushfile: backed up '
	    .$tablefile." to $backupfile</font>");
    
    #  If the file being pushed is the host file, we adjust the entry for ourself so that the
    #  IP will be our current IP as looked up in dns.  Note this is only 99% good as it's possible
    #  to conceive of conditions where we don't have a DNS entry locally.  This is possible in a 
    #  network sense but it doesn't make much sense in a LonCAPA sense so we ignore (for now)
    #  that possibilty.

    if($filename eq "host") {
	$contents = AdjustHostContents($contents);
    }

    #  Install the new file:

    if(!InstallFile($tablefile, $contents)) {
	&logthis('<font color="red"> Pushfile: unable to install '
	 .$tablefile." $! </font>");
	return "error:$!";
    }
    else {
	&logthis('<font color="green"> Installed new '.$tablefile
		 ."</font>");

    }


    #  Indicate success:
 
    return "ok";

}

#
#  Called to re-init either lonc or lond.
#
#  Parameters:
#    request   - The full request by the client.  This is of the form
#                reinit:<process>  
#                where <process> is allowed to be either of 
#                lonc or lond
#
#  Returns:
#     The string to be sent back to the client either:
#   ok         - Everything worked just fine.
#   error:why  - There was a failure and why describes the reason.
#
#
sub ReinitProcess {
    my $request = shift;


    # separate the request (reinit) from the process identifier and
    # validate it producing the name of the .pid file for the process.
    #
    #
    my ($junk, $process) = split(":", $request);
    my $processpidfile = $perlvar{'lonDaemons'}.'/logs/';
    if($process eq 'lonc') {
	$processpidfile = $processpidfile."lonc.pid";
	if (!open(PIDFILE, "< $processpidfile")) {
	    return "error:Open failed for $processpidfile";
	}
	my $loncpid = <PIDFILE>;
	close(PIDFILE);
	logthis('<font color="red"> Reinitializing lonc pid='.$loncpid
		."</font>");
	kill("USR2", $loncpid);
    } elsif ($process eq 'lond') {
	logthis('<font color="red"> Reinitializing self (lond) </font>');
	&UpdateHosts;			# Lond is us!!
    } else {
	&logthis('<font color="yellow" Invalid reinit request for '.$process
		 ."</font>");
	return "error:Invalid process identifier $process";
    }
    return 'ok';
}
#   Validate a line in a configuration file edit script:
#   Validation includes:
#     - Ensuring the command is valid.
#     - Ensuring the command has sufficient parameters
#   Parameters:
#     scriptline - A line to validate (\n has been stripped for what it's worth).
#
#   Return:
#      0     - Invalid scriptline.
#      1     - Valid scriptline
#  NOTE:
#     Only the command syntax is checked, not the executability of the
#     command.
#
sub isValidEditCommand {
    my $scriptline = shift;

    #   Line elements are pipe separated:

    my ($command, $key, $newline)  = split(/\|/, $scriptline);
    &logthis('<font color="green"> isValideditCommand checking: '.
	     "Command = '$command', Key = '$key', Newline = '$newline' </font>\n");
    
    if ($command eq "delete") {
	#
	#   key with no newline.
	#
	if( ($key eq "") || ($newline ne "")) {
	    return 0;		# Must have key but no newline.
	} else {
	    return 1;		# Valid syntax.
	}
    } elsif ($command eq "replace") {
	#
	#   key and newline:
	#
	if (($key eq "") || ($newline eq "")) {
	    return 0;
	} else {
	    return 1;
	}
    } elsif ($command eq "append") {
	if (($key ne "") && ($newline eq "")) {
	    return 1;
	} else {
	    return 0;
	}
    } else {
	return 0;		# Invalid command.
    }
    return 0;			# Should not get here!!!
}
#
#   ApplyEdit - Applies an edit command to a line in a configuration 
#               file.  It is the caller's responsiblity to validate the
#               edit line.
#   Parameters:
#      $directive - A single edit directive to apply.  
#                   Edit directives are of the form:
#                  append|newline      - Appends a new line to the file.
#                  replace|key|newline - Replaces the line with key value 'key'
#                  delete|key          - Deletes the line with key value 'key'.
#      $editor   - A config file editor object that contains the
#                  file being edited.
#
sub ApplyEdit {

    my ($directive, $editor) = @_;

    # Break the directive down into its command and its parameters
    # (at most two at this point.  The meaning of the parameters, if in fact
    #  they exist depends on the command).

    my ($command, $p1, $p2) = split(/\|/, $directive);

    if($command eq "append") {
	$editor->Append($p1);	          # p1 - key p2 null.
    } elsif ($command eq "replace") {
	$editor->ReplaceLine($p1, $p2);   # p1 - key p2 = newline.
    } elsif ($command eq "delete") {
	$editor->DeleteLine($p1);         # p1 - key p2 null.
    } else {			          # Should not get here!!!
	die "Invalid command given to ApplyEdit $command"
    }
}
#
# AdjustOurHost:
#           Adjusts a host file stored in a configuration file editor object
#           for the true IP address of this host. This is necessary for hosts
#           that live behind a firewall.
#           Those hosts have a publicly distributed IP of the firewall, but
#           internally must use their actual IP.  We assume that a given
#           host only has a single IP interface for now.
# Formal Parameters:
#     editor   - The configuration file editor to adjust.  This
#                editor is assumed to contain a hosts.tab file.
# Strategy:
#    - Figure out our hostname.
#    - Lookup the entry for this host.
#    - Modify the line to contain our IP
#    - Do a replace for this host.
sub AdjustOurHost {
    my $editor        = shift;

    # figure out who I am.

    my $myHostName    = $perlvar{'lonHostID'}; # LonCAPA hostname.

    #  Get my host file entry.

    my $ConfigLine    = $editor->Find($myHostName);
    if(! (defined $ConfigLine)) {
	die "AdjustOurHost - no entry for me in hosts file $myHostName";
    }
    # figure out my IP:
    #   Use the config line to get my hostname.
    #   Use gethostbyname to translate that into an IP address.
    #
    my ($id,$domain,$role,$name,$ip,$maxcon,$idleto,$mincon) = split(/:/,$ConfigLine);
    my $BinaryIp = gethostbyname($name);
    my $ip       = inet_ntoa($ip);
    #
    #  Reassemble the config line from the elements in the list.
    #  Note that if the loncnew items were not present before, they will
    #  be now even if they would be empty
    #
    my $newConfigLine = $id;
    foreach my $item ($domain, $role, $name, $ip, $maxcon, $idleto, $mincon) {
	$newConfigLine .= ":".$item;
    }
    #  Replace the line:

    $editor->ReplaceLine($id, $newConfigLine);
    
}
#
#   ReplaceConfigFile:
#              Replaces a configuration file with the contents of a
#              configuration file editor object.
#              This is done by:
#              - Copying the target file to <filename>.old
#              - Writing the new file to <filename>.tmp
#              - Moving <filename.tmp>  -> <filename>
#              This laborious process ensures that the system is never without
#              a configuration file that's at least valid (even if the contents
#              may be dated).
#   Parameters:
#        filename   - Name of the file to modify... this is a full path.
#        editor     - Editor containing the file.
#
sub ReplaceConfigFile {
    
    my ($filename, $editor) = @_;

    CopyFile ($filename, $filename.".old");

    my $contents  = $editor->Get(); # Get the contents of the file.

    InstallFile($filename, $contents);
}
#   
#
#   Called to edit a configuration table  file
#   Parameters:
#      request           - The entire command/request sent by lonc or lonManage
#   Return:
#      The reply to send to the client.
#
sub EditFile {
    my $request = shift;

    #  Split the command into it's pieces:  edit:filetype:script

    my ($request, $filetype, $script) = split(/:/, $request,3);	# : in script

    #  Check the pre-coditions for success:

    if($request != "edit") {	# Something is amiss afoot alack.
	return "error:edit request detected, but request != 'edit'\n";
    }
    if( ($filetype ne "hosts")  &&
	($filetype ne "domain")) {
	return "error:edit requested with invalid file specifier: $filetype \n";
    }

    #   Split the edit script and check it's validity.

    my @scriptlines = split(/\n/, $script);  # one line per element.
    my $linecount   = scalar(@scriptlines);
    for(my $i = 0; $i < $linecount; $i++) {
	chomp($scriptlines[$i]);
	if(!isValidEditCommand($scriptlines[$i])) {
	    return "error:edit with bad script line: '$scriptlines[$i]' \n";
	}
    }

    #   Execute the edit operation.
    #   - Create a config file editor for the appropriate file and 
    #   - execute each command in the script:
    #
    my $configfile = ConfigFileFromSelector($filetype);
    if (!(defined $configfile)) {
	return "refused\n";
    }
    my $editor = ConfigFileEdit->new($configfile);

    for (my $i = 0; $i < $linecount; $i++) {
	ApplyEdit($scriptlines[$i], $editor);
    }
    # If the file is the host file, ensure that our host is
    # adjusted to have our ip:
    #
    if($filetype eq "host") {
	AdjustOurHost($editor);
    }
    #  Finally replace the current file with our file.
    #
    ReplaceConfigFile($configfile, $editor);

    return "ok\n";
}

#---------------------------------------------------------------
#
# Manipulation of hash based databases (factoring out common code
# for later use as we refactor.
#
#  Ties a domain level resource file to a hash.
#  If requested a history entry is created in the associated hist file.
#
#  Parameters:
#     domain    - Name of the domain in which the resource file lives.
#     namespace - Name of the hash within that domain.
#     how       - How to tie the hash (e.g. GDBM_WRCREAT()).
#     loghead   - Optional parameter, if present a log entry is created
#                 in the associated history file and this is the first part
#                  of that entry.
#     logtail   - Goes along with loghead,  The actual logentry is of the
#                 form $loghead:<timestamp>:logtail.
# Returns:
#    Reference to a hash bound to the db file or alternatively undef
#    if the tie failed.
#
sub tie_domain_hash {
    my ($domain,$namespace,$how,$loghead,$logtail) = @_;
    
    # Filter out any whitespace in the domain name:
    
    $domain =~ s/\W//g;
    
    # We have enough to go on to tie the hash:
    
    my $user_top_dir   = $perlvar{'lonUsersDir'};
    my $domain_dir     = $user_top_dir."/$domain";
    my $resource_file  = $domain_dir."/$namespace.db";
    my %hash;
    if(tie(%hash, 'GDBM_File', $resource_file, $how, 0640)) {
	if (defined($loghead)) {	# Need to log the operation.
	    my $logFh = IO::File->new(">>$domain_dir/$namespace.hist");
	    if($logFh) {
		my $timestamp = time;
		print $logFh "$loghead:$timestamp:$logtail\n";
	    }
	    $logFh->close;
	}
	return \%hash;		# Return the tied hash.
    } else {
	return undef;		# Tie failed.
    }
}

#
#   Ties a user's resource file to a hash.  
#   If necessary, an appropriate history
#   log file entry is made as well.
#   This sub factors out common code from the subs that manipulate
#   the various gdbm files that keep keyword value pairs.
# Parameters:
#   domain       - Name of the domain the user is in.
#   user         - Name of the 'current user'.
#   namespace    - Namespace representing the file to tie.
#   how          - What the tie is done to (e.g. GDBM_WRCREAT().
#   loghead      - Optional first part of log entry if there may be a
#                  history file.
#   what         - Optional tail of log entry if there may be a history
#                  file.
# Returns:
#   hash to which the database is tied.  It's up to the caller to untie.
#   undef if the has could not be tied.
#
sub tie_user_hash {
    my ($domain,$user,$namespace,$how,$loghead,$what) = @_;

    $namespace=~s/\//\_/g;	# / -> _
    $namespace=~s/\W//g;		# whitespace eliminated.
    my $proname     = propath($domain, $user);
   
    #  Tie the database.
    
    my %hash;
    if(tie(%hash, 'GDBM_File', "$proname/$namespace.db",
	   $how, 0640)) {
	# If this is a namespace for which a history is kept,
	# make the history log entry:    
	if (($namespace =~/^nohist\_/) && (defined($loghead))) {
	    my $args = scalar @_;
	    Debug(" Opening history: $namespace $args");
	    my $hfh = IO::File->new(">>$proname/$namespace.hist"); 
	    if($hfh) {
		my $now = time;
		print $hfh "$loghead:$now:$what\n";
	    }
	    $hfh->close;
	}
	return \%hash;
    } else {
	return undef;
    }
    
}

#--------------------- Request Handlers --------------------------------------------
#
#   By convention each request handler registers itself prior to the sub 
#   declaration:
#

#  Handles ping requests.
#  Parameters:
#      $cmd    - the actual keyword that invoked us.
#      $tail   - the tail of the request that invoked us.
#      $replyfd- File descriptor connected to the client
#  Implicit Inputs:
#      $currenthostid - Global variable that carries the name of the host we are
#                       known as.
#  Returns:
#      1       - Ok to continue processing.
#      0       - Program should exit.
#  Side effects:
#      Reply information is sent to the client.

sub ping_handler {
    my ($cmd, $tail, $client) = @_;
    Debug("$cmd $tail $client .. $currenthostid:");
   
    Reply( $client,"$currenthostid\n","$cmd:$tail");
   
    return 1;
}
&register_handler("ping", \&ping_handler, 0, 1, 1);       # Ping unencoded, client or manager.

#
# Handles pong requests.  Pong replies with our current host id, and
#                         the results of a ping sent to us via our lonc.
#
# Parameters:
#      $cmd    - the actual keyword that invoked us.
#      $tail   - the tail of the request that invoked us.
#      $replyfd- File descriptor connected to the client
#  Implicit Inputs:
#      $currenthostid - Global variable that carries the name of the host we are
#                       connected to.
#  Returns:
#      1       - Ok to continue processing.
#      0       - Program should exit.
#  Side effects:
#      Reply information is sent to the client.

sub pong_handler {
    my ($cmd, $tail, $replyfd) = @_;

    my $reply=&reply("ping",$clientname);
    &Reply( $replyfd, "$currenthostid:$reply\n", "$cmd:$tail"); 
    return 1;
}
&register_handler("pong", \&pong_handler, 0, 1, 1);       # Pong unencoded, client or manager



#---------------------------------------------------------------
#
#   Getting, decoding and dispatching requests:
#

#
#   Get a Request:
#   Gets a Request message from the client.  The transaction
#   is defined as a 'line' of text.  We remove the new line
#   from the text line.  
#   
sub get_request {
    my $input = <$client>;
    chomp($input);

    Debug("get_request: Request = $input\n");

    &status('Processing '.$clientname.':'.$input);

    return $input;
}
#---------------------------------------------------------------
#
#  Process a request.  This sub should shrink as each action
#  gets farmed out into a separat sub that is registered 
#  with the dispatch hash.  
#
# Parameters:
#    user_input   - The request received from the client (lonc).
# Returns:
#    true to keep processing, false if caller should exit.
#
sub process_request {
    my ($userinput) = @_;      # Easier for now to break style than to
                                # fix all the userinput -> user_input.
    my $wasenc    = 0;		# True if request was encrypted.
# ------------------------------------------------------------ See if encrypted
    if ($userinput =~ /^enc/) {
	$userinput = decipher($userinput);
	$wasenc=1;
	if(!$userinput) {	# Cipher not defined.
	    &Failure($client, "error: Encrypted data without negotated key");
	    return 0;
	}
    }
    Debug("process_request: $userinput\n");
    
    #  
    #   The 'correct way' to add a command to lond is now to
    #   write a sub to execute it and Add it to the command dispatch
    #   hash via a call to register_handler..  The comments to that
    #   sub should give you enough to go on to show how to do this
    #   along with the examples that are building up as this code
    #   is getting refactored.   Until all branches of the
    #   if/elseif monster below have been factored out into
    #   separate procesor subs, if the dispatch hash is missing
    #   the command keyword, we will fall through to the remainder
    #   of the if/else chain below in order to keep this thing in 
    #   working order throughout the transmogrification.

    my ($command, $tail) = split(/:/, $userinput, 2);
    chomp($command);
    chomp($tail);
    $tail =~ s/(\r)//;		# This helps people debugging with e.g. telnet.
    $command =~ s/(\r)//;	# And this too for parameterless commands.
    if(!$tail) {
	$tail ="";		# defined but blank.
    }

    &Debug("Command received: $command, encoded = $wasenc");

    if(defined $Dispatcher{$command}) {

	my $dispatch_info = $Dispatcher{$command};
	my $handler       = $$dispatch_info[0];
	my $need_encode   = $$dispatch_info[1];
	my $client_types  = $$dispatch_info[2];
	Debug("Matched dispatch hash: mustencode: $need_encode "
	      ."ClientType $client_types");
      
	#  Validate the request:
      
	my $ok = 1;
	my $requesterprivs = 0;
	if(&isClient()) {
	    $requesterprivs |= $CLIENT_OK;
	}
	if(&isManager()) {
	    $requesterprivs |= $MANAGER_OK;
	}
	if($need_encode && (!$wasenc)) {
	    Debug("Must encode but wasn't: $need_encode $wasenc");
	    $ok = 0;
	}
	if(($client_types & $requesterprivs) == 0) {
	    Debug("Client not privileged to do this operation");
	    $ok = 0;
	}

	if($ok) {
	    Debug("Dispatching to handler $command $tail");
	    my $keep_going = &$handler($command, $tail, $client);
	    return $keep_going;
	} else {
	    Debug("Refusing to dispatch because client did not match requirements");
	    Failure($client, "refused\n", $userinput);
	    return 1;
	}

    }    

#------------------- Commands not yet in spearate handlers. --------------

# ------------------------------------------------------------------------ ekey
    if ($userinput =~ /^ekey/) { # ok for both clients & mgrs
	my $buildkey=time.$$.int(rand 100000);
	$buildkey=~tr/1-6/A-F/;
	$buildkey=int(rand 100000).$buildkey.int(rand 100000);
	my $key=$currenthostid.$clientname;
	$key=~tr/a-z/A-Z/;
	$key=~tr/G-P/0-9/;
	$key=~tr/Q-Z/0-9/;
	$key=$key.$buildkey.$key.$buildkey.$key.$buildkey;
	$key=substr($key,0,32);
	my $cipherkey=pack("H32",$key);
	$cipher=new IDEA $cipherkey;
	print $client "$buildkey\n"; 
# ------------------------------------------------------------------------ load
    } elsif ($userinput =~ /^load/) { # client only
	if (isClient) {
	    my $loadavg;
	    {
		my $loadfile=IO::File->new('/proc/loadavg');
		$loadavg=<$loadfile>;
	    }
	    $loadavg =~ s/\s.*//g;
	    my $loadpercent=100*$loadavg/$perlvar{'lonLoadLim'};
	    print $client "$loadpercent\n";
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# -------------------------------------------------------------------- userload
    } elsif ($userinput =~ /^userload/) { # client only
	if(isClient) {
	    my $userloadpercent=&userload();
	    print $client "$userloadpercent\n";
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
#
#        Transactions requiring encryption:
#
# ----------------------------------------------------------------- currentauth
    } elsif ($userinput =~ /^currentauth/) {
	if (($wasenc==1)  && isClient) { # Encoded & client only.
	    my ($cmd,$udom,$uname)=split(/:/,$userinput);
	    my $result = GetAuthType($udom, $uname);
	    if($result eq "nouser") {
		print $client "unknown_user\n";
	    }
	    else {
		print $client "$result\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
#--------------------------------------------------------------------- pushfile
    } elsif($userinput =~ /^pushfile/) {	# encoded & manager.
	if(($wasenc == 1) && isManager) {
	    my $cert = GetCertificate($userinput);
	    if(ValidManager($cert)) {
		my $reply = PushFile($userinput);
		print $client "$reply\n";
	    } else {
		print $client "refused\n";
	    } 
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
#--------------------------------------------------------------------- reinit
    } elsif($userinput =~ /^reinit/) { # Encoded and manager
	if (($wasenc == 1) && isManager) {
	    my $cert = GetCertificate($userinput);
	    if(ValidManager($cert)) {
		chomp($userinput);
		my $reply = ReinitProcess($userinput);
		print $client  "$reply\n";
	    } else {
		print $client "refused\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	}
#------------------------------------------------------------------------- edit
    } elsif ($userinput =~ /^edit/) {    # encoded and manager:
	if(($wasenc ==1) && (isManager)) {
	    my $cert = GetCertificate($userinput);
	    if(ValidManager($cert)) {
		my($command, $filetype, $script) = split(/:/, $userinput);
		if (($filetype eq "hosts") || ($filetype eq "domain")) {
		    if($script ne "") {
			Reply($client, EditFile($userinput));
		    } else {
			Reply($client,"refused\n",$userinput);
		    }
		} else {
		    Reply($client,"refused\n",$userinput);
		}
            } else {
		Reply($client,"refused\n",$userinput);
            }
	} else {
	    Reply($client,"refused\n",$userinput);
	}
# ------------------------------------------------------------------------ auth
    } elsif ($userinput =~ /^auth/) { # Encoded and client only.
	if (($wasenc==1) && isClient) {
	    my ($cmd,$udom,$uname,$upass)=split(/:/,$userinput);
	    chomp($upass);
	    $upass=unescape($upass);
	    my $proname=propath($udom,$uname);
	    my $passfilename="$proname/passwd";
	    if (-e $passfilename) {
		my $pf = IO::File->new($passfilename);
		my $realpasswd=<$pf>;
		chomp($realpasswd);
		my ($howpwd,$contentpwd)=split(/:/,$realpasswd);
		my $pwdcorrect=0;
		if ($howpwd eq 'internal') {
		    &Debug("Internal auth");
		    $pwdcorrect=
			(crypt($upass,$contentpwd) eq $contentpwd);
		} elsif ($howpwd eq 'unix') {
		    &Debug("Unix auth");
		    if((getpwnam($uname))[1] eq "") { #no such user!
			$pwdcorrect = 0;
		    } else {
			$contentpwd=(getpwnam($uname))[1];
			my $pwauth_path="/usr/local/sbin/pwauth";
			unless ($contentpwd eq 'x') {
			    $pwdcorrect=
				(crypt($upass,$contentpwd) eq 
				 $contentpwd);
			}
			
			elsif (-e $pwauth_path) {
			    open PWAUTH, "|$pwauth_path" or
				die "Cannot invoke authentication";
			    print PWAUTH "$uname\n$upass\n";
			    close PWAUTH;
			    $pwdcorrect=!$?;
			}
		    }
		} elsif ($howpwd eq 'krb4') {
		    my $null=pack("C",0);
		    unless ($upass=~/$null/) {
			my $krb4_error = &Authen::Krb4::get_pw_in_tkt
			    ($uname,"",$contentpwd,'krbtgt',
			     $contentpwd,1,$upass);
			if (!$krb4_error) {
			    $pwdcorrect = 1;
			} else { 
			    $pwdcorrect=0; 
			    # log error if it is not a bad password
			    if ($krb4_error != 62) {
				&logthis('krb4:'.$uname.','.
					 &Authen::Krb4::get_err_txt($Authen::Krb4::error));
			    }
			}
		    }
		} elsif ($howpwd eq 'krb5') {
		    my $null=pack("C",0);
		    unless ($upass=~/$null/) {
			my $krbclient=&Authen::Krb5::parse_name($uname.'@'.$contentpwd);
			my $krbservice="krbtgt/".$contentpwd."\@".$contentpwd;
			my $krbserver=&Authen::Krb5::parse_name($krbservice);
			my $credentials=&Authen::Krb5::cc_default();
			$credentials->initialize($krbclient);
			my $krbreturn = 
			    &Authen::Krb5::get_in_tkt_with_password(
								    $krbclient,$krbserver,$upass,$credentials);
#				  unless ($krbreturn) {
#				      &logthis("Krb5 Error: ".
#					       &Authen::Krb5::error());
#				  }
			$pwdcorrect = ($krbreturn == 1);
		    } else { $pwdcorrect=0; }
		} elsif ($howpwd eq 'localauth') {
		    $pwdcorrect=&localauth::localauth($uname,$upass,
						      $contentpwd);
		}
		if ($pwdcorrect) {
		    print $client "authorized\n";
		} else {
		    print $client "non_authorized\n";
		}  
	    } else {
		print $client "unknown_user\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ---------------------------------------------------------------------- passwd
    } elsif ($userinput =~ /^passwd/) { # encoded and client
	if (($wasenc==1) && isClient) {
	    my 
		($cmd,$udom,$uname,$upass,$npass)=split(/:/,$userinput);
	    chomp($npass);
	    $upass=&unescape($upass);
	    $npass=&unescape($npass);
	    &Debug("Trying to change password for $uname");
	    my $proname=propath($udom,$uname);
	    my $passfilename="$proname/passwd";
	    if (-e $passfilename) {
		my $realpasswd;
		{ my $pf = IO::File->new($passfilename);
		  $realpasswd=<$pf>; }
		chomp($realpasswd);
		my ($howpwd,$contentpwd)=split(/:/,$realpasswd);
		if ($howpwd eq 'internal') {
		    &Debug("internal auth");
		    if (crypt($upass,$contentpwd) eq $contentpwd) {
			my $salt=time;
			$salt=substr($salt,6,2);
			my $ncpass=crypt($npass,$salt);
			{
			    my $pf;
			    if ($pf = IO::File->new(">$passfilename")) {
				print $pf "internal:$ncpass\n";
				&logthis("Result of password change for $uname: pwchange_success");
				print $client "ok\n";
			    } else {
				&logthis("Unable to open $uname passwd to change password");
				print $client "non_authorized\n";
			    }
			}             
			
		    } else {
			print $client "non_authorized\n";
		    }
		} elsif ($howpwd eq 'unix') {
		    # Unix means we have to access /etc/password
		    # one way or another.
		    # First: Make sure the current password is
		    #        correct
		    &Debug("auth is unix");
		    $contentpwd=(getpwnam($uname))[1];
		    my $pwdcorrect = "0";
		    my $pwauth_path="/usr/local/sbin/pwauth";
		    unless ($contentpwd eq 'x') {
			$pwdcorrect=
			    (crypt($upass,$contentpwd) eq $contentpwd);
		    } elsif (-e $pwauth_path) {
			open PWAUTH, "|$pwauth_path" or
			    die "Cannot invoke authentication";
			print PWAUTH "$uname\n$upass\n";
			close PWAUTH;
			&Debug("exited pwauth with $? ($uname,$upass) ");
			$pwdcorrect=($? == 0);
		    }
		    if ($pwdcorrect) {
			my $execdir=$perlvar{'lonDaemons'};
			&Debug("Opening lcpasswd pipeline");
			my $pf = IO::File->new("|$execdir/lcpasswd > $perlvar{'lonDaemons'}/logs/lcpasswd.log");
			print $pf "$uname\n$npass\n$npass\n";
			close $pf;
			my $err = $?;
			my $result = ($err>0 ? 'pwchange_failure' 
				      : 'ok');
			&logthis("Result of password change for $uname: ".
				 &lcpasswdstrerror($?));
			print $client "$result\n";
		    } else {
			print $client "non_authorized\n";
		    }
		} else {
		    print $client "auth_mode_error\n";
		}  
	    } else {
		print $client "unknown_user\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# -------------------------------------------------------------------- makeuser
    } elsif ($userinput =~ /^makeuser/) { # encoded and client.
	&Debug("Make user received");
	my $oldumask=umask(0077);
	if (($wasenc==1) && isClient) {
	    my 
		($cmd,$udom,$uname,$umode,$npass)=split(/:/,$userinput);
	    &Debug("cmd =".$cmd." $udom =".$udom.
		   " uname=".$uname);
	    chomp($npass);
	    $npass=&unescape($npass);
	    my $proname=propath($udom,$uname);
	    my $passfilename="$proname/passwd";
	    &Debug("Password file created will be:".
		   $passfilename);
	    if (-e $passfilename) {
		print $client "already_exists\n";
	    } elsif ($udom ne $currentdomainid) {
		print $client "not_right_domain\n";
	    } else {
		my @fpparts=split(/\//,$proname);
		my $fpnow=$fpparts[0].'/'.$fpparts[1].'/'.$fpparts[2];
		my $fperror='';
		for (my $i=3;$i<=$#fpparts;$i++) {
		    $fpnow.='/'.$fpparts[$i]; 
		    unless (-e $fpnow) {
			unless (mkdir($fpnow,0777)) {
			    $fperror="error: ".($!+0)
				." mkdir failed while attempting "
				."makeuser";
			}
		    }
		}
		unless ($fperror) {
		    my $result=&make_passwd_file($uname, $umode,$npass,
						 $passfilename);
		    print $client $result;
		} else {
		    print $client "$fperror\n";
		}
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
	umask($oldumask);
# -------------------------------------------------------------- changeuserauth
    } elsif ($userinput =~ /^changeuserauth/) { # encoded & client
	&Debug("Changing authorization");
	if (($wasenc==1) && isClient) {
	    my 
		($cmd,$udom,$uname,$umode,$npass)=split(/:/,$userinput);
	    chomp($npass);
	    &Debug("cmd = ".$cmd." domain= ".$udom.
		   "uname =".$uname." umode= ".$umode);
	    $npass=&unescape($npass);
	    my $proname=&propath($udom,$uname);
	    my $passfilename="$proname/passwd";
	    if ($udom ne $currentdomainid) {
		print $client "not_right_domain\n";
	    } else {
		my $result=&make_passwd_file($uname, $umode,$npass,
					     $passfilename);
		print $client $result;
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ------------------------------------------------------------------------ home
    } elsif ($userinput =~ /^home/) { # client clear or encoded
	if(isClient) {
	    my ($cmd,$udom,$uname)=split(/:/,$userinput);
	    chomp($uname);
	    my $proname=propath($udom,$uname);
	    if (-e $proname) {
		print $client "found\n";
	    } else {
		print $client "not_found\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ---------------------------------------------------------------------- update
    } elsif ($userinput =~ /^update/) { # client clear or encoded.
	if(isClient) {
	    my ($cmd,$fname)=split(/:/,$userinput);
	    my $ownership=ishome($fname);
	    if ($ownership eq 'not_owner') {
		if (-e $fname) {
		    my ($dev,$ino,$mode,$nlink,
			$uid,$gid,$rdev,$size,
			$atime,$mtime,$ctime,
			$blksize,$blocks)=stat($fname);
		    my $now=time;
		    my $since=$now-$atime;
		    if ($since>$perlvar{'lonExpire'}) {
			my $reply=
			    &reply("unsub:$fname","$clientname");
				    unlink("$fname");
		    } else {
			my $transname="$fname.in.transfer";
			my $remoteurl=
			    &reply("sub:$fname","$clientname");
			my $response;
			{
			    my $ua=new LWP::UserAgent;
			    my $request=new HTTP::Request('GET',"$remoteurl");
			    $response=$ua->request($request,$transname);
			}
			if ($response->is_error()) {
			    unlink($transname);
			    my $message=$response->status_line;
			    &logthis(
				     "LWP GET: $message for $fname ($remoteurl)");
			} else {
			    if ($remoteurl!~/\.meta$/) {
				my $ua=new LWP::UserAgent;
				my $mrequest=
				    new HTTP::Request('GET',$remoteurl.'.meta');
				my $mresponse=
				    $ua->request($mrequest,$fname.'.meta');
				if ($mresponse->is_error()) {
				    unlink($fname.'.meta');
				}
			    }
			    rename($transname,$fname);
			}
		    }
		    print $client "ok\n";
		} else {
		    print $client "not_found\n";
		}
	    } else {
		print $client "rejected\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# -------------------------------------- fetch a user file from a remote server
    } elsif ($userinput =~ /^fetchuserfile/) { # Client clear or enc.
	if(isClient) {
	    my ($cmd,$fname)=split(/:/,$userinput);
	    my ($udom,$uname,$ufile) = ($fname =~ m|^([^/]+)/([^/]+)/(.+)$|);
	    my $udir=propath($udom,$uname).'/userfiles';
	    unless (-e $udir) { mkdir($udir,0770); }
	    if (-e $udir) {
		$ufile=~s/^[\.\~]+//;
		my $path = $udir;
		if ($ufile =~m|(.+)/([^/]+)$|) {
		    my @parts=split('/',$1);
		    foreach my $part (@parts) {
			$path .= '/'.$part;
			if ((-e $path)!=1) {
			    mkdir($path,0770);
			}
		    }
		}
		my $destname=$udir.'/'.$ufile;
		my $transname=$udir.'/'.$ufile.'.in.transit';
		my $remoteurl='http://'.$clientip.'/userfiles/'.$fname;
		my $response;
		{
		    my $ua=new LWP::UserAgent;
		    my $request=new HTTP::Request('GET',"$remoteurl");
		    $response=$ua->request($request,$transname);
		}
		if ($response->is_error()) {
		    unlink($transname);
		    my $message=$response->status_line;
		    &logthis("LWP GET: $message for $fname ($remoteurl)");
		    print $client "failed\n";
		} else {
		    if (!rename($transname,$destname)) {
			&logthis("Unable to move $transname to $destname");
			unlink($transname);
			print $client "failed\n";
		    } else {
			print $client "ok\n";
		    }
		}
	    } else {
		print $client "not_home\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	}
# --------------------------------------------------------- remove a user file 
    } elsif ($userinput =~ /^removeuserfile/) { # Client clear or enc.
	if(isClient) {
	    my ($cmd,$fname)=split(/:/,$userinput);
	    my ($udom,$uname,$ufile) = ($fname =~ m|^([^/]+)/([^/]+)/(.+)$|);
	    &logthis("$udom - $uname - $ufile");
	    if ($ufile =~m|/\.\./|) {
		# any files paths with /../ in them refuse 
		# to deal with
		print $client "refused\n";
	    } else {
		my $udir=propath($udom,$uname);
		if (-e $udir) {
		    my $file=$udir.'/userfiles/'.$ufile;
		    if (-e $file) {
			unlink($file);
			if (-e $file) {
			    print $client "failed\n";
			} else {
			    print $client "ok\n";
			}
		    } else {
			print $client "not_found\n";
		    }
		} else {
		    print $client "not_home\n";
		}
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	}
# ------------------------------------------ authenticate access to a user file
    } elsif ($userinput =~ /^tokenauthuserfile/) { # Client only
	if(isClient) {
	    my ($cmd,$fname,$session)=split(/:/,$userinput);
	    chomp($session);
	    my $reply='non_auth';
	    if (open(ENVIN,$perlvar{'lonIDsDir'}.'/'.
		     $session.'.id')) {
		while (my $line=<ENVIN>) {
		    if ($line=~ m|userfile\.\Q$fname\E\=|) { $reply='ok'; }
			    }
		close(ENVIN);
		print $client $reply."\n";
	    } else {
		print $client "invalid_token\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ----------------------------------------------------------------- unsubscribe
    } elsif ($userinput =~ /^unsub/) {
	if(isClient) {
	    my ($cmd,$fname)=split(/:/,$userinput);
	    if (-e $fname) {
		print $client &unsub($fname,$clientip);
	    } else {
		print $client "not_found\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ------------------------------------------------------------------- subscribe
    } elsif ($userinput =~ /^sub/) {
	if(isClient) {
	    print $client &subscribe($userinput,$clientip);
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ------------------------------------------------------------- current version
    } elsif ($userinput =~ /^currentversion/) {
	if(isClient) {
	    my ($cmd,$fname)=split(/:/,$userinput);
	    print $client &currentversion($fname)."\n";
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ------------------------------------------------------------------------- log
    } elsif ($userinput =~ /^log/) {
	if(isClient) {
	    my ($cmd,$udom,$uname,$what)=split(/:/,$userinput);
	    chomp($what);
	    my $proname=propath($udom,$uname);
	    my $now=time;
	    {
		my $hfh;
		if ($hfh=IO::File->new(">>$proname/activity.log")) { 
		    print $hfh "$now:$clientname:$what\n";
		    print $client "ok\n"; 
		} else {
		    print $client "error: ".($!+0)
			." IO::File->new Failed "
			."while attempting log\n";
		}
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ------------------------------------------------------------------------- put
    } elsif ($userinput =~ /^put/) {
	if(isClient) {
	    my ($cmd,$udom,$uname,$namespace,$what)
		=split(/:/,$userinput,5);
	    $namespace=~s/\//\_/g;
	    $namespace=~s/\W//g;
	    if ($namespace ne 'roles') {
		chomp($what);
		my $proname=propath($udom,$uname);
		my $now=time;
		my @pairs=split(/\&/,$what);
		my %hash;
		if (tie(%hash,'GDBM_File',
			"$proname/$namespace.db",
			&GDBM_WRCREAT(),0640)) {
		    unless ($namespace=~/^nohist\_/) {
			my $hfh;
			if ($hfh=IO::File->new(">>$proname/$namespace.hist")) { print $hfh "P:$now:$what\n"; }
		    }
		    
		    foreach my $pair (@pairs) {
			my ($key,$value)=split(/=/,$pair);
			$hash{$key}=$value;
		    }
		    if (untie(%hash)) {
			print $client "ok\n";
		    } else {
			print $client "error: ".($!+0)
			    ." untie(GDBM) failed ".
			    "while attempting put\n";
		    }
		} else {
		    print $client "error: ".($!)
			." tie(GDBM) Failed ".
			"while attempting put\n";
		}
	    } else {
		print $client "refused\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ------------------------------------------------------------------- inc
    } elsif ($userinput =~ /^inc:/) {
	if(isClient) {
	    my ($cmd,$udom,$uname,$namespace,$what)
		=split(/:/,$userinput);
	    $namespace=~s/\//\_/g;
	    $namespace=~s/\W//g;
	    if ($namespace ne 'roles') {
		chomp($what);
		my $proname=propath($udom,$uname);
		my $now=time;
		my @pairs=split(/\&/,$what);
		my %hash;
		if (tie(%hash,'GDBM_File',
			"$proname/$namespace.db",
			&GDBM_WRCREAT(),0640)) {
		    unless ($namespace=~/^nohist\_/) {
			my $hfh;
			if ($hfh=IO::File->new(">>$proname/$namespace.hist")) { print $hfh "P:$now:$what\n"; }
		    }
		    foreach my $pair (@pairs) {
			my ($key,$value)=split(/=/,$pair);
			# We could check that we have a number...
			if (! defined($value) || $value eq '') {
			    $value = 1;
			}
			$hash{$key}+=$value;
		    }
		    if (untie(%hash)) {
			print $client "ok\n";
		    } else {
			print $client "error: ".($!+0)
			    ." untie(GDBM) failed ".
			    "while attempting inc\n";
		    }
		} else {
		    print $client "error: ".($!)
			." tie(GDBM) Failed ".
			"while attempting inc\n";
		}
	    } else {
		print $client "refused\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# -------------------------------------------------------------------- rolesput
    } elsif ($userinput =~ /^rolesput/) {
	if(isClient) {
	    &Debug("rolesput");
	    if ($wasenc==1) {
		my ($cmd,$exedom,$exeuser,$udom,$uname,$what)
		    =split(/:/,$userinput);
		&Debug("cmd = ".$cmd." exedom= ".$exedom.
		       "user = ".$exeuser." udom=".$udom.
		       "what = ".$what);
		my $namespace='roles';
		chomp($what);
		my $proname=propath($udom,$uname);
		my $now=time;
		my @pairs=split(/\&/,$what);
		my %hash;
		if (tie(%hash,'GDBM_File',"$proname/$namespace.db",&GDBM_WRCREAT(),0640)) {
		    {
			my $hfh;
			if ($hfh=IO::File->new(">>$proname/$namespace.hist")) { 
			    print $hfh "P:$now:$exedom:$exeuser:$what\n";
			}
		    }
		    
		    foreach my $pair (@pairs) {
			my ($key,$value)=split(/=/,$pair);
			&ManagePermissions($key, $udom, $uname,
					   &GetAuthType( $udom, 
							 $uname));
			$hash{$key}=$value;
		    }
		    if (untie(%hash)) {
			print $client "ok\n";
		    } else {
			print $client "error: ".($!+0)
			    ." untie(GDBM) Failed ".
			    "while attempting rolesput\n";
		    }
		} else {
		    print $client "error: ".($!+0)
			." tie(GDBM) Failed ".
			"while attempting rolesput\n";
			    }
	    } else {
		print $client "refused\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# -------------------------------------------------------------------- rolesdel
    } elsif ($userinput =~ /^rolesdel/) {
	if(isClient) {
	    &Debug("rolesdel");
	    if ($wasenc==1) {
		my ($cmd,$exedom,$exeuser,$udom,$uname,$what)
		    =split(/:/,$userinput);
		&Debug("cmd = ".$cmd." exedom= ".$exedom.
		       "user = ".$exeuser." udom=".$udom.
		       "what = ".$what);
		my $namespace='roles';
		chomp($what);
		my $proname=propath($udom,$uname);
		my $now=time;
		my @rolekeys=split(/\&/,$what);
		my %hash;
		if (tie(%hash,'GDBM_File',"$proname/$namespace.db",&GDBM_WRCREAT(),0640)) {
		    {
			my $hfh;
			if ($hfh=IO::File->new(">>$proname/$namespace.hist")) { 
			    print $hfh "D:$now:$exedom:$exeuser:$what\n";
			}
		    }
		    foreach my $key (@rolekeys) {
			delete $hash{$key};
		    }
		    if (untie(%hash)) {
			print $client "ok\n";
		    } else {
			print $client "error: ".($!+0)
			    ." untie(GDBM) Failed ".
			    "while attempting rolesdel\n";
		    }
		} else {
		    print $client "error: ".($!+0)
			." tie(GDBM) Failed ".
			"while attempting rolesdel\n";
		}
	    } else {
		print $client "refused\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ------------------------------------------------------------------------- get
    } elsif ($userinput =~ /^get/) {
	if(isClient) {
	    my ($cmd,$udom,$uname,$namespace,$what)
		=split(/:/,$userinput);
	    $namespace=~s/\//\_/g;
	    $namespace=~s/\W//g;
	    chomp($what);
	    my @queries=split(/\&/,$what);
	    my $proname=propath($udom,$uname);
	    my $qresult='';
	    my %hash;
	    if (tie(%hash,'GDBM_File',"$proname/$namespace.db",&GDBM_READER(),0640)) {
		for (my $i=0;$i<=$#queries;$i++) {
		    $qresult.="$hash{$queries[$i]}&";
		}
		if (untie(%hash)) {
		    $qresult=~s/\&$//;
		    print $client "$qresult\n";
		} else {
		    print $client "error: ".($!+0)
			." untie(GDBM) Failed ".
			"while attempting get\n";
		}
	    } else {
		if ($!+0 == 2) {
		    print $client "error:No such file or ".
			"GDBM reported bad block error\n";
		} else {
		    print $client "error: ".($!+0)
			." tie(GDBM) Failed ".
			"while attempting get\n";
		}
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ------------------------------------------------------------------------ eget
    } elsif ($userinput =~ /^eget/) {
	if (isClient) {
	    my ($cmd,$udom,$uname,$namespace,$what)
		=split(/:/,$userinput);
	    $namespace=~s/\//\_/g;
	    $namespace=~s/\W//g;
	    chomp($what);
	    my @queries=split(/\&/,$what);
	    my $proname=propath($udom,$uname);
	    my $qresult='';
	    my %hash;
	    if (tie(%hash,'GDBM_File',"$proname/$namespace.db",&GDBM_READER(),0640)) {
		for (my $i=0;$i<=$#queries;$i++) {
		    $qresult.="$hash{$queries[$i]}&";
		}
		if (untie(%hash)) {
		    $qresult=~s/\&$//;
		    if ($cipher) {
			my $cmdlength=length($qresult);
			$qresult.="         ";
			my $encqresult='';
			for 
			    (my $encidx=0;$encidx<=$cmdlength;$encidx+=8) {
				$encqresult.=
				    unpack("H16",
					   $cipher->encrypt(substr($qresult,$encidx,8)));
			    }
			print $client "enc:$cmdlength:$encqresult\n";
		    } else {
			print $client "error:no_key\n";
		    }
		} else {
		    print $client "error: ".($!+0)
			." untie(GDBM) Failed ".
			"while attempting eget\n";
		}
	    } else {
		print $client "error: ".($!+0)
		    ." tie(GDBM) Failed ".
		    "while attempting eget\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ------------------------------------------------------------------------- del
    } elsif ($userinput =~ /^del/) {
	if(isClient) {
	    my ($cmd,$udom,$uname,$namespace,$what)
		=split(/:/,$userinput);
	    $namespace=~s/\//\_/g;
	    $namespace=~s/\W//g;
	    chomp($what);
	    my $proname=propath($udom,$uname);
	    my $now=time;
	    my @keys=split(/\&/,$what);
	    my %hash;
	    if (tie(%hash,'GDBM_File',"$proname/$namespace.db",&GDBM_WRCREAT(),0640)) {
		unless ($namespace=~/^nohist\_/) {
		    my $hfh;
		    if ($hfh=IO::File->new(">>$proname/$namespace.hist")) { print $hfh "D:$now:$what\n"; }
		}
		foreach my $key (@keys) {
		    delete($hash{$key});
		}
		if (untie(%hash)) {
		    print $client "ok\n";
		} else {
		    print $client "error: ".($!+0)
			." untie(GDBM) Failed ".
			"while attempting del\n";
		}
	    } else {
		print $client "error: ".($!+0)
		    ." tie(GDBM) Failed ".
		    "while attempting del\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ------------------------------------------------------------------------ keys
    } elsif ($userinput =~ /^keys/) {
	if(isClient) {
	    my ($cmd,$udom,$uname,$namespace)
		=split(/:/,$userinput);
	    $namespace=~s/\//\_/g;
	    $namespace=~s/\W//g;
	    my $proname=propath($udom,$uname);
	    my $qresult='';
	    my %hash;
	    if (tie(%hash,'GDBM_File',"$proname/$namespace.db",&GDBM_READER(),0640)) {
		foreach my $key (keys %hash) {
		    $qresult.="$key&";
		}
		if (untie(%hash)) {
		    $qresult=~s/\&$//;
		    print $client "$qresult\n";
		} else {
		    print $client "error: ".($!+0)
			." untie(GDBM) Failed ".
			"while attempting keys\n";
		}
	    } else {
		print $client "error: ".($!+0)
		    ." tie(GDBM) Failed ".
		    "while attempting keys\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ----------------------------------------------------------------- dumpcurrent
    } elsif ($userinput =~ /^currentdump/) {
	if (isClient) {
	    my ($cmd,$udom,$uname,$namespace)
		=split(/:/,$userinput);
	    $namespace=~s/\//\_/g;
	    $namespace=~s/\W//g;
	    my $qresult='';
	    my $proname=propath($udom,$uname);
	    my %hash;
	    if (tie(%hash,'GDBM_File',
		    "$proname/$namespace.db",
		    &GDBM_READER(),0640)) {
			    # Structure of %data:
		# $data{$symb}->{$parameter}=$value;
		# $data{$symb}->{'v.'.$parameter}=$version;
		# since $parameter will be unescaped, we do not
		# have to worry about silly parameter names...
		my %data = ();
		while (my ($key,$value) = each(%hash)) {
		    my ($v,$symb,$param) = split(/:/,$key);
		    next if ($v eq 'version' || $symb eq 'keys');
		    next if (exists($data{$symb}) && 
			     exists($data{$symb}->{$param}) &&
			     $data{$symb}->{'v.'.$param} > $v);
		    $data{$symb}->{$param}=$value;
		    $data{$symb}->{'v.'.$param}=$v;
		}
		if (untie(%hash)) {
		    while (my ($symb,$param_hash) = each(%data)) {
			while(my ($param,$value) = each (%$param_hash)){
			    next if ($param =~ /^v\./);
			    $qresult.=$symb.':'.$param.'='.$value.'&';
			}
		    }
		    chop($qresult);
		    print $client "$qresult\n";
		} else {
		    print $client "error: ".($!+0)
			." untie(GDBM) Failed ".
			"while attempting currentdump\n";
		}
	    } else {
		print $client "error: ".($!+0)
		    ." tie(GDBM) Failed ".
		    "while attempting currentdump\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	}
# ------------------------------------------------------------------------ dump
    } elsif ($userinput =~ /^dump/) {
	if(isClient) {
	    my ($cmd,$udom,$uname,$namespace,$regexp)
		=split(/:/,$userinput);
	    $namespace=~s/\//\_/g;
	    $namespace=~s/\W//g;
	    if (defined($regexp)) {
		$regexp=&unescape($regexp);
	    } else {
		$regexp='.';
	    }
	    my $qresult='';
	    my $proname=propath($udom,$uname);
	    my %hash;
	    if (tie(%hash,'GDBM_File',"$proname/$namespace.db",&GDBM_READER(),0640)) {
		while (my ($key,$value) = each(%hash)) {
		    if ($regexp eq '.') {
			$qresult.=$key.'='.$value.'&';
		    } else {
			my $unescapeKey = &unescape($key);
			if (eval('$unescapeKey=~/$regexp/')) {
			    $qresult.="$key=$value&";
			}
		    }
		}
		if (untie(%hash)) {
		    chop($qresult);
		    print $client "$qresult\n";
		} else {
		    print $client "error: ".($!+0)
			." untie(GDBM) Failed ".
			"while attempting dump\n";
		}
	    } else {
		print $client "error: ".($!+0)
		    ." tie(GDBM) Failed ".
		    "while attempting dump\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ----------------------------------------------------------------------- store
    } elsif ($userinput =~ /^store/) {
	if(isClient) {
	    my ($cmd,$udom,$uname,$namespace,$rid,$what)
		=split(/:/,$userinput);
	    $namespace=~s/\//\_/g;
	    $namespace=~s/\W//g;
	    if ($namespace ne 'roles') {
		chomp($what);
		my $proname=propath($udom,$uname);
		my $now=time;
		my @pairs=split(/\&/,$what);
		my %hash;
		if (tie(%hash,'GDBM_File',"$proname/$namespace.db",&GDBM_WRCREAT(),0640)) {
		    unless ($namespace=~/^nohist\_/) {
			my $hfh;
			if ($hfh=IO::File->new(">>$proname/$namespace.hist")) {
			    print $hfh "P:$now:$rid:$what\n";
			}
		    }
		    my @previouskeys=split(/&/,$hash{"keys:$rid"});
		    my $key;
		    $hash{"version:$rid"}++;
		    my $version=$hash{"version:$rid"};
		    my $allkeys=''; 
		    foreach my $pair (@pairs) {
			my ($key,$value)=split(/=/,$pair);
			$allkeys.=$key.':';
			$hash{"$version:$rid:$key"}=$value;
		    }
		    $hash{"$version:$rid:timestamp"}=$now;
		    $allkeys.='timestamp';
		    $hash{"$version:keys:$rid"}=$allkeys;
		    if (untie(%hash)) {
			print $client "ok\n";
		    } else {
			print $client "error: ".($!+0)
			    ." untie(GDBM) Failed ".
			    "while attempting store\n";
				}
		} else {
		    print $client "error: ".($!+0)
			." tie(GDBM) Failed ".
			"while attempting store\n";
		}
	    } else {
		print $client "refused\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# --------------------------------------------------------------------- restore
    } elsif ($userinput =~ /^restore/) {
	if(isClient) {
	    my ($cmd,$udom,$uname,$namespace,$rid)
		=split(/:/,$userinput);
	    $namespace=~s/\//\_/g;
	    $namespace=~s/\W//g;
	    chomp($rid);
	    my $proname=propath($udom,$uname);
	    my $qresult='';
	    my %hash;
	    if (tie(%hash,'GDBM_File',"$proname/$namespace.db",&GDBM_READER(),0640)) {
		my $version=$hash{"version:$rid"};
		$qresult.="version=$version&";
		my $scope;
		for ($scope=1;$scope<=$version;$scope++) {
		    my $vkeys=$hash{"$scope:keys:$rid"};
		    my @keys=split(/:/,$vkeys);
		    my $key;
		    $qresult.="$scope:keys=$vkeys&";
		    foreach $key (@keys) {
			$qresult.="$scope:$key=".$hash{"$scope:$rid:$key"}."&";
		    }                                  
		}
		if (untie(%hash)) {
		    $qresult=~s/\&$//;
		    print $client "$qresult\n";
		} else {
		    print $client "error: ".($!+0)
			." untie(GDBM) Failed ".
			"while attempting restore\n";
		}
	    } else {
		print $client "error: ".($!+0)
		    ." tie(GDBM) Failed ".
		    "while attempting restore\n";
	    }
	} else  {
	    Reply($client, "refused\n", $userinput);
	    
	}
# -------------------------------------------------------------------- chatsend
    } elsif ($userinput =~ /^chatsend/) {
	if(isClient) {
	    my ($cmd,$cdom,$cnum,$newpost)=split(/\:/,$userinput);
	    &chatadd($cdom,$cnum,$newpost);
	    print $client "ok\n";
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# -------------------------------------------------------------------- chatretr
    } elsif ($userinput =~ /^chatretr/) {
	if(isClient) {
	    my 
		($cmd,$cdom,$cnum,$udom,$uname)=split(/\:/,$userinput);
	    my $reply='';
	    foreach (&getchat($cdom,$cnum,$udom,$uname)) {
		$reply.=&escape($_).':';
	    }
	    $reply=~s/\:$//;
	    print $client $reply."\n";
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ------------------------------------------------------------------- querysend
    } elsif ($userinput =~ /^querysend/) {
	if (isClient) {
	    my ($cmd,$query,
		$arg1,$arg2,$arg3)=split(/\:/,$userinput);
	    $query=~s/\n*$//g;
	    print $client "".
		sqlreply("$clientname\&$query".
			 "\&$arg1"."\&$arg2"."\&$arg3")."\n";
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ------------------------------------------------------------------ queryreply
    } elsif ($userinput =~ /^queryreply/) {
	if(isClient) {
	    my ($cmd,$id,$reply)=split(/:/,$userinput); 
	    my $store;
	    my $execdir=$perlvar{'lonDaemons'};
	    if ($store=IO::File->new(">$execdir/tmp/$id")) {
		$reply=~s/\&/\n/g;
		print $store $reply;
		close $store;
		my $store2=IO::File->new(">$execdir/tmp/$id.end");
		print $store2 "done\n";
		close $store2;
		print $client "ok\n";
	    }
	    else {
		print $client "error: ".($!+0)
		    ." IO::File->new Failed ".
		    "while attempting queryreply\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ----------------------------------------------------------------- courseidput
    } elsif ($userinput =~ /^courseidput/) {
	if(isClient) {
	    my ($cmd,$udom,$what)=split(/:/,$userinput);
	    chomp($what);
			$udom=~s/\W//g;
	    my $proname=
		"$perlvar{'lonUsersDir'}/$udom/nohist_courseids";
	    my $now=time;
	    my @pairs=split(/\&/,$what);
	    my %hash;
	    if (tie(%hash,'GDBM_File',"$proname.db",&GDBM_WRCREAT(),0640)) {
		foreach my $pair (@pairs) {
		    my ($key,$descr,$inst_code)=split(/=/,$pair);
		    $hash{$key}=$descr.':'.$inst_code.':'.$now;
		}
		if (untie(%hash)) {
		    print $client "ok\n";
		} else {
		    print $client "error: ".($!+0)
			." untie(GDBM) Failed ".
			"while attempting courseidput\n";
		}
	    } else {
		print $client "error: ".($!+0)
		    ." tie(GDBM) Failed ".
		    "while attempting courseidput\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ---------------------------------------------------------------- courseiddump
    } elsif ($userinput =~ /^courseiddump/) {
	if(isClient) {
	    my ($cmd,$udom,$since,$description)
		=split(/:/,$userinput);
	    if (defined($description)) {
		$description=&unescape($description);
	    } else {
		$description='.';
	    }
	    unless (defined($since)) { $since=0; }
	    my $qresult='';
	    my $proname=
		"$perlvar{'lonUsersDir'}/$udom/nohist_courseids";
	    my %hash;
	    if (tie(%hash,'GDBM_File',"$proname.db",&GDBM_READER(),0640)) {
		while (my ($key,$value) = each(%hash)) {
		    my ($descr,$lasttime,$inst_code);
		    if ($value =~ m/^([^\:]*):([^\:]*):(\d+)$/) {
			($descr,$inst_code,$lasttime)=($1,$2,$3);
		    } else {
			($descr,$lasttime) = split(/\:/,$value);
		    }
		    if ($lasttime<$since) { next; }
		    if ($description eq '.') {
			$qresult.=$key.'='.$descr.':'.$inst_code.'&';
		    } else {
			my $unescapeVal = &unescape($descr);
			if (eval('$unescapeVal=~/\Q$description\E/i')) {
			    $qresult.=$key.'='.$descr.':'.$inst_code.'&';
			}
		    }
		}
		if (untie(%hash)) {
		    chop($qresult);
		    print $client "$qresult\n";
		} else {
		    print $client "error: ".($!+0)
			." untie(GDBM) Failed ".
			"while attempting courseiddump\n";
		}
	    } else {
		print $client "error: ".($!+0)
		    ." tie(GDBM) Failed ".
		    "while attempting courseiddump\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ----------------------------------------------------------------------- idput
    } elsif ($userinput =~ /^idput/) {
	if(isClient) {
	    my ($cmd,$udom,$what)=split(/:/,$userinput);
	    chomp($what);
	    $udom=~s/\W//g;
	    my $proname="$perlvar{'lonUsersDir'}/$udom/ids";
	    my $now=time;
	    my @pairs=split(/\&/,$what);
	    my %hash;
	    if (tie(%hash,'GDBM_File',"$proname.db",&GDBM_WRCREAT(),0640)) {
		{
		    my $hfh;
		    if ($hfh=IO::File->new(">>$proname.hist")) {
			print $hfh "P:$now:$what\n";
		    }
		}
		foreach my $pair (@pairs) {
		    my ($key,$value)=split(/=/,$pair);
		    $hash{$key}=$value;
		}
		if (untie(%hash)) {
		    print $client "ok\n";
		} else {
		    print $client "error: ".($!+0)
			." untie(GDBM) Failed ".
			"while attempting idput\n";
		}
	    } else {
		print $client "error: ".($!+0)
		    ." tie(GDBM) Failed ".
		    "while attempting idput\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ----------------------------------------------------------------------- idget
    } elsif ($userinput =~ /^idget/) {
	if(isClient) {
	    my ($cmd,$udom,$what)=split(/:/,$userinput);
	    chomp($what);
	    $udom=~s/\W//g;
	    my $proname="$perlvar{'lonUsersDir'}/$udom/ids";
	    my @queries=split(/\&/,$what);
	    my $qresult='';
	    my %hash;
	    if (tie(%hash,'GDBM_File',"$proname.db",&GDBM_READER(),0640)) {
		for (my $i=0;$i<=$#queries;$i++) {
		    $qresult.="$hash{$queries[$i]}&";
		}
		if (untie(%hash)) {
		    $qresult=~s/\&$//;
		    print $client "$qresult\n";
		} else {
		    print $client "error: ".($!+0)
			." untie(GDBM) Failed ".
			"while attempting idget\n";
		}
	    } else {
		print $client "error: ".($!+0)
		    ." tie(GDBM) Failed ".
		    "while attempting idget\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ---------------------------------------------------------------------- tmpput
    } elsif ($userinput =~ /^tmpput/) {
	if(isClient) {
	    my ($cmd,$what)=split(/:/,$userinput);
	    my $store;
	    $tmpsnum++;
	    my $id=$$.'_'.$clientip.'_'.$tmpsnum;
	    $id=~s/\W/\_/g;
	    $what=~s/\n//g;
	    my $execdir=$perlvar{'lonDaemons'};
	    if ($store=IO::File->new(">$execdir/tmp/$id.tmp")) {
		print $store $what;
		close $store;
		print $client "$id\n";
	    }
	    else {
		print $client "error: ".($!+0)
		    ."IO::File->new Failed ".
		    "while attempting tmpput\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
	
# ---------------------------------------------------------------------- tmpget
    } elsif ($userinput =~ /^tmpget/) {
	if(isClient) {
	    my ($cmd,$id)=split(/:/,$userinput);
	    chomp($id);
	    $id=~s/\W/\_/g;
	    my $store;
	    my $execdir=$perlvar{'lonDaemons'};
	    if ($store=IO::File->new("$execdir/tmp/$id.tmp")) {
		my $reply=<$store>;
			    print $client "$reply\n";
		close $store;
	    }
	    else {
		print $client "error: ".($!+0)
		    ."IO::File->new Failed ".
		    "while attempting tmpget\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ---------------------------------------------------------------------- tmpdel
    } elsif ($userinput =~ /^tmpdel/) {
	if(isClient) {
	    my ($cmd,$id)=split(/:/,$userinput);
	    chomp($id);
	    $id=~s/\W/\_/g;
	    my $execdir=$perlvar{'lonDaemons'};
	    if (unlink("$execdir/tmp/$id.tmp")) {
		print $client "ok\n";
	    } else {
		print $client "error: ".($!+0)
		    ."Unlink tmp Failed ".
		    "while attempting tmpdel\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ----------------------------------------- portfolio directory list (portls)
    } elsif ($userinput =~ /^portls/) {
	if(isClient) {
	    my ($cmd,$uname,$udom)=split(/:/,$userinput);
	    my $udir=propath($udom,$uname).'/userfiles/portfolio';
	    my $dirLine='';
	    my $dirContents='';
	    if (opendir(LSDIR,$udir.'/')){
		while ($dirLine = readdir(LSDIR)){
		    $dirContents = $dirContents.$dirLine.'<br />';
		}
	    } else {
		$dirContents = "No directory found\n";
	    }
	    print $client $dirContents."\n";
	} else {
	    Reply($client, "refused\n", $userinput);
	}
# -------------------------------------------------------------------------- ls
    } elsif ($userinput =~ /^ls/) {
	if(isClient) {
	    my $obs;
	    my $rights;
	    my ($cmd,$ulsdir)=split(/:/,$userinput);
	    my $ulsout='';
	    my $ulsfn;
	    if (-e $ulsdir) {
		if(-d $ulsdir) {
		    if (opendir(LSDIR,$ulsdir)) {
			while ($ulsfn=readdir(LSDIR)) {
			    undef $obs, $rights; 
			    my @ulsstats=stat($ulsdir.'/'.$ulsfn);
			    #We do some obsolete checking here
			    if(-e $ulsdir.'/'.$ulsfn.".meta") { 
				open(FILE, $ulsdir.'/'.$ulsfn.".meta");
				my @obsolete=<FILE>;
				foreach my $obsolete (@obsolete) {
				    if($obsolete =~ m|(<obsolete>)(on)|) { $obs = 1; } 
				    if($obsolete =~ m|(<copyright>)(default)|) { $rights = 1; }
				}
			    }
			    $ulsout.=$ulsfn.'&'.join('&',@ulsstats);
			    if($obs eq '1') { $ulsout.="&1"; }
			    else { $ulsout.="&0"; }
			    if($rights eq '1') { $ulsout.="&1:"; }
			    else { $ulsout.="&0:"; }
			}
			closedir(LSDIR);
		    }
		} else {
		    my @ulsstats=stat($ulsdir);
		    $ulsout.=$ulsfn.'&'.join('&',@ulsstats).':';
		}
	    } else {
		$ulsout='no_such_dir';
	    }
	    if ($ulsout eq '') { $ulsout='empty'; }
	    print $client "$ulsout\n";
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ----------------------------------------------------------------- setannounce
    } elsif ($userinput =~ /^setannounce/) {
	if (isClient) {
	    my ($cmd,$announcement)=split(/:/,$userinput);
	    chomp($announcement);
	    $announcement=&unescape($announcement);
	    if (my $store=IO::File->new('>'.$perlvar{'lonDocRoot'}.
					'/announcement.txt')) {
		print $store $announcement;
		close $store;
		print $client "ok\n";
	    } else {
		print $client "error: ".($!+0)."\n";
	    }
	} else {
	    Reply($client, "refused\n", $userinput);
	    
	}
# ------------------------------------------------------------------ Hanging up
    } elsif (($userinput =~ /^exit/) ||
	     ($userinput =~ /^init/)) { # no restrictions.
	&logthis(
		 "Client $clientip ($clientname) hanging up: $userinput");
	print $client "bye\n";
	$client->shutdown(2);        # shutdown the socket forcibly.
	$client->close();
	return 0;
	
# ---------------------------------- set current host/domain
    } elsif ($userinput =~ /^sethost:/) {
	if (isClient) {
	    print $client &sethost($userinput)."\n";
	} else {
	    print $client "refused\n";
	}
#---------------------------------- request file (?) version.
    } elsif ($userinput =~/^version:/) {
	if (isClient) {
	    print $client &version($userinput)."\n";
	} else {
	    print $client "refused\n";
	}
#------------------------------- is auto-enrollment enabled?
    } elsif ($userinput =~/^autorun:/) {
	if (isClient) {
	    my ($cmd,$cdom) = split(/:/,$userinput);
	    my $outcome = &localenroll::run($cdom);
	    print $client "$outcome\n";
	} else {
	    print $client "0\n";
	}
#------------------------------- get official sections (for auto-enrollment).
    } elsif ($userinput =~/^autogetsections:/) {
	if (isClient) {
	    my ($cmd,$coursecode,$cdom)=split(/:/,$userinput);
	    my @secs = &localenroll::get_sections($coursecode,$cdom);
	    my $seclist = &escape(join(':',@secs));
	    print $client "$seclist\n";
	} else {
	    print $client "refused\n";
	}
#----------------------- validate owner of new course section (for auto-enrollment).
    } elsif ($userinput =~/^autonewcourse:/) {
	if (isClient) {
	    my ($cmd,$inst_course_id,$owner,$cdom)=split(/:/,$userinput);
	    my $outcome = &localenroll::new_course($inst_course_id,$owner,$cdom);
	    print $client "$outcome\n";
	} else {
	    print $client "refused\n";
	}
#-------------- validate course section in schedule of classes (for auto-enrollment).
    } elsif ($userinput =~/^autovalidatecourse:/) {
	if (isClient) {
	    my ($cmd,$inst_course_id,$cdom)=split(/:/,$userinput);
	    my $outcome=&localenroll::validate_courseID($inst_course_id,$cdom);
	    print $client "$outcome\n";
	} else {
	    print $client "refused\n";
	}
#--------------------------- create password for new user (for auto-enrollment).
    } elsif ($userinput =~/^autocreatepassword:/) {
	if (isClient) {
	    my ($cmd,$authparam,$cdom)=split(/:/,$userinput);
	    my ($create_passwd,$authchk);
	    ($authparam,$create_passwd,$authchk) = &localenroll::create_password($authparam,$cdom);
	    print $client &escape($authparam.':'.$create_passwd.':'.$authchk)."\n";
	} else {
	    print $client "refused\n";
	}
#---------------------------  read and remove temporary files (for auto-enrollment).
    } elsif ($userinput =~/^autoretrieve:/) {
	if (isClient) {
	    my ($cmd,$filename) = split(/:/,$userinput);
	    my $source = $perlvar{'lonDaemons'}.'/tmp/'.$filename;
	    if ( (-e $source) && ($filename ne '') ) {
		my $reply = '';
		if (open(my $fh,$source)) {
		    while (<$fh>) {
			chomp($_);
			$_ =~ s/^\s+//g;
			$_ =~ s/\s+$//g;
			$reply .= $_;
		    }
		    close($fh);
		    print $client &escape($reply)."\n";
#                                unlink($source);
		} else {
		    print $client "error\n";
		}
	    } else {
		print $client "error\n";
	    }
	} else {
	    print $client "refused\n";
	}
#---------------------  read and retrieve institutional code format (for support form).
    } elsif ($userinput =~/^autoinstcodeformat:/) {
	if (isClient) {
	    my $reply;
	    my($cmd,$cdom,$course) = split(/:/,$userinput);
	    my @pairs = split/\&/,$course;
	    my %instcodes = ();
	    my %codes = ();
	    my @codetitles = ();
	    my %cat_titles = ();
	    my %cat_order = ();
	    foreach (@pairs) {
		my ($key,$value) = split/=/,$_;
		$instcodes{&unescape($key)} = &unescape($value);
	    }
	    my $formatreply = &localenroll::instcode_format($cdom,\%instcodes,\%codes,\@codetitles,\%cat_titles,\%cat_order);
	    if ($formatreply eq 'ok') {
		my $codes_str = &hash2str(%codes);
		my $codetitles_str = &array2str(@codetitles);
		my $cat_titles_str = &hash2str(%cat_titles);
		my $cat_order_str = &hash2str(%cat_order);
		print $client $codes_str.':'.$codetitles_str.':'.$cat_titles_str.':'.$cat_order_str."\n";
	    }
	} else {
	    print $client "refused\n";
	}
# ------------------------------------------------------------- unknown command
	
    } else {
	# unknown command
	print $client "unknown_cmd\n";
    }
# -------------------------------------------------------------------- complete
    Debug("process_request - returning 1");
    return 1;
}
#
#   Decipher encoded traffic
#  Parameters:
#     input      - Encoded data.
#  Returns:
#     Decoded data or undef if encryption key was not yet negotiated.
#  Implicit input:
#     cipher  - This global holds the negotiated encryption key.
#
sub decipher {
    my ($input)  = @_;
    my $output = '';
    
    
    if($cipher) {
	my($enc, $enclength, $encinput) = split(/:/, $input);
	for(my $encidx = 0; $encidx < length($encinput); $encidx += 16) {
	    $output .= 
		$cipher->decrypt(pack("H16", substr($encinput, $encidx, 16)));
	}
	return substr($output, 0, $enclength);
    } else {
	return undef;
    }
}

#
#   Register a command processor.  This function is invoked to register a sub
#   to process a request.  Once registered, the ProcessRequest sub can automatically
#   dispatch requests to an appropriate sub, and do the top level validity checking
#   as well:
#    - Is the keyword recognized.
#    - Is the proper client type attempting the request.
#    - Is the request encrypted if it has to be.
#   Parameters:
#    $request_name         - Name of the request being registered.
#                           This is the command request that will match
#                           against the hash keywords to lookup the information
#                           associated with the dispatch information.
#    $procedure           - Reference to a sub to call to process the request.
#                           All subs get called as follows:
#                             Procedure($cmd, $tail, $replyfd, $key)
#                             $cmd    - the actual keyword that invoked us.
#                             $tail   - the tail of the request that invoked us.
#                             $replyfd- File descriptor connected to the client
#    $must_encode          - True if the request must be encoded to be good.
#    $client_ok            - True if it's ok for a client to request this.
#    $manager_ok           - True if it's ok for a manager to request this.
# Side effects:
#      - On success, the Dispatcher hash has an entry added for the key $RequestName
#      - On failure, the program will die as it's a bad internal bug to try to 
#        register a duplicate command handler.
#
sub register_handler {
    my ($request_name,$procedure,$must_encode,	$client_ok,$manager_ok)   = @_;

    #  Don't allow duplication#
   
    if (defined $Dispatcher{$request_name}) {
	die "Attempting to define a duplicate request handler for $request_name\n";
    }
    #   Build the client type mask:
    
    my $client_type_mask = 0;
    if($client_ok) {
	$client_type_mask  |= $CLIENT_OK;
    }
    if($manager_ok) {
	$client_type_mask  |= $MANAGER_OK;
    }
   
    #  Enter the hash:
      
    my @entry = ($procedure, $must_encode, $client_type_mask);
   
    $Dispatcher{$request_name} = \@entry;
   
   
}


#------------------------------------------------------------------




#
#  Convert an error return code from lcpasswd to a string value.
#
sub lcpasswdstrerror {
    my $ErrorCode = shift;
    if(($ErrorCode < 0) || ($ErrorCode > $lastpwderror)) {
	return "lcpasswd Unrecognized error return value ".$ErrorCode;
    } else {
	return $passwderrors[$ErrorCode];
    }
}

#
# Convert an error return code from lcuseradd to a string value:
#
sub lcuseraddstrerror {
    my $ErrorCode = shift;
    if(($ErrorCode < 0) || ($ErrorCode > $lastadderror)) {
	return "lcuseradd - Unrecognized error code: ".$ErrorCode;
    } else {
	return $adderrors[$ErrorCode];
    }
}

# grabs exception and records it to log before exiting
sub catchexception {
    my ($error)=@_;
    $SIG{'QUIT'}='DEFAULT';
    $SIG{__DIE__}='DEFAULT';
    &status("Catching exception");
    &logthis("<font color='red'>CRITICAL: "
     ."ABNORMAL EXIT. Child $$ for server $thisserver died through "
     ."a crash with this error msg->[$error]</font>");
    &logthis('Famous last words: '.$status.' - '.$lastlog);
    if ($client) { print $client "error: $error\n"; }
    $server->close();
    die($error);
}

sub timeout {
    &status("Handling Timeout");
    &logthis("<font color='red'>CRITICAL: TIME OUT ".$$."</font>");
    &catchexception('Timeout');
}
# -------------------------------- Set signal handlers to record abnormal exits

$SIG{'QUIT'}=\&catchexception;
$SIG{__DIE__}=\&catchexception;

# ---------------------------------- Read loncapa_apache.conf and loncapa.conf
&status("Read loncapa.conf and loncapa_apache.conf");
my $perlvarref=LONCAPA::Configuration::read_conf('loncapa.conf');
%perlvar=%{$perlvarref};
undef $perlvarref;

# ----------------------------- Make sure this process is running from user=www
my $wwwid=getpwnam('www');
if ($wwwid!=$<) {
   my $emailto="$perlvar{'lonAdmEMail'},$perlvar{'lonSysEMail'}";
   my $subj="LON: $currenthostid User ID mismatch";
   system("echo 'User ID mismatch.  lond must be run as user www.' |\
 mailto $emailto -s '$subj' > /dev/null");
   exit 1;
}

# --------------------------------------------- Check if other instance running

my $pidfile="$perlvar{'lonDaemons'}/logs/lond.pid";

if (-e $pidfile) {
   my $lfh=IO::File->new("$pidfile");
   my $pide=<$lfh>;
   chomp($pide);
   if (kill 0 => $pide) { die "already running"; }
}

# ------------------------------------------------------------- Read hosts file



# establish SERVER socket, bind and listen.
$server = IO::Socket::INET->new(LocalPort => $perlvar{'londPort'},
                                Type      => SOCK_STREAM,
                                Proto     => 'tcp',
                                Reuse     => 1,
                                Listen    => 10 )
  or die "making socket: $@\n";

# --------------------------------------------------------- Do global variables

# global variables

my %children               = ();       # keys are current child process IDs

sub REAPER {                        # takes care of dead children
    $SIG{CHLD} = \&REAPER;
    &status("Handling child death");
    my $pid;
    do {
	$pid = waitpid(-1,&WNOHANG());
	if (defined($children{$pid})) {
	    &logthis("Child $pid died");
	    delete($children{$pid});
	} elsif ($pid > 0) {
	    &logthis("Unknown Child $pid died");
	}
    } while ( $pid > 0 );
    foreach my $child (keys(%children)) {
	$pid = waitpid($child,&WNOHANG());
	if ($pid > 0) {
	    &logthis("Child $child - $pid looks like we missed it's death");
	    delete($children{$pid});
	}
    }
    &status("Finished Handling child death");
}

sub HUNTSMAN {                      # signal handler for SIGINT
    &status("Killing children (INT)");
    local($SIG{CHLD}) = 'IGNORE';   # we're going to kill our children
    kill 'INT' => keys %children;
    &logthis("Free socket: ".shutdown($server,2)); # free up socket
    my $execdir=$perlvar{'lonDaemons'};
    unlink("$execdir/logs/lond.pid");
    &logthis("<font color='red'>CRITICAL: Shutting down</font>");
    &status("Done killing children");
    exit;                           # clean up with dignity
}

sub HUPSMAN {                      # signal handler for SIGHUP
    local($SIG{CHLD}) = 'IGNORE';  # we're going to kill our children
    &status("Killing children for restart (HUP)");
    kill 'INT' => keys %children;
    &logthis("Free socket: ".shutdown($server,2)); # free up socket
    &logthis("<font color='red'>CRITICAL: Restarting</font>");
    my $execdir=$perlvar{'lonDaemons'};
    unlink("$execdir/logs/lond.pid");
    &status("Restarting self (HUP)");
    exec("$execdir/lond");         # here we go again
}

#
#    Kill off hashes that describe the host table prior to re-reading it.
#    Hashes affected are:
#       %hostid, %hostdom %hostip %hostdns.
#
sub KillHostHashes {
    foreach my $key (keys %hostid) {
	delete $hostid{$key};
    }
    foreach my $key (keys %hostdom) {
	delete $hostdom{$key};
    }
    foreach my $key (keys %hostip) {
	delete $hostip{$key};
    }
    foreach my $key (keys %hostdns) {
	delete $hostdns{$key};
    }
}
#
#   Read in the host table from file and distribute it into the various hashes:
#
#    - %hostid  -  Indexed by IP, the loncapa hostname.
#    - %hostdom -  Indexed by  loncapa hostname, the domain.
#    - %hostip  -  Indexed by hostid, the Ip address of the host.
sub ReadHostTable {

    open (CONFIG,"$perlvar{'lonTabDir'}/hosts.tab") || die "Can't read host file";
    my $myloncapaname = $perlvar{'lonHostID'};
    Debug("My loncapa name is : $myloncapaname");
    while (my $configline=<CONFIG>) {
	if (!($configline =~ /^\s*\#/)) {
	    my ($id,$domain,$role,$name,$ip)=split(/:/,$configline);
	    chomp($ip); $ip=~s/\D+$//;
	    $hostid{$ip}=$id;         # LonCAPA name of host by IP.
	    $hostdom{$id}=$domain;    # LonCAPA domain name of host. 
	    $hostip{$id}=$ip;	      # IP address of host.
	    $hostdns{$name} = $id;    # LonCAPA name of host by DNS.

	    if ($id eq $perlvar{'lonHostID'}) { 
		Debug("Found me in the host table: $name");
		$thisserver=$name; 
	    }
	}
    }
    close(CONFIG);
}
#
#  Reload the Apache daemon's state.
#  This is done by invoking /home/httpd/perl/apachereload
#  a setuid perl script that can be root for us to do this job.
#
sub ReloadApache {
    my $execdir = $perlvar{'lonDaemons'};
    my $script  = $execdir."/apachereload";
    system($script);
}

#
#   Called in response to a USR2 signal.
#   - Reread hosts.tab
#   - All children connected to hosts that were removed from hosts.tab
#     are killed via SIGINT
#   - All children connected to previously existing hosts are sent SIGUSR1
#   - Our internal hosts hash is updated to reflect the new contents of
#     hosts.tab causing connections from hosts added to hosts.tab to
#     now be honored.
#
sub UpdateHosts {
    &status("Reload hosts.tab");
    logthis('<font color="blue"> Updating connections </font>');
    #
    #  The %children hash has the set of IP's we currently have children
    #  on.  These need to be matched against records in the hosts.tab
    #  Any ip's no longer in the table get killed off they correspond to
    #  either dropped or changed hosts.  Note that the re-read of the table
    #  will take care of new and changed hosts as connections come into being.


    KillHostHashes;
    ReadHostTable;

    foreach my $child (keys %children) {
	my $childip = $children{$child};
	if(!$hostid{$childip}) {
	    logthis('<font color="blue"> UpdateHosts killing child '
		    ." $child for ip $childip </font>");
	    kill('INT', $child);
	} else {
	    logthis('<font color="green"> keeping child for ip '
		    ." $childip (pid=$child) </font>");
	}
    }
    ReloadApache;
    &status("Finished reloading hosts.tab");
}


sub checkchildren {
    &status("Checking on the children (sending signals)");
    &initnewstatus();
    &logstatus();
    &logthis('Going to check on the children');
    my $docdir=$perlvar{'lonDocRoot'};
    foreach (sort keys %children) {
	sleep 1;
        unless (kill 'USR1' => $_) {
	    &logthis ('Child '.$_.' is dead');
            &logstatus($$.' is dead');
        } 
    }
    sleep 5;
    $SIG{ALRM} = sub { Debug("timeout"); 
		       die "timeout";  };
    $SIG{__DIE__} = 'DEFAULT';
    &status("Checking on the children (waiting for reports)");
    foreach (sort keys %children) {
        unless (-e "$docdir/lon-status/londchld/$_.txt") {
          eval {
            alarm(300);
	    &logthis('Child '.$_.' did not respond');
	    kill 9 => $_;
	    #$emailto="$perlvar{'lonAdmEMail'},$perlvar{'lonSysEMail'}";
	    #$subj="LON: $currenthostid killed lond process $_";
	    #my $result=`echo 'Killed lond process $_.' | mailto $emailto -s '$subj' > /dev/null`;
	    #$execdir=$perlvar{'lonDaemons'};
	    #$result=`/bin/cp $execdir/logs/lond.log $execdir/logs/lond.log.$_`;
	    alarm(0);
	  }
        }
    }
    $SIG{ALRM} = 'DEFAULT';
    $SIG{__DIE__} = \&catchexception;
    &status("Finished checking children");
}

# --------------------------------------------------------------------- Logging

sub logthis {
    my $message=shift;
    my $execdir=$perlvar{'lonDaemons'};
    my $fh=IO::File->new(">>$execdir/logs/lond.log");
    my $now=time;
    my $local=localtime($now);
    $lastlog=$local.': '.$message;
    print $fh "$local ($$): $message\n";
}

# ------------------------- Conditional log if $DEBUG true.
sub Debug {
    my $message = shift;
    if($DEBUG) {
	&logthis($message);
    }
}

#
#   Sub to do replies to client.. this gives a hook for some
#   debug tracing too:
#  Parameters:
#     fd      - File open on client.
#     reply   - Text to send to client.
#     request - Original request from client.
#
sub Reply {
    my ($fd, $reply, $request) = @_;
    print $fd $reply;
    Debug("Request was $request  Reply was $reply");

    $Transactions++;


}


#
#    Sub to report a failure.
#    This function:
#     -   Increments the failure statistic counters.
#     -   Invokes Reply to send the error message to the client.
# Parameters:
#    fd       - File descriptor open on the client
#    reply    - Reply text to emit.
#    request  - The original request message (used by Reply
#               to debug if that's enabled.
# Implicit outputs:
#    $Failures- The number of failures is incremented.
#    Reply (invoked here) sends a message to the 
#    client:
#
sub Failure {
    my $fd      = shift;
    my $reply   = shift;
    my $request = shift;
   
    $Failures++;
    Reply($fd, $reply, $request);      # That's simple eh?
}
# ------------------------------------------------------------------ Log status

sub logstatus {
    &status("Doing logging");
    my $docdir=$perlvar{'lonDocRoot'};
    {
    my $fh=IO::File->new(">>$docdir/lon-status/londstatus.txt");
    print $fh $$."\t".$clientname."\t".$currenthostid."\t"
	.$status."\t".$lastlog."\t $keymode\n";
    $fh->close();
    }
    &status("Finished londstatus.txt");
    {
	my $fh=IO::File->new(">$docdir/lon-status/londchld/$$.txt");
        print $fh $status."\n".$lastlog."\n".time."\n$keymode";
        $fh->close();
    }
    &status("Finished logging");
}

sub initnewstatus {
    my $docdir=$perlvar{'lonDocRoot'};
    my $fh=IO::File->new(">$docdir/lon-status/londstatus.txt");
    my $now=time;
    my $local=localtime($now);
    print $fh "LOND status $local - parent $$\n\n";
    opendir(DIR,"$docdir/lon-status/londchld");
    while (my $filename=readdir(DIR)) {
        unlink("$docdir/lon-status/londchld/$filename");
    }
    closedir(DIR);
}

# -------------------------------------------------------------- Status setting

sub status {
    my $what=shift;
    my $now=time;
    my $local=localtime($now);
    $status=$local.': '.$what;
    $0='lond: '.$what.' '.$local;
}

# -------------------------------------------------------- Escape Special Chars

sub escape {
    my $str=shift;
    $str =~ s/(\W)/"%".unpack('H2',$1)/eg;
    return $str;
}

# ----------------------------------------------------- Un-Escape Special Chars

sub unescape {
    my $str=shift;
    $str =~ s/%([a-fA-F0-9][a-fA-F0-9])/pack("C",hex($1))/eg;
    return $str;
}

# ----------------------------------------------------------- Send USR1 to lonc

sub reconlonc {
    my $peerfile=shift;
    &logthis("Trying to reconnect for $peerfile");
    my $loncfile="$perlvar{'lonDaemons'}/logs/lonc.pid";
    if (my $fh=IO::File->new("$loncfile")) {
	my $loncpid=<$fh>;
        chomp($loncpid);
        if (kill 0 => $loncpid) {
	    &logthis("lonc at pid $loncpid responding, sending USR1");
            kill USR1 => $loncpid;
        } else {
	    &logthis(
              "<font color='red'>CRITICAL: "
             ."lonc at pid $loncpid not responding, giving up</font>");
        }
    } else {
      &logthis('<font color="red">CRITICAL: lonc not running, giving up</font>');
    }
}

# -------------------------------------------------- Non-critical communication

sub subreply {
    my ($cmd,$server)=@_;
    my $peerfile="$perlvar{'lonSockDir'}/$server";
    my $sclient=IO::Socket::UNIX->new(Peer    =>"$peerfile",
                                      Type    => SOCK_STREAM,
                                      Timeout => 10)
       or return "con_lost";
    print $sclient "$cmd\n";
    my $answer=<$sclient>;
    chomp($answer);
    if (!$answer) { $answer="con_lost"; }
    return $answer;
}

sub reply {
  my ($cmd,$server)=@_;
  my $answer;
  if ($server ne $currenthostid) { 
    $answer=subreply($cmd,$server);
    if ($answer eq 'con_lost') {
	$answer=subreply("ping",$server);
        if ($answer ne $server) {
	    &logthis("sub reply: answer != server answer is $answer, server is $server");
           &reconlonc("$perlvar{'lonSockDir'}/$server");
        }
        $answer=subreply($cmd,$server);
    }
  } else {
    $answer='self_reply';
  } 
  return $answer;
}

# -------------------------------------------------------------- Talk to lonsql

sub sqlreply {
    my ($cmd)=@_;
    my $answer=subsqlreply($cmd);
    if ($answer eq 'con_lost') { $answer=subsqlreply($cmd); }
    return $answer;
}

sub subsqlreply {
    my ($cmd)=@_;
    my $unixsock="mysqlsock";
    my $peerfile="$perlvar{'lonSockDir'}/$unixsock";
    my $sclient=IO::Socket::UNIX->new(Peer    =>"$peerfile",
                                      Type    => SOCK_STREAM,
                                      Timeout => 10)
       or return "con_lost";
    print $sclient "$cmd\n";
    my $answer=<$sclient>;
    chomp($answer);
    if (!$answer) { $answer="con_lost"; }
    return $answer;
}

# -------------------------------------------- Return path to profile directory

sub propath {
    my ($udom,$uname)=@_;
    $udom=~s/\W//g;
    $uname=~s/\W//g;
    my $subdir=$uname.'__';
    $subdir =~ s/(.)(.)(.).*/$1\/$2\/$3/;
    my $proname="$perlvar{'lonUsersDir'}/$udom/$subdir/$uname";
    return $proname;
} 

# --------------------------------------- Is this the home server of an author?

sub ishome {
    my $author=shift;
    $author=~s/\/home\/httpd\/html\/res\/([^\/]*)\/([^\/]*).*/$1\/$2/;
    my ($udom,$uname)=split(/\//,$author);
    my $proname=propath($udom,$uname);
    if (-e $proname) {
	return 'owner';
    } else {
        return 'not_owner';
    }
}

# ======================================================= Continue main program
# ---------------------------------------------------- Fork once and dissociate

my $fpid=fork;
exit if $fpid;
die "Couldn't fork: $!" unless defined ($fpid);

POSIX::setsid() or die "Can't start new session: $!";

# ------------------------------------------------------- Write our PID on disk

my $execdir=$perlvar{'lonDaemons'};
open (PIDSAVE,">$execdir/logs/lond.pid");
print PIDSAVE "$$\n";
close(PIDSAVE);
&logthis("<font color='red'>CRITICAL: ---------- Starting ----------</font>");
&status('Starting');



# ----------------------------------------------------- Install signal handlers


$SIG{CHLD} = \&REAPER;
$SIG{INT}  = $SIG{TERM} = \&HUNTSMAN;
$SIG{HUP}  = \&HUPSMAN;
$SIG{USR1} = \&checkchildren;
$SIG{USR2} = \&UpdateHosts;

#  Read the host hashes:

ReadHostTable;

# --------------------------------------------------------------
#   Accept connections.  When a connection comes in, it is validated
#   and if good, a child process is created to process transactions
#   along the connection.

while (1) {
    &status('Starting accept');
    $client = $server->accept() or next;
    &status('Accepted '.$client.' off to spawn');
    make_new_child($client);
    &status('Finished spawning');
}

sub make_new_child {
    my $pid;
#    my $cipher;     # Now global
    my $sigset;

    $client = shift;
    &status('Starting new child '.$client);
    &logthis('<font color="green"> Attempting to start child ('.$client.
	     ")</font>");    
    # block signal for fork
    $sigset = POSIX::SigSet->new(SIGINT);
    sigprocmask(SIG_BLOCK, $sigset)
        or die "Can't block SIGINT for fork: $!\n";

    die "fork: $!" unless defined ($pid = fork);

    $client->sockopt(SO_KEEPALIVE, 1); # Enable monitoring of
	                               # connection liveness.

    #
    #  Figure out who we're talking to so we can record the peer in 
    #  the pid hash.
    #
    my $caller = getpeername($client);
    my ($port,$iaddr);
    if (defined($caller) && length($caller) > 0) {
	($port,$iaddr)=unpack_sockaddr_in($caller);
    } else {
	&logthis("Unable to determine who caller was, getpeername returned nothing");
    }
    if (defined($iaddr)) {
	$clientip  = inet_ntoa($iaddr);
	Debug("Connected with $clientip");
	$clientdns = gethostbyaddr($iaddr, AF_INET);
	Debug("Connected with $clientdns by name");
    } else {
	&logthis("Unable to determine clientip");
	$clientip='Unavailable';
    }
    
    if ($pid) {
        # Parent records the child's birth and returns.
        sigprocmask(SIG_UNBLOCK, $sigset)
            or die "Can't unblock SIGINT for fork: $!\n";
        $children{$pid} = $clientip;
        &status('Started child '.$pid);
        return;
    } else {
        # Child can *not* return from this subroutine.
        $SIG{INT} = 'DEFAULT';      # make SIGINT kill us as it did before
        $SIG{CHLD} = 'DEFAULT'; #make this default so that pwauth returns 
                                #don't get intercepted
        $SIG{USR1}= \&logstatus;
        $SIG{ALRM}= \&timeout;
        $lastlog='Forked ';
        $status='Forked';

        # unblock signals
        sigprocmask(SIG_UNBLOCK, $sigset)
            or die "Can't unblock SIGINT for fork: $!\n";

#        my $tmpsnum=0;            # Now global
#---------------------------------------------------- kerberos 5 initialization
        &Authen::Krb5::init_context();
        &Authen::Krb5::init_ets();

	&status('Accepted connection');
# =============================================================================
            # do something with the connection
# -----------------------------------------------------------------------------
	# see if we know client and 'check' for spoof IP by ineffective challenge

	ReadManagerTable;	# May also be a manager!!
	
	my $clientrec=($hostid{$clientip}     ne undef);
	my $ismanager=($managers{$clientip}    ne undef);
	$clientname  = "[unknonwn]";
	if($clientrec) {	# Establish client type.
	    $ConnectionType = "client";
	    $clientname = $hostid{$clientip};
	    if($ismanager) {
		$ConnectionType = "both";
	    }
	} else {
	    $ConnectionType = "manager";
	    $clientname = $managers{$clientip};
	}
	my $clientok;

	if ($clientrec || $ismanager) {
	    &status("Waiting for init from $clientip $clientname");
	    &logthis('<font color="yellow">INFO: Connection, '.
		     $clientip.
		  " ($clientname) connection type = $ConnectionType </font>" );
	    &status("Connecting $clientip  ($clientname))"); 
	    my $remotereq=<$client>;
	    chomp($remotereq);
	    Debug("Got init: $remotereq");
	    my $inikeyword = split(/:/, $remotereq);
	    if ($remotereq =~ /^init/) {
		&sethost("sethost:$perlvar{'lonHostID'}");
		#
		#  If the remote is attempting a local init... give that a try:
		#
		my ($i, $inittype) = split(/:/, $remotereq);

		# If the connection type is ssl, but I didn't get my
		# certificate files yet, then I'll drop  back to 
		# insecure (if allowed).
		
		if($inittype eq "ssl") {
		    my ($ca, $cert) = lonssl::CertificateFile;
		    my $kfile       = lonssl::KeyFile;
		    if((!$ca)   || 
		       (!$cert) || 
		       (!$kfile)) {
			$inittype = ""; # This forces insecure attempt.
			&logthis("<font color=\"blue\"> Certificates not "
				 ."installed -- trying insecure auth</font>");
		    }
		    else {	# SSL certificates are in place so
		    }		# Leave the inittype alone.
		}

		if($inittype eq "local") {
		    my $key = LocalConnection($client, $remotereq);
		    if($key) {
			Debug("Got local key $key");
			$clientok     = 1;
			my $cipherkey = pack("H32", $key);
			$cipher       = new IDEA($cipherkey);
			print $client "ok:local\n";
			&logthis('<font color="green"'
				 . "Successful local authentication </font>");
			$keymode = "local"
		    } else {
			Debug("Failed to get local key");
			$clientok = 0;
			shutdown($client, 3);
			close $client;
		    }
		} elsif ($inittype eq "ssl") {
		    my $key = SSLConnection($client);
		    if ($key) {
			$clientok = 1;
			my $cipherkey = pack("H32", $key);
			$cipher       = new IDEA($cipherkey);
			&logthis('<font color="green">'
				 ."Successfull ssl authentication with $clientname </font>");
			$keymode = "ssl";
	     
		    } else {
			$clientok = 0;
			close $client;
		    }
	   
		} else {
		    my $ok = InsecureConnection($client);
		    if($ok) {
			$clientok = 1;
			&logthis('<font color="green">'
				 ."Successful insecure authentication with $clientname </font>");
			print $client "ok\n";
			$keymode = "insecure";
		    } else {
			&logthis('<font color="yellow">'
				  ."Attempted insecure connection disallowed </font>");
			close $client;
			$clientok = 0;
			
		    }
		}
	    } else {
		&logthis(
			 "<font color='blue'>WARNING: "
			 ."$clientip failed to initialize: >$remotereq< </font>");
		&status('No init '.$clientip);
	    }
	    
	} else {
	    &logthis(
		     "<font color='blue'>WARNING: Unknown client $clientip</font>");
	    &status('Hung up on '.$clientip);
	}
 
	if ($clientok) {
# ---------------- New known client connecting, could mean machine online again
	    
	    foreach my $id (keys(%hostip)) {
		if ($hostip{$id} ne $clientip ||
		    $hostip{$currenthostid} eq $clientip) {
		    # no need to try to do recon's to myself
		    next;
		}
		&reconlonc("$perlvar{'lonSockDir'}/$id");
	    }
	    &logthis("<font color='green'>Established connection: $clientname</font>");
	    &status('Will listen to '.$clientname);
# ------------------------------------------------------------ Process requests
	    my $keep_going = 1;
	    my $user_input;
	    while(($user_input = get_request) && $keep_going) {
		alarm(120);
		Debug("Main: Got $user_input\n");
		$keep_going = &process_request($user_input);
		alarm(0);
		&status('Listening to '.$clientname." ($keymode)");	   
	    }

# --------------------------------------------- client unknown or fishy, refuse
	}  else {
	    print $client "refused\n";
	    $client->close();
	    &logthis("<font color='blue'>WARNING: "
		     ."Rejected client $clientip, closing connection</font>");
	}
    }            
    
# =============================================================================
    
    &logthis("<font color='red'>CRITICAL: "
	     ."Disconnect from $clientip ($clientname)</font>");    
    
    
    # this exit is VERY important, otherwise the child will become
    # a producer of more and more children, forking yourself into
    # process death.
    exit;
    
}


#
#   Checks to see if the input roleput request was to set
# an author role.  If so, invokes the lchtmldir script to set
# up a correct public_html 
# Parameters:
#    request   - The request sent to the rolesput subchunk.
#                We're looking for  /domain/_au
#    domain    - The domain in which the user is having roles doctored.
#    user      - Name of the user for which the role is being put.
#    authtype  - The authentication type associated with the user.
#
sub ManagePermissions
{

    my ($request, $domain, $user, $authtype) = @_;

    # See if the request is of the form /$domain/_au
    if($request =~ /^(\/$domain\/_au)$/) { # It's an author rolesput...
	my $execdir = $perlvar{'lonDaemons'};
	my $userhome= "/home/$user" ;
	&logthis("system $execdir/lchtmldir $userhome $user $authtype");
	system("$execdir/lchtmldir $userhome $user $authtype");
    }
}
#
#   GetAuthType - Determines the authorization type of a user in a domain.

#     Returns the authorization type or nouser if there is no such user.
#
sub GetAuthType 
{

    my ($domain, $user)  = @_;

    Debug("GetAuthType( $domain, $user ) \n");
    my $proname    = &propath($domain, $user); 
    my $passwdfile = "$proname/passwd";
    if( -e $passwdfile ) {
	my $pf = IO::File->new($passwdfile);
	my $realpassword = <$pf>;
	chomp($realpassword);
	Debug("Password info = $realpassword\n");
	my ($authtype, $contentpwd) = split(/:/, $realpassword);
	Debug("Authtype = $authtype, content = $contentpwd\n");
	my $availinfo = '';
	if($authtype eq 'krb4' or $authtype eq 'krb5') {
	    $availinfo = $contentpwd;
	}

	return "$authtype:$availinfo";
    }
    else {
	Debug("Returning nouser");
	return "nouser";
    }
}

sub addline {
    my ($fname,$hostid,$ip,$newline)=@_;
    my $contents;
    my $found=0;
    my $expr='^'.$hostid.':'.$ip.':';
    $expr =~ s/\./\\\./g;
    my $sh;
    if ($sh=IO::File->new("$fname.subscription")) {
	while (my $subline=<$sh>) {
	    if ($subline !~ /$expr/) {$contents.= $subline;} else {$found=1;}
	}
	$sh->close();
    }
    $sh=IO::File->new(">$fname.subscription");
    if ($contents) { print $sh $contents; }
    if ($newline) { print $sh $newline; }
    $sh->close();
    return $found;
}

sub getchat {
    my ($cdom,$cname,$udom,$uname)=@_;
    my %hash;
    my $proname=&propath($cdom,$cname);
    my @entries=();
    if (tie(%hash,'GDBM_File',"$proname/nohist_chatroom.db",
	    &GDBM_READER(),0640)) {
	@entries=map { $_.':'.$hash{$_} } sort keys %hash;
	untie %hash;
    }
    my @participants=();
    my $cutoff=time-60;
    if (tie(%hash,'GDBM_File',"$proname/nohist_inchatroom.db",
	    &GDBM_WRCREAT(),0640)) {
        $hash{$uname.':'.$udom}=time;
        foreach (sort keys %hash) {
	    if ($hash{$_}>$cutoff) {
		$participants[$#participants+1]='active_participant:'.$_;
            }
        }
        untie %hash;
    }
    return (@participants,@entries);
}

sub chatadd {
    my ($cdom,$cname,$newchat)=@_;
    my %hash;
    my $proname=&propath($cdom,$cname);
    my @entries=();
    my $time=time;
    if (tie(%hash,'GDBM_File',"$proname/nohist_chatroom.db",
	    &GDBM_WRCREAT(),0640)) {
	@entries=map { $_.':'.$hash{$_} } sort keys %hash;
	my ($lastid)=($entries[$#entries]=~/^(\w+)\:/);
	my ($thentime,$idnum)=split(/\_/,$lastid);
	my $newid=$time.'_000000';
	if ($thentime==$time) {
	    $idnum=~s/^0+//;
	    $idnum++;
	    $idnum=substr('000000'.$idnum,-6,6);
	    $newid=$time.'_'.$idnum;
	}
	$hash{$newid}=$newchat;
	my $expired=$time-3600;
	foreach (keys %hash) {
	    my ($thistime)=($_=~/(\d+)\_/);
	    if ($thistime<$expired) {
		delete $hash{$_};
	    }
	}
	untie %hash;
    }
    {
	my $hfh;
	if ($hfh=IO::File->new(">>$proname/chatroom.log")) { 
	    print $hfh "$time:".&unescape($newchat)."\n";
	}
    }
}

sub unsub {
    my ($fname,$clientip)=@_;
    my $result;
    my $unsubs = 0;		# Number of successful unsubscribes:


    # An old way subscriptions were handled was to have a 
    # subscription marker file:

    Debug("Attempting unlink of $fname.$clientname");
    if (unlink("$fname.$clientname")) {
	$unsubs++;		# Successful unsub via marker file.
    } 

    # The more modern way to do it is to have a subscription list
    # file:

    if (-e "$fname.subscription") {
	my $found=&addline($fname,$clientname,$clientip,'');
	if ($found) { 
	    $unsubs++;
	}
    } 

    #  If either or both of these mechanisms succeeded in unsubscribing a 
    #  resource we can return ok:

    if($unsubs) {
	$result = "ok\n";
    } else {
	$result = "not_subscribed\n";
    }

    return $result;
}

sub currentversion {
    my $fname=shift;
    my $version=-1;
    my $ulsdir='';
    if ($fname=~/^(.+)\/[^\/]+$/) {
       $ulsdir=$1;
    }
    my ($fnamere1,$fnamere2);
    # remove version if already specified
    $fname=~s/\.\d+\.(\w+(?:\.meta)*)$/\.$1/;
    # get the bits that go before and after the version number
    if ( $fname=~/^(.*\.)(\w+(?:\.meta)*)$/ ) {
	$fnamere1=$1;
	$fnamere2='.'.$2;
    }
    if (-e $fname) { $version=1; }
    if (-e $ulsdir) {
	if(-d $ulsdir) {
	    if (opendir(LSDIR,$ulsdir)) {
		my $ulsfn;
		while ($ulsfn=readdir(LSDIR)) {
# see if this is a regular file (ignore links produced earlier)
		    my $thisfile=$ulsdir.'/'.$ulsfn;
		    unless (-l $thisfile) {
			if ($thisfile=~/\Q$fnamere1\E(\d+)\Q$fnamere2\E$/) {
			    if ($1>$version) { $version=$1; }
			}
		    }
		}
		closedir(LSDIR);
		$version++;
	    }
	}
    }
    return $version;
}

sub thisversion {
    my $fname=shift;
    my $version=-1;
    if ($fname=~/\.(\d+)\.\w+(?:\.meta)*$/) {
	$version=$1;
    }
    return $version;
}

sub subscribe {
    my ($userinput,$clientip)=@_;
    my $result;
    my ($cmd,$fname)=split(/:/,$userinput);
    my $ownership=&ishome($fname);
    if ($ownership eq 'owner') {
# explitly asking for the current version?
        unless (-e $fname) {
            my $currentversion=&currentversion($fname);
	    if (&thisversion($fname)==$currentversion) {
                if ($fname=~/^(.+)\.\d+\.(\w+(?:\.meta)*)$/) {
		    my $root=$1;
                    my $extension=$2;
                    symlink($root.'.'.$extension,
                            $root.'.'.$currentversion.'.'.$extension);
                    unless ($extension=~/\.meta$/) {
                       symlink($root.'.'.$extension.'.meta',
                            $root.'.'.$currentversion.'.'.$extension.'.meta');
		    }
                }
            }
        }
	if (-e $fname) {
	    if (-d $fname) {
		$result="directory\n";
	    } else {
		if (-e "$fname.$clientname") {&unsub($fname,$clientip);}
		my $now=time;
		my $found=&addline($fname,$clientname,$clientip,
				   "$clientname:$clientip:$now\n");
		if ($found) { $result="$fname\n"; }
		# if they were subscribed to only meta data, delete that
                # subscription, when you subscribe to a file you also get
                # the metadata
		unless ($fname=~/\.meta$/) { &unsub("$fname.meta",$clientip); }
		$fname=~s/\/home\/httpd\/html\/res/raw/;
		$fname="http://$thisserver/".$fname;
		$result="$fname\n";
	    }
	} else {
	    $result="not_found\n";
	}
    } else {
	$result="rejected\n";
    }
    return $result;
}

sub make_passwd_file {
    my ($uname, $umode,$npass,$passfilename)=@_;
    my $result="ok\n";
    if ($umode eq 'krb4' or $umode eq 'krb5') {
	{
	    my $pf = IO::File->new(">$passfilename");
	    print $pf "$umode:$npass\n";
	}
    } elsif ($umode eq 'internal') {
	my $salt=time;
	$salt=substr($salt,6,2);
	my $ncpass=crypt($npass,$salt);
	{
	    &Debug("Creating internal auth");
	    my $pf = IO::File->new(">$passfilename");
	    print $pf "internal:$ncpass\n"; 
	}
    } elsif ($umode eq 'localauth') {
	{
	    my $pf = IO::File->new(">$passfilename");
	    print $pf "localauth:$npass\n";
	}
    } elsif ($umode eq 'unix') {
	{
	    #
	    #  Don't allow the creation of privileged accounts!!! that would
	    #  be real bad!!!
	    #
	    my $uid = getpwnam($uname);
	    if((defined $uid) && ($uid == 0)) {
		&logthis(">>>Attempted to create privilged account blocked");
		return "no_priv_account_error\n";
	    }

	    my $execpath="$perlvar{'lonDaemons'}/"."lcuseradd";
	    {
		&Debug("Executing external: ".$execpath);
		&Debug("user  = ".$uname.", Password =". $npass);
		my $se = IO::File->new("|$execpath > $perlvar{'lonDaemons'}/logs/lcuseradd.log");
		print $se "$uname\n";
		print $se "$npass\n";
		print $se "$npass\n";
	    }
	    my $useraddok = $?;
	    if($useraddok > 0) {
		&logthis("Failed lcuseradd: ".&lcuseraddstrerror($useraddok));
	    }
	    my $pf = IO::File->new(">$passfilename");
	    print $pf "unix:\n";
	}
    } elsif ($umode eq 'none') {
	{
	    my $pf = IO::File->new(">$passfilename");
	    print $pf "none:\n";
	}
    } else {
	$result="auth_mode_error\n";
    }
    return $result;
}

sub sethost {
    my ($remotereq) = @_;
    my (undef,$hostid)=split(/:/,$remotereq);
    if (!defined($hostid)) { $hostid=$perlvar{'lonHostID'}; }
    if ($hostip{$perlvar{'lonHostID'}} eq $hostip{$hostid}) {
	$currenthostid  =$hostid;
	$currentdomainid=$hostdom{$hostid};
	&logthis("Setting hostid to $hostid, and domain to $currentdomainid");
    } else {
	&logthis("Requested host id $hostid not an alias of ".
		 $perlvar{'lonHostID'}." refusing connection");
	return 'unable_to_set';
    }
    return 'ok';
}

sub version {
    my ($userinput)=@_;
    $remoteVERSION=(split(/:/,$userinput))[1];
    return "version:$VERSION";
}

#There is a copy of this in lonnet.pm
sub userload {
    my $numusers=0;
    {
	opendir(LONIDS,$perlvar{'lonIDsDir'});
	my $filename;
	my $curtime=time;
	while ($filename=readdir(LONIDS)) {
	    if ($filename eq '.' || $filename eq '..') {next;}
	    my ($mtime)=(stat($perlvar{'lonIDsDir'}.'/'.$filename))[9];
	    if ($curtime-$mtime < 1800) { $numusers++; }
	}
	closedir(LONIDS);
    }
    my $userloadpercent=0;
    my $maxuserload=$perlvar{'lonUserLoadLim'};
    if ($maxuserload) {
	$userloadpercent=100*$numusers/$maxuserload;
    }
    $userloadpercent=sprintf("%.2f",$userloadpercent);
    return $userloadpercent;
}

# Routines for serializing arrays and hashes (copies from lonnet)

sub array2str {
  my (@array) = @_;
  my $result=&arrayref2str(\@array);
  $result=~s/^__ARRAY_REF__//;
  $result=~s/__END_ARRAY_REF__$//;
  return $result;
}
                                                                                 
sub arrayref2str {
  my ($arrayref) = @_;
  my $result='__ARRAY_REF__';
  foreach my $elem (@$arrayref) {
    if(ref($elem) eq 'ARRAY') {
      $result.=&arrayref2str($elem).'&';
    } elsif(ref($elem) eq 'HASH') {
      $result.=&hashref2str($elem).'&';
    } elsif(ref($elem)) {
      #print("Got a ref of ".(ref($elem))." skipping.");
    } else {
      $result.=&escape($elem).'&';
    }
  }
  $result=~s/\&$//;
  $result .= '__END_ARRAY_REF__';
  return $result;
}
                                                                                 
sub hash2str {
  my (%hash) = @_;
  my $result=&hashref2str(\%hash);
  $result=~s/^__HASH_REF__//;
  $result=~s/__END_HASH_REF__$//;
  return $result;
}
                                                                                 
sub hashref2str {
  my ($hashref)=@_;
  my $result='__HASH_REF__';
  foreach (sort(keys(%$hashref))) {
    if (ref($_) eq 'ARRAY') {
      $result.=&arrayref2str($_).'=';
    } elsif (ref($_) eq 'HASH') {
      $result.=&hashref2str($_).'=';
    } elsif (ref($_)) {
      $result.='=';
      #print("Got a ref of ".(ref($_))." skipping.");
    } else {
        if ($_) {$result.=&escape($_).'=';} else { last; }
    }

    if(ref($hashref->{$_}) eq 'ARRAY') {
      $result.=&arrayref2str($hashref->{$_}).'&';
    } elsif(ref($hashref->{$_}) eq 'HASH') {
      $result.=&hashref2str($hashref->{$_}).'&';
    } elsif(ref($hashref->{$_})) {
       $result.='&';
      #print("Got a ref of ".(ref($hashref->{$_}))." skipping.");
    } else {
      $result.=&escape($hashref->{$_}).'&';
    }
  }
  $result=~s/\&$//;
  $result .= '__END_HASH_REF__';
  return $result;
}

# ----------------------------------- POD (plain old documentation, CPAN style)

=head1 NAME

lond - "LON Daemon" Server (port "LOND" 5663)

=head1 SYNOPSIS

Usage: B<lond>

Should only be run as user=www.  This is a command-line script which
is invoked by B<loncron>.  There is no expectation that a typical user
will manually start B<lond> from the command-line.  (In other words,
DO NOT START B<lond> YOURSELF.)

=head1 DESCRIPTION

There are two characteristics associated with the running of B<lond>,
PROCESS MANAGEMENT (starting, stopping, handling child processes)
and SERVER-SIDE ACTIVITIES (password authentication, user creation,
subscriptions, etc).  These are described in two large
sections below.

B<PROCESS MANAGEMENT>

Preforker - server who forks first. Runs as a daemon. HUPs.
Uses IDEA encryption

B<lond> forks off children processes that correspond to the other servers
in the network.  Management of these processes can be done at the
parent process level or the child process level.

B<logs/lond.log> is the location of log messages.

The process management is now explained in terms of linux shell commands,
subroutines internal to this code, and signal assignments:

=over 4

=item *

PID is stored in B<logs/lond.pid>

This is the process id number of the parent B<lond> process.

=item *

SIGTERM and SIGINT

Parent signal assignment:
 $SIG{INT}  = $SIG{TERM} = \&HUNTSMAN;

Child signal assignment:
 $SIG{INT}  = 'DEFAULT'; (and SIGTERM is DEFAULT also)
(The child dies and a SIGALRM is sent to parent, awaking parent from slumber
 to restart a new child.)

Command-line invocations:
 B<kill> B<-s> SIGTERM I<PID>
 B<kill> B<-s> SIGINT I<PID>

Subroutine B<HUNTSMAN>:
 This is only invoked for the B<lond> parent I<PID>.
This kills all the children, and then the parent.
The B<lonc.pid> file is cleared.

=item *

SIGHUP

Current bug:
 This signal can only be processed the first time
on the parent process.  Subsequent SIGHUP signals
have no effect.

Parent signal assignment:
 $SIG{HUP}  = \&HUPSMAN;

Child signal assignment:
 none (nothing happens)

Command-line invocations:
 B<kill> B<-s> SIGHUP I<PID>

Subroutine B<HUPSMAN>:
 This is only invoked for the B<lond> parent I<PID>,
This kills all the children, and then the parent.
The B<lond.pid> file is cleared.

=item *

SIGUSR1

Parent signal assignment:
 $SIG{USR1} = \&USRMAN;

Child signal assignment:
 $SIG{USR1}= \&logstatus;

Command-line invocations:
 B<kill> B<-s> SIGUSR1 I<PID>

Subroutine B<USRMAN>:
 When invoked for the B<lond> parent I<PID>,
SIGUSR1 is sent to all the children, and the status of
each connection is logged.

=item *

SIGUSR2

Parent Signal assignment:
    $SIG{USR2} = \&UpdateHosts

Child signal assignment:
    NONE


=item *

SIGCHLD

Parent signal assignment:
 $SIG{CHLD} = \&REAPER;

Child signal assignment:
 none

Command-line invocations:
 B<kill> B<-s> SIGCHLD I<PID>

Subroutine B<REAPER>:
 This is only invoked for the B<lond> parent I<PID>.
Information pertaining to the child is removed.
The socket port is cleaned up.

=back

B<SERVER-SIDE ACTIVITIES>

Server-side information can be accepted in an encrypted or non-encrypted
method.

=over 4

=item ping

Query a client in the hosts.tab table; "Are you there?"

=item pong

Respond to a ping query.

=item ekey

Read in encrypted key, make cipher.  Respond with a buildkey.

=item load

Respond with CPU load based on a computation upon /proc/loadavg.

=item currentauth

Reply with current authentication information (only over an
encrypted channel).

=item auth

Only over an encrypted channel, reply as to whether a user's
authentication information can be validated.

=item passwd

Allow for a password to be set.

=item makeuser

Make a user.

=item passwd

Allow for authentication mechanism and password to be changed.

=item home

Respond to a question "are you the home for a given user?"

=item update

Update contents of a subscribed resource.

=item unsubscribe

The server is unsubscribing from a resource.

=item subscribe

The server is subscribing to a resource.

=item log

Place in B<logs/lond.log>

=item put

stores hash in namespace

=item rolesput

put a role into a user's environment

=item get

returns hash with keys from array
reference filled in from namespace

=item eget

returns hash with keys from array
reference filled in from namesp (encrypts the return communication)

=item rolesget

get a role from a user's environment

=item del

deletes keys out of array from namespace

=item keys

returns namespace keys

=item dump

dumps the complete (or key matching regexp) namespace into a hash

=item store

stores hash permanently
for this url; hashref needs to be given and should be a \%hashname; the
remaining args aren't required and if they aren't passed or are '' they will
be derived from the ENV

=item restore

returns a hash for a given url

=item querysend

Tells client about the lonsql process that has been launched in response
to a sent query.

=item queryreply

Accept information from lonsql and make appropriate storage in temporary
file space.

=item idput

Defines usernames as corresponding to IDs.  (These "IDs" are unique identifiers
for each student, defined perhaps by the institutional Registrar.)

=item idget

Returns usernames corresponding to IDs.  (These "IDs" are unique identifiers
for each student, defined perhaps by the institutional Registrar.)

=item tmpput

Accept and store information in temporary space.

=item tmpget

Send along temporarily stored information.

=item ls

List part of a user's directory.

=item pushtable

Pushes a file in /home/httpd/lonTab directory.  Currently limited to:
hosts.tab and domain.tab. The old file is copied to  *.tab.backup but
must be restored manually in case of a problem with the new table file.
pushtable requires that the request be encrypted and validated via
ValidateManager.  The form of the command is:
enc:pushtable tablename <tablecontents> \n
where pushtable, tablename and <tablecontents> will be encrypted, but \n is a 
cleartext newline.

=item Hanging up (exit or init)

What to do when a client tells the server that they (the client)
are leaving the network.

=item unknown command

If B<lond> is sent an unknown command (not in the list above),
it replys to the client "unknown_cmd".


=item UNKNOWN CLIENT

If the anti-spoofing algorithm cannot verify the client,
the client is rejected (with a "refused" message sent
to the client, and the connection is closed.

=back

=head1 PREREQUISITES

IO::Socket
IO::File
Apache::File
Symbol
POSIX
Crypt::IDEA
LWP::UserAgent()
GDBM_File
Authen::Krb4
Authen::Krb5

=head1 COREQUISITES

=head1 OSNAMES

linux

=head1 SCRIPT CATEGORIES

Server/Process

=cut

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>