--- loncom/homework/lonhomework.pm	2002/11/10 15:39:37	1.100
+++ loncom/homework/lonhomework.pm	2003/09/17 18:16:39	1.144
@@ -1,7 +1,7 @@
 # The LearningOnline Network with CAPA
 # The LON-CAPA Homework handler
 #
-# $Id: lonhomework.pm,v 1.100 2002/11/10 15:39:37 albertel Exp $
+# $Id: lonhomework.pm,v 1.144 2003/09/17 18:16:39 albertel Exp $
 #
 # Copyright Michigan State University Board of Trustees
 #
@@ -48,6 +48,9 @@ use Apache::optionresponse();
 use Apache::imageresponse();
 use Apache::essayresponse();
 use Apache::externalresponse();
+use Apache::rankresponse();
+use Apache::matchresponse();
+use Apache::chemresponse();
 use Apache::Constants qw(:common);
 use HTML::Entities();
 use Apache::loncommon();
@@ -58,16 +61,19 @@ BEGIN {
 }
 
 sub get_target {
-  if ( $ENV{'request.state'} eq "published") {
+  if (($ENV{'request.state'} eq "published") ||
+      ($ENV{'request.state'} eq "uploaded")) {
     if ( defined($ENV{'form.grade_target'}  ) 
 	 && ($ENV{'form.grade_target'} eq 'tex')) {
       return ($ENV{'form.grade_target'});
     } elsif ( defined($ENV{'form.grade_target'}  ) 
-	 && ($Apache::lonhomework::viewgrades == 'F' )) {
+	 && ($Apache::lonhomework::viewgrades eq 'F' )) {
       return ($ENV{'form.grade_target'});
     }
  
-    if ( defined($ENV{'form.submitted'})) {
+    if ( defined($ENV{'form.submitted'}) &&
+	 ( !defined($ENV{'form.resetdata'})) &&
+	 ( !defined($ENV{'form.newrandomization'}))) {
       return ('grade', 'web');
     } else {
       return ('web');
@@ -86,7 +92,8 @@ sub get_target {
       if ( $ENV{'form.problemmode'} eq 'View' ||
 	   $ENV{'form.problemmode'} eq 'Discard Edits and View') {
 	if ( defined($ENV{'form.submitted'}) &&
-	     (!defined($ENV{'form.resetdata'})) ) {
+	     (!defined($ENV{'form.resetdata'})) &&
+	     (!defined($ENV{'form.newrandomization'}))) {
 	  return ('grade', 'web','answer');
 	} else {
 	  return ('web','answer');
@@ -144,18 +151,32 @@ $Apache::lonxml::browse='';
 sub check_access {
   my ($id) = @_;
   my $date ='';
-  my $status = '';
+  my $status;
   my $datemsg = '';
   my $lastdate = '';
   my $temp;
   my $type;
   my $passed;
+
+  if ($ENV{'request.state'} eq "construct") {
+    &Apache::lonxml::debug("in construction ignoring dates");
+    $status='CAN_ANSWER';
+    $datemsg='is in under construction';
+    return ($status,$datemsg);
+  }
+
   &Apache::lonxml::debug("checking for part :$id:");
   &Apache::lonxml::debug("time:".time);
   foreach $temp ("opendate","duedate","answerdate") {
     $lastdate = $date;
     $date = &Apache::lonnet::EXT("resource.$id.$temp");
     my $thistype = &Apache::lonnet::EXT("resource.$id.$temp.type");
+    if ($thistype =~ /^(con_lost|no_such_host)/ ||
+	$date     =~ /^(con_lost|no_such_host)/) {
+	$status='UNAVAILABLE';
+	$date="may open later.";
+	return($status,$date);
+    }
     if ($thistype eq 'date_interval') {
 	if ($temp eq 'opendate') {
            $date=&Apache::lonnet::EXT("resource.$id.duedate")-$date;
@@ -190,18 +211,26 @@ sub check_access {
     $datemsg = "was due on $lastdate, and answers will be available on $date";
   }
   if ($status eq 'CAN_ANSWER') {
-    #check #tries
+    #check #tries, and if correct.
     my $tries = $Apache::lonhomework::history{"resource.$id.tries"};
     my $maxtries = &Apache::lonnet::EXT("resource.$id.maxtries");
     if ( $tries eq '' ) { $tries = '0'; }
     if ( $maxtries eq '' ) { $maxtries = '2'; } 
-    if ($tries >= $maxtries) { $status = 'CANNOT_ANSWER'; } 
+    if ($tries >= $maxtries) { $status = 'CANNOT_ANSWER'; }
+    # if (correct and show prob status) or excused then CANNOT_ANSWER
+    if(($Apache::lonhomework::history{"resource.$id.solved"}=~/^correct/
+	&&
+	lc($Apache::lonhomework::problemstatus) ne 'no')
+       ||
+       $Apache::lonhomework::history{"resource.$id.solved"}=~/^excused/) {
+	$status = 'CANNOT_ANSWER';
+    }
   }
 
-  if (($status ne 'CLOSED') && ($Apache::lonhomework::type eq 'exam') &&
-      (!$Apache::lonhomework::history{"resource.0.outtoken"})) {
-      return ('UNCHECKEDOUT','needs to be checked out');
-  }
+  #if (($status ne 'CLOSED') && ($Apache::lonhomework::type eq 'exam') &&
+  #    (!$Apache::lonhomework::history{"resource.0.outtoken"})) {
+  #    return ('UNCHECKEDOUT','needs to be checked out');
+  #}
 
 
   &Apache::lonxml::debug("sending back :$status:$datemsg:");
@@ -210,11 +239,7 @@ sub check_access {
     $status='CAN_ANSWER';
     $datemsg='is closed but you are allowed to view it';
   }
-  if ($ENV{'request.state'} eq "construct") {
-    &Apache::lonxml::debug("in construction ignoring dates");
-    $status='CAN_ANSWER';
-    $datemsg='is in under construction';
-  }
+
   return ($status,$datemsg);
 }
 
@@ -224,6 +249,23 @@ sub showhash {
   return '';
 }
 
+sub showarray {
+    my ($array)=@_;
+    my $string="(";
+    foreach my $elm (@{ $array }) {
+	if (ref($elm)) {
+	    if ($elm =~ /ARRAY/ ) {
+		$string.=&showarray($elm);
+	    }
+	} else {
+	    $string.="$elm,"
+	}
+    }
+    chop($string);
+    $string.=")";
+    return $string;
+}
+
 sub showhashsubset {
   my ($hash,$keyre) = @_;
   my $resultkey;
@@ -231,14 +273,13 @@ sub showhashsubset {
     if ($resultkey =~ /$keyre/) {
       if (ref($$hash{$resultkey})) {
 	if ($$hash{$resultkey} =~ /ARRAY/ ) {
-	  my $string="$resultkey ---- (";
-	  foreach my $elm (@{ $$hash{$resultkey} }) {
-	    $string.="$elm,";
-	  }
-	  chop($string);
-	  &Apache::lonxml::debug("$string)");
+	    &Apache::lonxml::debug("$resultkey ---- ".
+				   &showarray($$hash{$resultkey}));
+	} elsif ($$hash{$resultkey} =~ /HASH/ ) {
+	    &Apache::lonxml::debug("$resultkey ---- $$hash{$resultkey}");
+	    &showhashsubset($$hash{$resultkey},'.');
 	} else {
-	  &Apache::lonxml::debug("$resultkey ---- $$hash{$resultkey}");
+	    &Apache::lonxml::debug("$resultkey ---- $$hash{$resultkey}");
 	}
       } else {
 	&Apache::lonxml::debug("$resultkey ---- $$hash{$resultkey}");
@@ -251,23 +292,31 @@ sub showhashsubset {
 
 sub setuppermissions {
   $Apache::lonhomework::browse= &Apache::lonnet::allowed('bre',$ENV{'request.filename'});
-  $Apache::lonhomework::viewgrades=&Apache::lonnet::allowed('vgr',$ENV{'request.course.id'});
+  my $viewgrades = &Apache::lonnet::allowed('vgr',$ENV{'request.course.id'});
+  if (! $viewgrades && 
+      exists($ENV{'request.course.sec'}) && 
+      $ENV{'request.course.sec'} !~ /^\s*$/) {
+      $viewgrades = &Apache::lonnet::allowed('vgr',$ENV{'request.course.id'}.
+                                               '/'.$ENV{'request.course.sec'});
+  }
+  $Apache::lonhomework::viewgrades = $viewgrades;
   return ''
 }
 
 sub setupheader {
-  my $request=$_[0];
-  if ($ENV{'browser.mathml'}) {
-    $request->content_type('text/xml');
-  } else {
-    $request->content_type('text/html');
-  }
-  if (!$Apache::lonxml::debug && ($ENV{'REQUEST_METHOD'} eq 'GET')) {
-    &Apache::loncommon::no_cache($request);
-  }
-  $request->send_http_header;
-  return OK if $request->header_only;
-  return ''
+    my $request=$_[0];
+    if ($ENV{'browser.mathml'}) {
+	$request->content_type('text/xml');
+    } else {
+	$request->content_type('text/html');
+    }
+    $request->content_encoding('UTF-8');
+    if (!$Apache::lonxml::debug && ($ENV{'REQUEST_METHOD'} eq 'GET')) {
+	&Apache::loncommon::no_cache($request);
+    }
+    $request->send_http_header;
+    return OK if $request->header_only;
+    return ''
 }
 
 sub handle_save_or_undo {
@@ -309,21 +358,104 @@ sub handle_save_or_undo {
   return $error;
 }
 
+sub analyze_header {
+    my ($request) = @_;
+    my $result.='<html>
+            <head><title>Analyzing a problem</title></head>
+            <body bgcolor="#FFFFFF">
+            <form name="lonhomework" method="POST" action="'.
+	      $ENV{'request.uri'}.'">
+            <input type="submit" name="problemmode" value="EditXML" />
+            <input type="submit" name="problemmode" value="Edit" />
+            <hr />
+            <input type="submit" name="submit" value="View" />
+            <hr />
+            List of possible answers:
+            </form>';
+    $request->print($result);
+    $request->rflush();
+}
+
+sub analyze_footer {
+    my ($request) = @_;
+    my $result='</body></html>';
+    $request->print($result);
+    $request->rflush();
+}
+
 sub analyze {
-  my ($request,$file) = @_;
-  &Apache::lonxml::debug("Analyze");
-  my $result=&Apache::lonnet::ssi($request->uri,('grade_target' => 'analyze'));
-  &Apache::lonxml::debug(":$result:");
-  (my $garbage,$result)=split(/_HASH_REF__/,$result,2);
-  &showhash(&Apache::lonnet::str2hash($result));
-  return $result;
+    my ($request,$file) = @_;
+    &Apache::lonxml::debug("Analyze");
+    my $result;
+    my %overall;
+    my %allparts;
+    my $rndseed=$ENV{'form.rndseed'};
+    &analyze_header($request);
+    my %prog_state=
+	&Apache::lonhtmlcommon::Create_PrgWin($request,'Analyze Progress',
+					      'Getting Problem Variants',
+					      $ENV{'form.numtoanalyze'});
+    for(my $i=1;$i<$ENV{'form.numtoanalyze'}+1;$i++) {
+	&Apache::lonhtmlcommon::Increment_PrgWin($request,\%prog_state,
+						 'last problem');
+	my $subresult=&Apache::lonnet::ssi($request->uri,
+					   ('grade_target' => 'analyze'),
+					   ('rndseed' => $i+$rndseed));
+	(my $garbage,$subresult)=split(/_HASH_REF__/,$subresult,2);
+	my %analyze=&Apache::lonnet::str2hash($subresult);
+	my @parts;
+	if (defined(@{ $analyze{'parts'} })) {
+	    @parts=@{ $analyze{'parts'} };
+	}
+	foreach my $part (@parts) {
+	    if (!exists($allparts{$part})) {$allparts{$part}=1;};
+	    if ($analyze{$part.'.type'} eq 'numericalresponse'	||
+		$analyze{$part.'.type'} eq 'stringresponse'	||
+		$analyze{$part.'.type'} eq 'formularesponse'   ) {
+		push( @{ $overall{$part.'.answer'} },
+		      [@{ $analyze{$part.'.answer'} }]);
+	    }
+	}
+    }
+    &Apache::lonhtmlcommon::Update_PrgWin($request,\%prog_state,
+					  'Analyzing Results');
+    foreach my $part (sort(keys(%allparts))) {
+	if (defined(@{ $overall{$part.'.answer'} })) {
+	    my $num_cols=scalar(@{ $overall{$part.'.answer'}->[0] });
+	    $request->print('<table><tr><td colspan="'.($num_cols+1).'">Part '.$part.'</td></tr>');
+	    my %frequency;
+	    foreach my $answer (sort {$a->[0] <=> $b->[0]} (@{ $overall{$part.'.answer'} })) {
+		$frequency{join("\0",@{ $answer })}++;
+	    }
+	    $request->print('<tr><td colspan="'.($num_cols).'">Answer</td><td>Frequency</td></tr>');
+	    foreach my $answer (sort {(split("\0",$a))[0] <=> (split("\0",$b))[0]} (keys(%frequency))) {
+		$request->print('<tr><td align="right">'.
+				join('</td><td align="right">',split("\0",$answer)).
+				'</td><td>('.$frequency{$answer}.
+				')</td></tr>');
+	    }
+	    $request->print('</table>');
+	} else {
+	    $request->print('<p>Part '.$part.
+			    ' is not analyzable at this time</p>');
+	}
+    }
+    if (scalar(keys(%allparts)) == 0 ) {
+	$request->print('<p>Found no analyzable parts in this problem,
+                         currently only Numerical, Formula and String response
+                         styles are supported.</p>');
+    }
+    &Apache::lonhtmlcommon::Close_PrgWin($request,\%prog_state);
+    &analyze_footer($request);
+    &Apache::lonhomework::showhash(%overall);
+    return $result;
 }
 
 sub editxmlmode {
   my ($request,$file) = @_;
   my $result;
   my $problem=&Apache::lonnet::getfile($file);
-  if ($problem == -1) {
+  if ($problem eq -1) {
     &Apache::lonxml::error("<b> Unable to find <i>$file</i></b>");
     $problem='';
   }
@@ -339,7 +471,8 @@ sub editxmlmode {
     &renderpage($request,$file);
   } else {
     my ($rows,$cols) = &Apache::edit::textarea_sizes(\$problem);
-    my $xml_help = Apache::loncommon::help_open_topic("Problem_Editor_XML_Index");
+    my $xml_help = Apache::loncommon::helpLatexCheatsheet("Problem_Editor_XML_Index",
+							  "Problem Editing Help");
     if ($cols > 80) { $cols = 80; }
     if ($cols < 70) { $cols = 70; }
     if ($rows < 20) { $rows = 20; }
@@ -354,7 +487,7 @@ sub editxmlmode {
             <input type="submit" name="submit" value="Submit Changes and View" />
             <input type="submit" name="Undo" value="undo" />
             <hr />
-            ' . $xml_help . ' Problem Help<br>
+            ' . $xml_help . '
             <textarea rows="'.$rows.'" cols="'.$cols.'" name="editxmltext">'.
 	      &HTML::Entities::encode($problem).'</textarea>
             </form></body></html>';
@@ -371,24 +504,21 @@ sub renderpage {
   foreach my $target (@targets) {
     #my $t0 = [&gettimeofday()];
     my $problem=&Apache::lonnet::getfile($file);
-    if ($problem == -1) {
+    if ($problem eq -1) {
       &Apache::lonxml::error("<b> Unable to find <i>$file</i></b>");
       $problem='';
     }
 
     my %mystyle;
     my $result = '';
-    &Apache::inputtags::initialize_inputtags();
-    &Apache::outputtags::initialize_outputtags();
-    &Apache::edit::initialize_edit();
-    if ($target eq 'analyze') { %Apache::lonhomework::anaylze=(); }
+    if ($target eq 'analyze') { %Apache::lonhomework::analyze=(); }
     if ($target eq 'answer') { &showhash(%Apache::lonhomework::history); }
     if ($target eq 'web') {&Apache::lonhomework::showhashsubset(\%ENV,'^form');}
 
     &Apache::lonxml::debug("Should be parsing now");
     $result = &Apache::lonxml::xmlparse($request, $target, $problem,
 			&setup_vars($target),%mystyle);
-
+    undef($Apache::lonhomework::parsing_a_problem);
     #$request->print("Result follows:");
     if ($target eq 'modified') {
       &handle_save_or_undo($request,\$problem,\$result);
@@ -403,6 +533,7 @@ sub renderpage {
 	#$result.="<br />Spent $td seconds processing target $target\n</body>";
       #}
       $request->print($result);
+      $request->rflush();
     }
     #$request->print(":Result ends");
     #my $td=&tv_interval($t0);
@@ -422,12 +553,12 @@ sub get_template_list {
       $result=$file;
       last;
     } else {
-      push (@allnames, $name);
+	if ($name) { push (@allnames, $name); }
     }
   }
   if (@allnames && !$result) {
-    $result="<option>Select a $extension type</option>\n<option>".
-      join('</option><option>',sort(@allnames)).'</option>';
+    $result="<option>Select a $extension template</option>\n<option>".
+	join('</option><option>',sort(@allnames)).'</option>';
   }
   return $result;
 }
@@ -437,39 +568,47 @@ sub newproblem {
     my $extension=$request->uri;
     $extension=~s:^.*\.([\w]+)$:$1:;
     &Apache::lonxml::debug("Looking for :$extension:");
+    my $templatelist=&get_template_list('',$extension);
     if ($ENV{'form.template'} &&
-	$ENV{'form.template'} ne "Select a $extension type") {
+	$ENV{'form.template'} ne "Select a $extension template") {
 	use File::Copy;
 	my $file = &get_template_list($ENV{'form.template'},$extension);
 	my $dest = &Apache::lonnet::filelocation("",$request->uri);
 	copy($file,$dest);
 	&renderpage($request,$dest);
-    } elsif($ENV{'form.newfile'}) {
+    } elsif($ENV{'form.newfile'} && !$templatelist) {
 	# I don't like hard-coded filenames but for now, this will work.
 	use File::Copy;
-	my $templatefilename = 
+	my $templatefilename =
 	    $request->dir_config('lonIncludes').'/templates/blank.problem';
 	&Apache::lonxml::debug("$templatefilename");
 	my $dest = &Apache::lonnet::filelocation("",$request->uri);
 	copy($templatefilename,$dest);
 	&renderpage($request,$dest);
     } else {
-	my $templatelist=&get_template_list('',$extension);
 	my $url=$request->uri;
 	my $dest = &Apache::lonnet::filelocation("",$request->uri);
+	my $errormsg;
+	if ($ENV{'form.newfile'}) {
+	    $errormsg='<p><font color="red">You did not select a template.</font></p>'."\n";
+	}
 	my $instructions;
-	if ($templatelist) { $instructions=", select a template from the pull-down menu below. Then";}
+	if ($templatelist) { $instructions=", select a template from the pull-down menu below.<br />Then";}
 	$request->print(<<ENDNEWPROBLEM);
 <body bgcolor="#FFFFFF">
-The requested file $url doesn\'t exist. <br />
-To create a new $extension$instructions click on the Create $extension button.
-<form action="$url" method="POST">
+<h1>Creating a new $extension resource</h1>
+$errormsg
+The requested file <tt>$url</tt> currently does not exist.
+<p>
+<b>To create a new $extension$instructions click on the "Create $extension" button.</b>
+</p>
+<p><form action="$url" method="POST">
 ENDNEWPROBLEM
 	if (defined($templatelist)) {
 	    $request->print("<select name=\"template\">$templatelist</select>");
 	}
 	$request->print("<br /><input type=\"submit\" name=\"newfile\" value=\"Create $extension\" />");
-	$request->print("</form></body>");
+	$request->print("</form></p></body>");
     }
     return '';
 }
@@ -491,7 +630,6 @@ sub handler {
   #my $t0 = [&gettimeofday()];
   my $request=$_[0];
 
-#  if ( $ENV{'user.name'} eq 'albertel' ) {$Apache::lonxml::debug=1;}
   $Apache::lonxml::debug=$ENV{'user.debug'};
 
   if (&setupheader($request)) { return OK; }
@@ -519,16 +657,28 @@ sub handler {
     # if we are browsing we might not be able to know where we are
     if ($Apache::lonhomework::browse ne 'F') {
       #should know where we are, so ask
-      $request->internal_redirect('/adm/ambiguous'); return;
+	if ( &Apache::lonnet::mod_perl_version() == 2 ) {
+	    &Apache::lonnet::cleanenv();
+	}
+	$request->internal_redirect('/adm/ambiguous'); return;
     }
   }
 
+  my ($symb) = &Apache::lonxml::whichuser();
+  &Apache::lonxml::debug('symb is '.$symb);
+  if ($ENV{'request.state'} eq "construct" || $symb eq '') {
+      if ($ENV{'form.resetdata'} eq 'Reset Submissions' ||
+	  $ENV{'form.resetdata'} eq 'New Problem Variation' ||
+          $ENV{'form.newrandomization'} eq 'New Randomization') {
+	  my ($symb,$courseid,$domain,$name) = &Apache::lonxml::whichuser();
+	  &Apache::lonnet::tmpreset($symb,'',$domain,$name);
+&Apache::lonxml::debug("Attempt reset");
+      }
+  }
   if ($ENV{'request.state'} eq "construct") {
-    if ($ENV{'form.resetdata'} eq 'Reset Submissions') {
-      my ($symb,$courseid,$domain,$name) = &Apache::lonxml::whichuser();
-      &Apache::lonnet::tmpreset($symb,'',$domain,$name);
-    }
     if ( -e $file ) {
+      &Apache::loncommon::get_unprocessed_cgi
+                          ($ENV{'QUERY_STRING'},['problemmode']);
       if (!(defined $ENV{'form.problemmode'})) {
 	#first visit to problem in construction space
 	#&view_or_edit_menu($request);
@@ -536,7 +686,7 @@ sub handler {
 	&renderpage($request,$file);
       } elsif ($ENV{'form.problemmode'} eq 'EditXML') {
 	&editxmlmode($request,$file);
-      } elsif ($ENV{'form.problemmode'} eq 'Answer Distribution') {
+      } elsif ($ENV{'form.problemmode'} eq 'Calculate answers') {
 	&analyze($request,$file);
       } else {
 	&renderpage($request,$file);