--- loncom/interface/statistics/lonstathelpers.pm 2004/09/29 14:56:59 1.26 +++ loncom/interface/statistics/lonstathelpers.pm 2005/03/03 17:55:06 1.42 @@ -1,6 +1,6 @@ # The LearningOnline Network with CAPA # -# $Id: lonstathelpers.pm,v 1.26 2004/09/29 14:56:59 matthew Exp $ +# $Id: lonstathelpers.pm,v 1.42 2005/03/03 17:55:06 matthew Exp $ # # Copyright Michigan State University Board of Trustees # @@ -68,8 +68,7 @@ use Storable qw(freeze thaw); =item &render_resource($resource) -Input: a resource generated from -&Apache::loncoursedata::get_sequence_assessment_data(). +Input: a navmaps resource Retunrs: a scalar containing html for a rendering of the problem within a table. @@ -85,8 +84,8 @@ sub render_resource { my $base; ($base,undef) = ($resource->{'src'} =~ m|(.*/)[^/]*$|); $base = "http://".$ENV{'SERVER_NAME'}.$base; - my $rendered_problem = - &Apache::lonnet::ssi_body($resource->{'src'}); + my ($src,$symb)=($resource->src,&Apache::lonnet::escape($resource->symb)); + my $rendered_problem = &Apache::lonnet::ssi_body($src.'?symb='.$symb); $rendered_problem =~ s/<\s*form\s*/)|<\/nop>|g; return '
'. @@ -100,7 +99,26 @@ sub render_resource { =pod -=item &ProblemSelector($AcceptedResponseTypes) +=item &get_resources + +=cut + +#################################################### +#################################################### +sub get_resources { + my ($navmap,$sequence) = @_; + my @resources = $navmap->retrieveResources($sequence, + sub { shift->is_problem(); }, + 0,0,0); + return @resources; +} + +#################################################### +#################################################### + +=pod + +=item &problem_selector($AcceptedResponseTypes) Input: scalar containing regular expression which matches response types to show. '.' will yield all, '(option|radiobutton)' will match @@ -114,22 +132,25 @@ Skips 'survey' problems. #################################################### #################################################### -sub ProblemSelector { +sub problem_selector { my ($AcceptedResponseTypes) = @_; my $Str; $Str = "\n\n"; - foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess('all')) { - next if ($seq->{'num_assess'}<1); + my $rb_count =0; + my ($navmap,@sequences) = + &Apache::lonstatistics::selected_sequences_with_assessments('all'); + return $navmap if (! ref($navmap)); # error + foreach my $seq (@sequences) { my $seq_str = ''; - foreach my $res (@{$seq->{'contents'}}) { - next if ($res->{'type'} ne 'assessment'); - foreach my $part (@{$res->{'parts'}}) { - my $partdata = $res->{'partdata'}->{$part}; - for (my $i=0;$i{'ResponseTypes'}});$i++){ - my $respid = $partdata->{'ResponseIds'}->[$i]; - my $resptype = $partdata->{'ResponseTypes'}->[$i]; + foreach my $res (&get_resources($navmap,$seq)) { + foreach my $part (@{$res->parts}) { + my @response_ids = $res->responseIds($part); + my @response_types = $res->responseType($part); + for (my $i=0;$i$res->{'symb'}, + my $value = &make_target_id({symb=>$res->symb, part=>$part, respid=>$respid, resptype=>$resptype}); @@ -137,26 +158,29 @@ sub ProblemSelector { if ($ENV{'form.problemchoice'} eq $value) { $checked = 'checked '; } - my $title = $res->{'title'}; + my $title = $res->compTitle; if (! defined($title) || $title eq '') { - ($title) = ($res->{'src'} =~ m:/([^/]*)$:); + ($title) = ($res->src =~ m:/([^/]*)$:); } - $seq_str .= ''. + qq{}. + ''. + '\n"; + $rb_count++; } } } } if ($seq_str ne '') { - $Str .= ''. + $Str .= ''. "\n".$seq_str; } } @@ -278,16 +302,6 @@ END return $Str; } -sub get_title { - my ($title,$src) = @_; - if ($title eq '') { - ($title) = ($src =~ m|/([^/]+)$|); - } else { - $title =~ s/\:/:/g; - } - return $title; -} - sub new_accumulator { my ($title,$src,$symb,$seq_id,$inputname) = @_; my $target; @@ -306,7 +320,8 @@ sub new_accumulator { 'value="'.&Apache::lonnet::escape($res->symb).'" />'. ' '.$res->compTitle.''. (' 'x2).'view'. + 'href="'.$res->src.'?symb='. + &Apache::lonnet::escape($res->symb).'">view'. ''.$/; } else { if (defined($target)) { @@ -438,36 +453,40 @@ sub get_prev_curr_next { # # Build an array with the data we need to search through my @Resource; - foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess('all')) { - foreach my $res (@{$seq->{'contents'}}) { - next if ($res->{'type'} ne 'assessment'); - foreach my $part (@{$res->{'parts'}}) { - my $partdata = $res->{'partdata'}->{$part}; - if ($partdata->{'Survey'} && ($granularity eq 'part_survey')){ + my ($navmap,@sequences) = + &Apache::lonstatistics::selected_sequences_with_assessments('all'); + return $navmap if (! ref($navmap)); + foreach my $seq (@sequences) { + my @resources = &get_resources($navmap,$seq); + foreach my $res (@resources) { + foreach my $part (@{$res->parts}) { + if ($res->is_survey($part) && ($granularity eq 'part_survey')){ push (@Resource, - { symb => $res->{symb}, + { symb => $res->symb, part => $part, resource => $res, } ); } elsif ($granularity eq 'part') { push (@Resource, - { symb => $res->{symb}, + { symb => $res->symb, part => $part, resource => $res, } ); } elsif ($granularity eq 'response') { + my @response_ids = $res->responseIds($part); + my @response_types = $res->responseType($part); for (my $i=0; - $i{'ResponseTypes'}}); + $i{'ResponseIds'}->[$i]; - my $resptype = $partdata->{'ResponseTypes'}->[$i]; + my $respid = $response_ids[$i]; + my $resptype = $response_types[$i]; next if ($resptype !~ m/$AcceptableResponseTypes/); push (@Resource, - { symb => $res->{symb}, + { symb => $res->symb, part => $part, - respid => $partdata->{'ResponseIds'}->[$i], + respid => $respid, + resptype => $resptype, resource => $res, - resptype => $resptype } ); } } @@ -525,7 +544,7 @@ sub get_prev_curr_next { $curr = $Resource[$curr_idx ]; $next = $Resource[$curr_idx+1]; } - return ($prev,$curr,$next); + return ($navmap,$prev,$curr,$next); } @@ -553,6 +572,7 @@ Returns: nothing ##################################################### sub GetStudentAnswers { my ($r,$problem,$Students,$formname,$inputname) = @_; + my %answers; my $status_type; if (defined($formname)) { $status_type = 'inline'; @@ -576,18 +596,19 @@ sub GetStudentAnswers { last if ($c->aborted()); my $sname = $student->{'username'}; my $sdom = $student->{'domain'}; - my $answer = &Apache::lonstathelpers::analyze_problem_as_student + my $answer = &Apache::lonstathelpers::get_student_answer ($resource,$sname,$sdom,$partid,$respid); &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state, &mt('last student')); + $answers{$answer}++; $student->{'answer'} = $answer; } - &Apache::lonstathelpers::write_answer_cache(); + &Apache::lonstathelpers::write_analysis_cache(); return if ($c->aborted()); $r->rflush(); # close progress window &Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state); - return; + return \%answers; } ##################################################### @@ -597,13 +618,61 @@ sub GetStudentAnswers { =item analyze_problem_as_student -Analyzes a homework problem for a student and returns the correct answer -for the student. Attempts to put together an answer for problem types -that do not natively support it. +Analyzes a homework problem for a student Inputs: $resource: a resource object $sname, $sdom, $partid, $respid +Returns: the problem analysis hash + +=cut + +##################################################### +##################################################### +sub analyze_problem_as_student { + my ($resource,$sname,$sdom) = @_; + if (ref($resource) ne 'HASH') { + my $res = $resource; + $resource = { 'src' => $res->src, + 'symb' => $res->symb, + 'parts' => $res->parts }; + foreach my $part (@{$resource->{'parts'}}) { + $resource->{'partdata'}->{$part}->{'ResponseIds'}= + [$res->responseIds($part)]; + } + } + my $url = $resource->{'src'}; + my $symb = $resource->{'symb'}; + my $analysis = &get_from_analysis_cache($sname,$sdom,$symb); + if (! defined($analysis)) { + my $courseid = $ENV{'request.course.id'}; + my $Answ=&Apache::lonnet::ssi($url,('grade_target' => 'analyze', + 'grade_domain' => $sdom, + 'grade_username' => $sname, + 'grade_symb' => $symb, + 'grade_courseid' => $courseid)); + (my $garbage,$analysis)=split(/_HASH_REF__/,$Answ,2); + &store_analysis($sname,$sdom,$symb,$analysis); + } + my %Answer=&Apache::lonnet::str2hash($analysis); + # + return \%Answer; +} + +##################################################### +##################################################### + +=pod + +=item get_student_answer + +Analyzes a homework problem for a particular student and returns the correct +answer. Attempts to put together an answer for problem types +that do not natively support it. + +Inputs: $resource: a resource object (from navmaps or hash from loncoursedata) + $sname, $sdom, $partid, $respid + Returns: $answer If $partid and $respid are specified, $answer is simply a scalar containing @@ -616,8 +685,9 @@ keys $partid.'.'.$respid.'.answer'. ##################################################### ##################################################### -sub analyze_problem_as_student { +sub get_student_answer { my ($resource,$sname,$sdom,$partid,$respid) = @_; + # if (ref($resource) ne 'HASH') { my $res = $resource; $resource = { 'src' => $res->src, @@ -628,32 +698,20 @@ sub analyze_problem_as_student { [$res->responseIds($part)]; } } - my $returnvalue; - my $url = $resource->{'src'}; - my $symb = $resource->{'symb'}; - my $answer = &get_from_answer_cache($sname,$sdom,$symb,$partid,$respid); - if (defined($answer)) { - return($answer); - } - my $courseid = $ENV{'request.course.id'}; - my $Answ=&Apache::lonnet::ssi($url,('grade_target' => 'analyze', - 'grade_domain' => $sdom, - 'grade_username' => $sname, - 'grade_symb' => $symb, - 'grade_courseid' => $courseid)); - (my $garbage,$Answ)=split(/_HASH_REF__/,$Answ,2); - my %Answer=&Apache::lonnet::str2hash($Answ); # - undef($answer); + my $analysis = + &analyze_problem_as_student($resource,$sname,$sdom); + my $answer; foreach my $partid (@{$resource->{'parts'}}) { my $partdata = $resource->{'partdata'}->{$partid}; foreach my $respid (@{$partdata->{'ResponseIds'}}) { my $prefix = $partid.'.'.$respid; my $key = $prefix.'.answer'; - $answer->{$partid}->{$respid} = &get_answer($prefix,$key,%Answer); + $answer->{$partid}->{$respid} = + &get_answer($prefix,$key,%$analysis); } } - &store_answer($sname,$sdom,$symb,undef,undef,$answer); + my $returnvalue; if (! defined($partid)) { $returnvalue = $answer; } elsif (! defined($respid)) { @@ -698,7 +756,6 @@ sub get_answer { return $returnvalue; } - ##################################################### ##################################################### @@ -708,7 +765,7 @@ sub get_answer { =over 4 -=item &load_answer_cache($symb) +=item &load_analysis_cache($symb) Loads the cache for the given symb into memory from disk. Requires the cache filename be set. @@ -723,7 +780,7 @@ Only should be called by &ensure_proper_ my $current_symb = undef; my %cache; -sub load_answer_cache { +sub load_analysis_cache { my ($symb) = @_; return if (! defined($cache_filename)); if (! defined($current_symb) || $current_symb ne $symb) { @@ -746,34 +803,20 @@ sub load_answer_cache { =pod -=item &get_from_answer_cache($sname,$sdom,$symb,$partid,$respid) +=item &get_from_analysis_cache($sname,$sdom,$symb,$partid,$respid) Returns the appropriate data from the cache, or undef if no data exists. -If $respid is undefined, a hash ref containing the answers for the given -$partid is returned. If $partid is undefined, a hash ref containing answers -for all of the parts is returned. =cut ##################################################### ##################################################### -sub get_from_answer_cache { - my ($sname,$sdom,$symb,$partid,$respid) = @_; +sub get_from_analysis_cache { + my ($sname,$sdom,$symb) = @_; &ensure_proper_cache($symb); my $returnvalue; - if (exists($cache{$sname.':'.$sdom}) && - ref($cache{$sname.':'.$sdom}) eq 'HASH') { - if (defined($partid) && - exists($cache{$sname.':'.$sdom}->{$partid})) { - if (defined($respid) && - exists($cache{$sname.':'.$sdom}->{$partid}->{$respid})) { - $returnvalue = $cache{$sname.':'.$sdom}->{$partid}->{$respid}; - } else { - $returnvalue = $cache{$sname.':'.$sdom}->{$partid}; - } - } else { - $returnvalue = $cache{$sname.':'.$sdom}; - } + if (exists($cache{$sname.':'.$sdom})) { + $returnvalue = $cache{$sname.':'.$sdom}; } else { $returnvalue = undef; } @@ -785,16 +828,16 @@ sub get_from_answer_cache { =pod -=item &write_answer_cache($symb) +=item &write_analysis_cache($symb) Writes the in memory cache to disk so that it can be read in with -&load_answer_cache($symb). +&load_analysis_cache($symb). =cut ##################################################### ##################################################### -sub write_answer_cache { +sub write_analysis_cache { return if (! defined($current_symb) || ! defined($cache_filename)); my %cache_db; my $key = &Apache::lonnet::escape($current_symb); @@ -818,7 +861,7 @@ sub write_answer_cache { =item &ensure_proper_cache($symb) Called to make sure we have the proper cache set up. This is called -prior to every answer lookup. +prior to every analysis lookup. =cut @@ -828,16 +871,16 @@ sub ensure_proper_cache { my ($symb) = @_; my $cid = $ENV{'request.course.id'}; my $new_filename = '/home/httpd/perl/tmp/'. - 'problemanalysis_'.$cid.'_answer_cache.db'; + 'problemanalysis_'.$cid.'_analysis_cache.db'; if (! defined($cache_filename) || $cache_filename ne $new_filename || ! defined($current_symb) || $current_symb ne $symb) { $cache_filename = $new_filename; # Notice: $current_symb is not set to $symb until after the cache is - # loaded. This is what tells &load_answer_cache to load in a new + # loaded. This is what tells &load_analysis_cache to load in a new # symb cache. - &load_answer_cache($symb); + &load_analysis_cache($symb); $current_symb = $symb; } } @@ -847,26 +890,18 @@ sub ensure_proper_cache { =pod -=item &store_answer($sname,$sdom,$symb,$partid,$respid,$dataset) +=item &store_analysis($sname,$sdom,$symb,$partid,$respid,$dataset) -Stores the answer data in the in memory cache. +Stores the analysis data in the in memory cache. =cut ##################################################### ##################################################### -sub store_answer { - my ($sname,$sdom,$symb,$partid,$respid,$dataset) = @_; +sub store_analysis { + my ($sname,$sdom,$symb,$dataset) = @_; return if ($symb ne $current_symb); - if (defined($partid)) { - if (defined($respid)) { - $cache{$sname.':'.$sdom}->{$partid}->{$respid} = $dataset; - } else { - $cache{$sname.':'.$sdom}->{$partid} = $dataset; - } - } else { - $cache{$sname.':'.$sdom}=$dataset; - } + $cache{$sname.':'.$sdom}=$dataset; return; } @@ -1106,13 +1141,15 @@ sub get_problem_data { $Partdata{$part}->{'_Options'}=$value; } elsif ($key eq 'concepts') { $Partdata{$part}->{'_Concepts'}=$value; + } elsif ($key eq 'items') { + $Partdata{$part}->{'_Items'}=$value; } elsif ($key =~ /^concept\.(.*)$/) { my $concept = $1; foreach my $foil (@$value) { $Partdata{$part}->{'_Foils'}->{$foil}->{'_Concept'}= $concept; } - } elsif ($key =~ /^(incorrect|answer|ans_low|ans_high)$/) { + } elsif ($key =~ /^(unit|incorrect|answer|ans_low|ans_high|str_type)$/) { $Partdata{$part}->{$key}=$value; } } else { @@ -1124,13 +1161,51 @@ sub get_problem_data { } elsif ($key =~ /^foil\.value\.(.*)$/) { my $foil = $1; $Partdata{$part}->{'_Foils'}->{$foil}->{'value'}=$value; + } elsif ($key eq 'answercomputed') { + $Partdata{$part}->{'answercomputed'} = $value; } } } } + # Further debugging code + if (0) { + &Apache::lonnet::logthis('lonstathelpers::get_problem_data'); + &log_hash_ref(\%Partdata); + } return %Partdata; } +sub log_array_ref { + my ($arrayref,$prefix) = @_; + return if (ref($arrayref) ne 'ARRAY'); + if (! defined($prefix)) { $prefix = ''; }; + foreach my $v (@$arrayref) { + if (ref($v) eq 'ARRAY') { + &log_array_ref($v,$prefix.' '); + } elsif (ref($v) eq 'HASH') { + &log_hash_ref($v,$prefix.' '); + } else { + &Apache::lonnet::logthis($prefix.'"'.$v.'"'); + } + } +} + +sub log_hash_ref { + my ($hashref,$prefix) = @_; + return if (ref($hashref) ne 'HASH'); + if (! defined($prefix)) { $prefix = ''; }; + while (my ($k,$v) = each(%$hashref)) { + if (ref($v) eq 'ARRAY') { + &Apache::lonnet::logthis($prefix.'"'.$k.'" = array'); + &log_array_ref($v,$prefix.' '); + } elsif (ref($v) eq 'HASH') { + &Apache::lonnet::logthis($prefix.'"'.$k.'" = hash'); + &log_hash_ref($v,$prefix.' '); + } else { + &Apache::lonnet::logthis($prefix.'"'.$k.'" => "'.$v.'"'); + } + } +} #################################################### #################################################### @@ -1280,9 +1355,10 @@ sub manage_caches { if (defined($update_message)) { $r->print($update_message); } - &Apache::lonstatistics::Gather_Full_Student_Data($r,$formname, - $inputname); - + if (0) { + &Apache::lonnet::logthis('Updating mysql student data caches'); + } + &gather_full_student_data($r,$formname,$inputname); } # my @Buttons = @@ -1304,8 +1380,90 @@ sub manage_caches { return @Buttons; } +sub gather_full_student_data { + my ($r,$formname,$inputname) = @_; + my $status_type; + if (defined($formname)) { + $status_type = 'inline'; + } else { + $status_type = 'popup'; + } + my $c = $r->connection(); + # + &Apache::loncoursedata::clear_internal_caches(); + # + my @Students = @Apache::lonstatistics::Students; + # + # Open the progress window + my %prog_state=&Apache::lonhtmlcommon::Create_PrgWin + ($r,&mt('Student Data Compilation Status'), + &mt('Student Data Compilation Progress'), scalar(@Students), + $status_type,undef,$formname,$inputname); + # + while (my $student = shift @Students) { + return if ($c->aborted()); + my $status = &Apache::loncoursedata::ensure_current_full_data + ($student->{'username'},$student->{'domain'}, + $ENV{'request.course.id'}); + &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state, + &mt('last student')); + } + &Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state); + $r->rflush(); + return; +} + +#################################################### +#################################################### + +=pod + +=item &submission_report_form + +Input: The originating reportSelected value for the current stats page. +Output: Scalar containing HTML with needed form elements and a link to +the student submission reports page. +=cut + +#################################################### +#################################################### +sub submission_report_form { + my ($original_report) = @_; + # Note: In the link below we change the reportSelected value. If + # the user hits the 'back' button on the browser after getting their + # student submissions report, this value may still be around. So we + # output a script block to set it properly. If the $original_report + # value is unset, you are just asking for trouble. + if (! defined($original_report)) { + &Apache::lonnet::logthis + ('someone called lonstathelpers::submission_report_form without '. + ' enough input.'); + } + my $html = $/. + ''. + ''. + ''. + ''; + my $output_selector = $/.''.$/; + my $link = ''; + $html.= &mt('View data as [_1] [_2]go[_3]',$output_selector, + $link,'').$/; + return $html +} #################################################### ####################################################
'. - ''. - ''. - $resptype.''. - ''.$title.' '; -# ''.$resptype.' '.$res->{'title'}.' '; - if (scalar(@{$partdata->{'ResponseIds'}}) > 1) { + $seq_str .= '
'; + if (scalar(@response_ids) > 1) { $seq_str .= &mt('response').' '.$respid; } + my $link = $res->src.'?symb='. + &Apache::lonnet::escape($res->symb); + $seq_str .= (' 'x2). + qq{view}; $seq_str .= "
 '.$seq->{'title'}.'
 '.$seq->compTitle.'