--- loncom/interface/lonstatistics.pm 2002/05/13 13:50:45 1.15 +++ loncom/interface/lonstatistics.pm 2004/06/24 19:17:49 1.105 @@ -1,7 +1,6 @@ # The LearningOnline Network with CAPA -# (Publication Handler # -# $Id: lonstatistics.pm,v 1.15 2002/05/13 13:50:45 minaeibi Exp $ +# $Id: lonstatistics.pm,v 1.105 2004/06/24 19:17:49 matthew Exp $ # # Copyright Michigan State University Board of Trustees # @@ -26,1596 +25,1249 @@ # http://www.lon-capa.org/ # # (Navigate problems for statistical reports -# YEAR=2001 -# 5/5,7/9,7/25/1,8/11,9/13,9/26,10/5,10/9,10/22,10/26 Behrouz Minaei -# 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei -# YEAR=2002 -# 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6,5/12 Behrouz Minaei # ### -package Apache::lonstatistics; +=pod -use strict; +=head1 NAME + +lonstatistics + +=head1 SYNOPSIS + +Main handler for statistics and chart. + +=over 4 + +=cut + +package Apache::lonstatistics; + +use strict; use Apache::Constants qw(:common :http); +use vars qw( + @FullClasslist + @Students + @Sections + @SelectedSections + %StudentData + @StudentDataOrder + @SelectedStudentData + $top_map + @Sequences + @SelectedMaps + @Assessments + $enrollment_status); + use Apache::lonnet(); use Apache::lonhomework; use Apache::loncommon; -use HTML::TokeParser; -use GDBM_File; +use Apache::loncoursedata; +use Apache::lonhtmlcommon; +use Apache::lonmysql; +use Apache::lonlocal; +use Time::HiRes; +# +# Statistics Packages +use Apache::lonproblemanalysis(); +use Apache::lonsubmissiontimeanalysis(); +use Apache::loncorrectproblemplot(); +use Apache::lonproblemstatistics(); +use Apache::lonstudentassessment(); +use Apache::lonpercentage; +use Apache::lonstudentsubmissions(); +use Apache::lonsurveyreports(); -# -------------------------------------------------------------- Module Globals -my %hash; -my %CachData; -my %GraphDat; -my %OpResp; -my %maps; -my %mapsort; -my %section; -my %StuBox; -my %DiscFac; -my %DisUp; -my %DisLow; -my $UpCnt; -my $CurMap; -my $CurSec; -my $CurStu; -my @cols; -my @list; -my @students; -my $p_count; -my $Pos; -my $r; -my $OpSel1; -my $OpSel2; -my $OpSel3; -my $OpSel4; -my $GData; -my $cid; -my $firstres; -my $lastres; -my $DiscFlag; -my $HWN; -my $P_Order; -my %foil_to_concept; -my @Concepts; -my %ConceptData; -my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod", - 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff", - 9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd"); -my %Answer = (); -my @shown; - -sub InitAnalysis { - my ($rid, $student)=@_; - my ($uname,$udom)=split(/\:/,$student); - $rid=~/(\d+)\.(\d+)/; - my $symb=&Apache::lonnet::declutter($hash{'map_id_'.$1}).'___'.$2.'___'. - &Apache::lonnet::declutter($hash{'src_'.$rid}); - my $URI = $hash{'src_'.$rid}; - my $Answ=&Apache::lonnet::ssi($URI,('grade_target' => 'analyze', - 'grade_username' => $uname, - 'grade_domain' => $udom, - 'grade_courseid' => $cid, - 'grade_symb' => $symb)); -# my $Answ=&Apache::lonnet::ssi($URI,('grade_target' => 'analyze')); - - (my $garbage,$Answ)=split(/_HASH_REF__/,$Answ,2); - %Answer=(); - %Answer=&Apache::lonnet::str2hash($Answ); - - my $parts=''; - foreach my $elm (@{$Answer{"parts"}}) { - $parts.="$elm,"; - } - chop($parts); - my $conc=''; - foreach my $elm (@{$Answer{"$parts.concepts"}}) { - $conc.="$elm@"; - } - chop($conc); - - @Concepts=split(/\@/,$conc); - my $show=''; - foreach my $elm (@{$Answer{"$parts.shown"}}) { - $show.="$elm@"; - } - chop($show); - @shown=split(/\@/,$show); -# $r->print("
shown:".$show); -# $r->rflush(); - - foreach my $concept (@{$Answer{"$parts.concepts"}}) { - foreach my $foil (@{$Answer{"$parts.concept.$concept"}}) { - $foil_to_concept{$foil} = $concept; - } - } - return $symb; -} - - -sub Interval { - my $symb=shift; - my $Int=$ConceptData{"Interval"}; - my $due = &Apache::lonnet::EXT('resource.0.duedate',$symb)+1; - my $opn = &Apache::lonnet::EXT('resource.0.opendate',$symb); - my $add=int(($due-$opn)/$Int); -# $r->print("
$opn, to $due add=$add int=$Int"); - #$r->rflush(); - $ConceptData{"Int.0"}=$opn; - for (my $i=1;$i<$Int;$i++) { - $ConceptData{"Int.$i"}=$opn+$i*$add; - } - $ConceptData{"Int.$Int"}=$due; - for (my $i=0;$i<$Int;$i++) { - for (my $n=0; $n<=$#Concepts; $n++ ) { - my $tmp=$Concepts[$n]; - $ConceptData{"$tmp.$i.true"}=0; - $ConceptData{"$tmp.$i.false"}=0; - } - } -} - - -sub ShowOpGraph { - - my ($InpStr, $Int_No)=@_; - - $r->print(< - - function display(name) { - document.forms.displayform.elements.dis.value=name; - window.status=name; - } - function cleardisplay() { - document.forms.displayform.elements.dis.value=''; - window.status='No Concept in particular'; - } - - -ENDPOP - - &Create_PrgWin(); - &Update_PrgWin("Starting to analyze problem"); - my $rid=substr($InpStr,8); - $ConceptData{"Interval"}=$Int_No; - &Interval(&InitAnalysis($rid,$students[0])); - my $URI = $hash{'src_'.$rid}; - my $Src = $hash{'title_'.$rid}; - $Src =~ s/\ /"_"/eg; - $r->print('
'.$URI.''); - for (my $n=1; $n<=$#Concepts+1; $n++ ) { - my $tmp=$Concepts[$n-1]; - $tmp =~ s/print("
Concept $n:$tmp"); - } - - $r->rflush(); - - for (my $index=0;$index<=$#students;$index++) { - &Update_PrgWin($index); - &OpStatus($rid,$students[$index]); - } - &Close_PrgWin(); - -#$Apache::lonxml::debug=1; -#&Apache::lonhomework::showhash(%ConceptData); -#$Apache::lonxml::debug=0; - - for (my $k=0; $k<$Int_No; $k++ ) { - my $data1=''; - my $data2=''; - &DrawGraph(&AdjustData($k).'+'.$Src.'+'.($k+1)); - } - my $Answ=&Apache::lonnet::ssi($URI); - $r->print("
Here you can see the Problem:
$Answ"); -} - -sub AdjustData { - my $k=shift; - my $Max=0; - my @data1; - my @data2; - for (my $n=0; $n<=$#Concepts; $n++ ) { - my $tmp=$Concepts[$n]; - $data1[$n]=$ConceptData{"$tmp.$k.true"}; - $data2[$n]=$ConceptData{"$tmp.$k.false"}; - my $Sum=$data1[$n]+$data2[$n]; - if ( $Max<$Sum ) {$Max=$Sum;} - } - for (my $n=0; $n<=$#Concepts; $n++ ) { - if ($data1[$n]+$data2[$n]<$Max) { - $data2[$n]+=$Max-($data1[$n]+$data2[$n]); - } - } - return join(',',@data1).'+'. - join(',',@data2).'+'. - $Max.'+'.($#data1+1); +####################################################### +####################################################### + +=pod + +=item Package Variables + +=item @FullClasslist The full classlist + +=item @Students The students we are concerned with for this invocation + +=item @Sections The sections available in this class + +=item $curr_student The student currently being examined + +=item $prev_student The student previous in the classlist + +=item $next_student The student next in the classlist + +=over + +=cut + +####################################################### +####################################################### +# +# Classlist variables +# +my $curr_student; +my $prev_student; +my $next_student; + +####################################################### +####################################################### + +=pod + +=item &clear_classlist_variables() + +undef the following package variables: + +=over + +=item @FullClasslist + +=item @Students + +=item @Sections + +=item @SelectedSections + +=item %StudentData + +=item @StudentDataOrder + +=item @SelectedStudentData + +=item $curr_student + +=item $prev_student + +=item $next_student + +=back + +=cut + +####################################################### +####################################################### +sub clear_classlist_variables { + undef(@FullClasslist); + undef(@Students); + undef(@Sections); + undef(@SelectedSections); + undef(%StudentData); + undef(@SelectedStudentData); + undef($curr_student); + undef($prev_student); + undef($next_student); } +####################################################### +####################################################### -sub DrawGraph { - my $data=shift; - my($data1,$data2,$Max,$P_No,$Src,$k)=split(/\+/,$data); - - my $Str="\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n"."". - "\n"."". - "\n"."". - "\n"."". - "\n"."". - "\n"."
Correct Answers Wrong Answers From To
$data1 $data2 ".localtime($ConceptData{'Int.'.($k-1)})." ".localtime($ConceptData{'Int.'.$k}-1)."
"; - $r->print($Str); +=pod + +=item &PrepareClasslist() + +Build up the classlist information. The classlist information is kept in +the following package variables: + +=over -# $r->print('
Correct Answers: '.$data1. -# '
Wrong Answers: '.$data2); -# $r->print('
From: '.localtime($ConceptData{'Int.'.($k-1)}). -# '
To: '.localtime($ConceptData{"Int.$k"})); - -# if ( $Max > 1 ) { -# $Max += (10 - $Max % 10); -# $Max = int($Max); -# } -# else { $Max = 1; } - my $Titr=($ConceptData{'Interval'}>1) ? $Src.'_interval_'.$k : $Src; - $GData=$Titr.'&'.'Answers'.'&'.$Max.'&'.$P_No.'&'.$data1.'&'.$data2; - if($ConceptData{'Interval'}>1){ - $r->print('
'); - return; - } - $r->print('
Move your mouse over a bar to find out the concept'); - my $ptr=''; - $ptr.="\n".'
'; - $ptr.="\n".'

'. - "\n".''; - my $gap=12; - my $Size=340; - my $barsize=($P_No) ? int($Size/$P_No) : 1; - for (my $i=0; $i<$P_No; $i++) { - my $x1=80+$gap*$i+($i*$barsize); - my $x2=$x1+$barsize; - my $y1=25; - my $y2=350; - my $j=$i+1; - $ptr.="\n".''; - } - $ptr.="\n".''; - $ptr.="\n".'

'; - $r->print('
'.$ptr.'
'); -} - - -sub AnalyzeProblem { -# -------------------------------- Selecting the number of intervals - my $OpSel=''; - my $CurInt = $ENV{'form.interval'}; - if ($CurInt eq '') {$CurMap = '1';} - my $Ptr = 'Select number of intervals'."\n". - ''."\n"; - $r->print( $Ptr ); - - $r->print('
Option Response Problems in this course:

'); - my $Str = "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''; - - my $P_No=1; - foreach (sort keys %OpResp) { - my $Temp = ''.$hash{'title_'.$OpResp{$_}}.''; - $Str .= "\n"."". - "\n"."". - "\n"."". - "\n"."". - "\n"."'. - "\n".""; - $P_No++; - } - $Str .= "\n".'
# Problem Title Resouse Address
$P_No ".$Temp." ".$hash{'src_'.$OpResp{$_}}." ".''.'
'; - $Str .= "\n".''; - $r->print($Str); - $r->rflush(); -} - - -sub Decide { - my ($type,$foil,$time)=@_; - my $k=0; - while ($time>$ConceptData{'Int.'.($k+1)} && - $k<$ConceptData{'Interval'}) {$k++;} - $ConceptData{"$foil_to_concept{$foil}.$k.$type"}++; -} - - -sub OpStatus { - my ($rid,$student)=@_; - my ($uname,$udom)=split(/\:/,$student); - my $code='U'; - $rid=~/(\d+)\.(\d+)/; - my $symb=&Apache::lonnet::declutter($hash{'map_id_'.$1}).'___'.$2.'___'. - &Apache::lonnet::declutter($hash{'src_'.$rid}); - my %reshash=&Apache::lonnet::restore($symb,$cid,$udom,$uname); - my @True = (); - my @False = (); - my $flag=0; - @shown=(); - if ($reshash{'version'}) { - for (my $version=1;$version<=$reshash{'version'};$version++) { - my $time=$reshash{"$version:timestamp"}; - foreach (sort(split(/\:/,$reshash{$version.':keys'}))) { - if (($_=~/\.(\w+)\.(\w+)\.submission$/)) { - my $Id1 = $1; - my $Id2 = $2; - my $Resp = $reshash{$_}; - my %submission=&Apache::lonnet::str2hash($Resp); - foreach (keys %submission) { - my $Ansr = $Answer{"$Id1.$Id2.foil.value.$_"}; - #$r->print("
shown: ".join(',',@shown)." size=$#shown"); - if ($submission{$_}) { - #if($#shown==-1){ - #my @str=split(/\&/,$Resp); - #my $garb; - #for(my $j=0;$j<=$#str;$j++){ - # ($shown[$j],$garb)=split(/\=/,$str[$j]); - #} - ##$r->print("
shown: ".join(',',@shown)." size=$#shown"); - #} - if ($submission{$_} eq $Ansr) { - &Decide("true",$_,$time ); - } - else {&Decide("false",$_,$time );} - } - #else { - # if ($#shown==-1 && $flag==0) { - # $flag++; - # &InitAnalysis($rid,$student); - # } - # my @erl=split(/\:/,$_); - # for (my $i=0;$i<=$#shown; $i++){ - # my $Ans=$Answer{"$Id1.$Id2.foil.value.$shown[$i]"}; - # if ($erl[$i] eq $Ans) { - # &Decide("true",$shown[$i],$time); - # } - # else {&Decide("false",$shown[$i],$time);} - # } - #} - } - } - } - } - } -} - - -#------- Processing upperlist and lowerlist according to each problem -sub ProcessDisc { - my @List = @_; - @List = sort (@List); - my $Count = $#List+1; - my $Prb; - my @Dis; - my $Slvd=0; - my $tmp; - my $Sum1=0; - my $Sum2=0; - my $nIdx=0; - my $nStud=0; - my %Proc; - undef %Proc; - while ($nIdx<$Count) { - ($Prb,$tmp)=split(/\=/,$List[$nIdx]); - @Dis=split(/\+/,$tmp); - my $Temp = $Prb; - do { - $nIdx++; - $nStud++; - $Sum1 += $Dis[0]; - $Sum2 += $Dis[1]; - ($Prb,$tmp)=split(/\=/,$List[$nIdx]); - @Dis=split(/\+/,$tmp); - } while ( $Prb eq $Temp && $nIdx < $Count ); -# $Proc{$Temp}=($Sum1/$nStud).':'.$nStud; - $Proc{$Temp}=($Sum1/$nStud).':'.($Sum2/$nStud); -# $r->print("$nIdx) $Temp --> ($nStud) $Proc{$Temp}
"); - $Sum1=0; - $Sum2=0; - $nStud=0; - } - return %Proc; -} - - -#------- Creating Discimination factor -sub Discriminant { - my $Count=0; - foreach (keys(%DiscFac)){ - $Count++; - } - $UpCnt = int(0.27*$Count); - my $low=0; - my $up=$Count-$UpCnt; - my @UpList=(); - my @LowList=(); - $Count=0; - foreach my $key (sort(keys(%DiscFac))){ - $Count++; - #$r->print("
$Count) $key = $DiscFac{$key}"); - if ($low < $UpCnt || $Count > $up) { - $low++; - my $str=$DiscFac{$key}; - foreach(split(/\:/,$str)){ - if ($_) { - if ($low<$UpCnt){push(@LowList,$_);} - else {push(@UpList,$_);} - } - } - } - } - %DisUp=&ProcessDisc(@UpList); - %DisLow=&ProcessDisc(@LowList); -} - - -sub NumericSort { - $a <=> $b; -} - -# ------ Create different Student Report -sub StudentReport { - my ($sname,$sdom)=@_; - if ( $sname eq 'All Students' ) { - $r->print( '

WARNING: - Please select a student

' ); - return; - } - my %result = &Apache::lonnet::dump($cid,$sdom,$sname); - my $ResId; - my $PrOrd; - my $Code; - my $Tries; - my $TotalTries = 0; - my $ParCr = 0; - my $Wrongs; - my %TempHash; - my $Version; - my $LatestVersion; - my $PtrTry=''; - my $PtrCod=''; - my $SetNo=0; - my $Str = "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''; - my ($temp)=keys(%result); - unless ($temp=~/^error\:/) { - foreach my $CurCol (@cols) { - if (!$CurCol){ - my $Set=&Apache::lonnet::declutter($hash{'map_id_'.$1}); - if ( $Set ) { - $SetNo++; - $Str .= "\n"."". - "\n"."". - "\n"."". - "\n"."". - "\n"."". - "\n".""; - } - $PtrTry=''; - $PtrCod=''; - next; - } - ($PrOrd,$ResId)=split(/\:/,$CurCol); - $ResId=~/(\d+)\.(\d+)/; - my $Map = &Apache::lonnet::declutter( $hash{'map_id_'.$1} ); - if ( $CurMap ne 'All Maps' ) { - my ( $ResMap, $NameMap ) = split(/\=/,$CurMap); - if ( $Map ne $ResMap ) { next; } - } - my $meta=$hash{'src_'.$ResId}; - my $PartNo = 0; - undef %TempHash; - foreach (split(/\,/,&Apache::lonnet::metadata($meta,'keys'))){ - if ($_=~/^stores\_(\w+)\_tries$/) { - my $Part=&Apache::lonnet::metadata($meta,$_.'.part'); - if ( $TempHash{"$Part"} eq '' ) { - $TempHash{"$Part"} = $Part; - $TempHash{$PartNo}=$Part; - $TempHash{"$Part.Code"} = '-'; - $TempHash{"$Part.PrOrd"} = $PrOrd+$PartNo; - $PartNo++; - } - } +=item @FullClasslist + +=item @Students + +=item @Sections + +=item @SelectedSections + +=item %StudentData + +=item @SelectedStudentData + +=item $curr_student + +=item $prev_student + +=item $next_student + +=back + +$curr_student, $prev_student, and $next_student may not be defined, depending +upon the calling context. + +=cut + +####################################################### +####################################################### +sub PrepareClasslist { + my %Sections; + &clear_classlist_variables(); + # + # Retrieve the classlist + my $cid = $ENV{'request.course.id'}; + my $cdom = $ENV{'course.'.$cid.'.domain'}; + my $cnum = $ENV{'course.'.$cid.'.num'}; + my ($classlist,$field_names) = &Apache::loncoursedata::get_classlist($cid, + $cdom,$cnum); + if (exists($ENV{'form.Section'})) { + if (ref($ENV{'form.Section'})) { + @SelectedSections = @{$ENV{'form.Section'}}; + } elsif ($ENV{'form.Section'} !~ /^\s*$/) { + @SelectedSections = ($ENV{'form.Section'}); + } + } + @SelectedSections = ('all') if (! @SelectedSections); + foreach (@SelectedSections) { + if ($_ eq 'all') { + @SelectedSections = ('all'); + } + } + # + # Deal with instructors with restricted section access + if ($ENV{'request.course.sec'} !~ /^\s*$/) { + @SelectedSections = ($ENV{'request.course.sec'}); + } + # + # Set up %StudentData + @StudentDataOrder = qw/fullname username domain id section status/; + foreach my $field (@StudentDataOrder) { + $StudentData{$field}->{'title'} = $field; + $StudentData{$field}->{'base_width'} = length($field); + $StudentData{$field}->{'width'} = + $StudentData{$field}->{'base_width'}; + } + # + # get the status requested + $enrollment_status = 'Active'; + $enrollment_status = $ENV{'form.Status'} if (exists($ENV{'form.Status'})); + # + # Process the classlist + while (my ($student,$student_data) = each (%$classlist)) { + my $studenthash = (); + for (my $i=0; $i< scalar(@$field_names);$i++) { + my $field = $field_names->[$i]; + # Store the data + $studenthash->{$field}=$student_data->[$i]; + # Keep track of the width of the fields + next if (! exists($StudentData{$field})); + my $length = length($student_data->[$i]); + if ($StudentData{$field}->{'width'} < $length) { + $StudentData{$field}->{'width'} = $length; + } + } + push (@FullClasslist,$studenthash); + # + # Build up a list of sections + my $section = $studenthash->{'section'}; + if (! defined($section) || $section =~/^\s*$/ || $section == -1) { + $studenthash->{'section'} = 'none'; + $section = $studenthash->{'section'}; + } + $Sections{$section}++; + # + # Only put in the list those students we are interested in + foreach my $sect (@SelectedSections) { + if ( (($sect eq 'all') || + ($section eq $sect)) && + (($studenthash->{'status'} eq $enrollment_status) || + ($enrollment_status eq 'Any')) + ){ + push (@Students,$studenthash); + last; + } + } + } + # + # Put the consolidated section data in the right place + if ($ENV{'request.course.sec'} !~ /^\s*$/) { + @Sections = ($ENV{'request.course.sec'}); + } else { + @Sections = sort {$a cmp $b} keys(%Sections); + unshift(@Sections,'all'); # Put 'all' at the front of the list + } + # + # Sort the Students + my $sortby = 'fullname'; + $sortby = $ENV{'form.sort'} if (exists($ENV{'form.sort'})); + my @TmpStudents = sort { $a->{$sortby} cmp $b->{$sortby} || + $a->{'fullname'} cmp $b->{'fullname'} } @Students; + @Students = @TmpStudents; + # + # Now deal with that current student thing.... + $curr_student = undef; + if (exists($ENV{'form.SelectedStudent'})) { + my ($current_uname,$current_dom) = + split(':',$ENV{'form.SelectedStudent'}); + my $i; + for ($i = 0; $i<=$#Students; $i++) { + next if (($Students[$i]->{'username'} ne $current_uname) || + ($Students[$i]->{'domain'} ne $current_dom)); + $curr_student = $Students[$i]; + last; # If we get here, we have our student. + } + if (defined($curr_student)) { + if ($i == 0) { + $prev_student = undef; + } else { + $prev_student = $Students[$i-1]; } + if ($i == $#Students) { + $next_student = undef; + } else { + $next_student = $Students[$i+1]; + } + } + } + # + if (exists($ENV{'form.StudentData'})) { + if (ref($ENV{'form.StudentData'}) eq 'ARRAY') { + @SelectedStudentData = @{$ENV{'form.StudentData'}}; + } else { + @SelectedStudentData = ($ENV{'form.StudentData'}); + } + } else { + @SelectedStudentData = ('username'); + } + foreach (@SelectedStudentData) { + if ($_ eq 'all') { + @SelectedStudentData = ('all'); + last; + } + } + # + return; +} + + +####################################################### +####################################################### + +=pod + +=item get_students + +Returns a list of the selected students + +=cut + +####################################################### +####################################################### +sub get_students { + if (! @Students) { + &PrepareClasslist() + } + return @Students; +} + +####################################################### +####################################################### + +=pod + +=item ¤t_student() + +Returns a pointer to a hash containing data about the currently +selected student. + +=cut + +####################################################### +####################################################### +sub current_student { + return $curr_student; +} + +####################################################### +####################################################### + +=pod + +=item &previous_student() + +Returns a pointer to a hash containing data about the student prior +in the list of students. Or something. + +=cut + +####################################################### +####################################################### +sub previous_student { + return $prev_student; +} + +####################################################### +####################################################### + +=pod + +=item &next_student() + +Returns a pointer to a hash containing data about the next student +to be viewed. + +=cut + +####################################################### +####################################################### +sub next_student { + return $next_student; +} + +####################################################### +####################################################### + +=pod + +=item &clear_sequence_variables() + +=cut + +####################################################### +####################################################### +sub clear_sequence_variables { + undef($top_map); + undef(@Sequences); + undef(@Assessments); +} + +####################################################### +####################################################### + +=pod + +=item &SetSelectedMaps($elementname) + +Sets the @SelectedMaps array from $ENV{'form.'.$elementname}; + +=cut + +####################################################### +####################################################### +sub SetSelectedMaps { + my $elementname = shift; + if (exists($ENV{'form.'.$elementname})) { + if (ref($ENV{'form.'.$elementname})) { + @SelectedMaps = @{$ENV{'form.'.$elementname}}; + } else { + @SelectedMaps = ($ENV{'form.'.$elementname}); + } + } else { + @SelectedMaps = ('all'); + } +} + + +####################################################### +####################################################### - my $Prob = $Map.'___'.$2.'___'. - &Apache::lonnet::declutter( $hash{'src_'.$ResId} ); - $Code='U'; - $Tries = 0; - $Wrongs = 0; - $LatestVersion = $result{"version:$Prob"}; - if ( $LatestVersion ) { - for ( my $Version=1; $Version<=$LatestVersion; $Version++ ) { - my $vkeys = $result{"$Version:keys:$Prob"}; - my @keys = split(/\:/,$vkeys); - - foreach my $Key (@keys) { - if (($Key=~/\.(\w+)\.solved$/) && ($Key!~/^\d+\:/)) { - my $Part = $1; - $Tries = $result{"$Version:$Prob:resource.$Part.tries"}; - $TempHash{"$Part.Tries"} = ($Tries) ? $Tries : 0; - $TotalTries += $Tries; - my $Val = $result{"$Version:$Prob:resource.$Part.solved"}; - if ( $Val eq 'correct_by_student' ) - { $Wrongs = $Tries - 1; $Code = 'Y'; } - elsif ( $Val eq 'correct_by_override' ) - { $Wrongs = $Tries - 1; $Code = 'y'; } - elsif ( $Val eq 'incorrect_attempted' || - $Val eq 'incorrect_by_override' ) - { $Wrongs = $Tries; $Code = 'N'; } - $TempHash{"$Part.Code"} = $Code; - $TempHash{"$Part.Wrongs"} = $Wrongs; - } - } +=pod + +=item &Sequences_with_Assess() + +Returns an array containing the subset of @Sequences which contain +assessments. + +=cut + +####################################################### +####################################################### +sub Sequences_with_Assess { + my ($mode) = @_; + $mode = 'selected' if (! defined($mode)); + my @Sequences_to_Show; + foreach my $sequence (@Sequences) { + next if ($sequence->{'num_assess'} < 1); + if ($mode eq 'all') { + push (@Sequences_to_Show,$sequence); + } elsif ($mode eq 'selected') { + foreach my $map_symb (@SelectedMaps) { + if ($sequence->{'symb'} eq $map_symb || $map_symb eq 'all'){ + push (@Sequences_to_Show,$sequence); + last; # Only put it in once } - for ( my $n = 0; $n < $PartNo; $n++ ) { - my $part = $TempHash{$n}; - if ($PtrTry ne '') {$PtrTry .= ',';} - $PtrTry .= "$TempHash{$part.'.Tries'}"; - $PtrCod .= "$TempHash{$part.'.Code'}"; - } } - else { - for(my $n=0; $n<$PartNo; $n++) { - if ($PtrTry ne '') {$PtrTry .= ',';} - $PtrTry .= "0"; - $PtrCod .= "-"; - } - } } + } - $Str .= "\n".'
# Set Title Results Tries
$SetNo $Set $PtrCod $PtrTry
'; - $r->print($Str); - $r->rflush(); + return @Sequences_to_Show; } -sub CreateTable { - my $ColNo=0; - foreach (keys(%Header)){ - $ColNo++; - } - my ($Hd, $Hid)=@_; - if ( $Hd == 1 ) { - $r->print('
'.$hash{'title_'.$Hid}.''); - } - my $Result = "\n".''; - $Result .= ''."\n"; - for ( my $nIdx=0; $nIdx < $ColNo; $nIdx++ ) { - $Result .= ''."\n"; +####################################################### +####################################################### + +=pod + +=item &PrepareCourseData($r) + +=cut + +####################################################### +####################################################### +sub PrepareCourseData { + my ($r) = @_; + &clear_sequence_variables(); + my ($top,$sequences,$assessments) = + &Apache::loncoursedata::get_sequence_assessment_data(); + if (! defined($top) || ! ref($top)) { + # There has been an error, better report it + &Apache::lonnet::logthis('top is undefined'); + return; } - $Result .= "\n".''."\n"; - $r->print( $Result ); - $r->rflush(); + $top_map = $top if (ref($top)); + @Sequences = @{$sequences} if (ref($sequences) eq 'ARRAY'); + @Assessments = @{$assessments} if (ref($assessments) eq 'ARRAY'); + return; } -sub CloseTable { - $r->print("\n".'
P#'.''.'
'."\n"); - $r->rflush(); +####################################################### +####################################################### + +=pod + +=item &log_sequence($sequence,$recursive,$padding) + +Write data about the sequence to a logfile. If $recursive is not +undef the data is written recursively. $padding is used for recursive +calls. + +=cut + +####################################################### +####################################################### +sub log_sequence { + my ($seq,$recursive,$padding) = @_; + $padding = '' if (! defined($padding)); + if (ref($seq) ne 'HASH') { + &Apache::lonnet::logthis('log_sequence passed bad sequnce'); + return; + } + &Apache::lonnet::logthis($padding.'sequence '.$seq->{'title'}); + while (my($key,$value) = each(%$seq)) { + next if ($key eq 'contents'); + if (ref($value) eq 'ARRAY') { + for (my $i=0;$i< scalar(@$value);$i++) { + &Apache::lonnet::logthis($padding.$key.'['.$i.']='. + $value->[$i]); + } + } else { + &Apache::lonnet::logthis($padding.$key.'='.$value); + } + } + if (defined($recursive)) { + &Apache::lonnet::logthis($padding.'-'x20); + &Apache::lonnet::logthis($padding.'contains:'); + foreach my $item (@{$seq->{'contents'}}) { + if ($item->{'type'} eq 'container') { + &log_sequence($item,$recursive,$padding.' '); + } else { + &Apache::lonnet::logthis($padding.'title = '.$item->{'title'}); + while (my($key,$value) = each(%$item)) { + next if ($key eq 'title'); + if (ref($value) eq 'ARRAY') { + for (my $i=0;$i< scalar(@$value);$i++) { + &Apache::lonnet::logthis($padding.$key.'['.$i.']='. + $value->[$i]); + } + } else { + &Apache::lonnet::logthis($padding.$key.'='.$value); + } + } + } + } + &Apache::lonnet::logthis($padding.'end contents of '.$seq->{'title'}); + &Apache::lonnet::logthis($padding.'-'x20); + } + return; } - -# ------------------------------------------- Prepare Statistics Table -sub PreStatTable { - my $CacheDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_statistics.db"; - my $GraphDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_graph.db"; - my $OpSel11=''; - my $OpSel12=''; - my $OpSel13=''; - my $Status = $ENV{'form.status'}; - if ( $Status eq 'Any' ) { $OpSel13='selected'; } - elsif ($Status eq 'Expired' ) { $OpSel12 = 'selected'; } - else { $OpSel11 = 'selected'; } - - my $Ptr = ''; - $Ptr .= '
Student Status:   '."\n". - ' '."\n"; - $Ptr .= '   '; - $Ptr .= ''."\n"; - - $Ptr .= '
Sorting Type:   '."\n". - ' '."\n"; - $Ptr .= '   '; - $Ptr .= ''."\n"; - $Ptr .= '   '; - $Ptr .= ''."\n"; - - $Ptr .= '
'.
-    '  #Stdnts: Total Number of Students opened the problem.
'. - ' Tries : Total Number of Tries for solving the problem.
'. - ' Mod : Maximunm Number of Tries for solving the problem.
'. - ' Mean : Average Number of the tries. [ Tries / #Stdnts ]
'. - ' #YES : Number of students solved the problem correctly.
'. - ' #yes : Number of students solved the problem by override.
'. - ' %Wrng : Percentage of students tried to solve the problem but'. - ' still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]
'. -# ' DoDiff : Degree of Difficulty of the problem. [ Tries/(#YES+#yes+0.1) ]
'. Kashy formula - ' DoDiff : Degree of Difficulty of the problem. [ 1 - ((#YES+#yes) / Tries) ]
'. #Gerd formula - ' S.D. : Standard Deviation of the tries.'. - '[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1)'. - ' where Xi denotes every student\'s tries ]
'. - ' Skew. : Skewness of the students tries.'. - ' [ (sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3) ]
'. - ' Dis.F. : Discrimination Factor: A Standard for '. - 'evaluating the problem according to a Criterion
'. - ' [Applied Criterion in %27 Upper Students - '. - 'Applied the same Criterion in %27 Lower Students]
'. - ' 1st Criterion for Sorting the Students: '. - 'Sum of Partial Credit Awarded / Total Number of Tries
'. - ' 2nd Criterion for Sorting the Students: '. - 'Total number of Correct Answers / Total Number of Tries'. - '
'; - - $r->print($Ptr); - $r->rflush(); - - if ((-e "$CacheDB")&&($ENV{'form.sort'} ne 'Recalculate Statistics')) { - if (tie(%CachData,'GDBM_File',"$CacheDB",&GDBM_READER,0640)) { - tie(%GraphDat,'GDBM_File',$GraphDB,&GDBM_WRCREAT,0640); - &Cache_Statistics(); - } - else { - $r->print("Unable to tie hash to db file"); - } - } - else { - if (tie(%CachData,'GDBM_File',$CacheDB,&GDBM_WRCREAT,0640)) { - tie(%GraphDat,'GDBM_File',$GraphDB,&GDBM_WRCREAT,0640); - foreach (keys %DiscFac) {delete $CachData{$_};} - foreach (keys %CachData) {delete $CachData{$_};} - $DiscFlag=0; - &Build_Statistics(); - } - else { - $r->print("Unable to tie hash to db file"); - } - } - -# $r->print('Total instances of the problems : '.($p_count*($#students+1))); - untie(%CachData); - untie(%GraphDat); -} - - -# ------------------------------------- Find the section of student in a course - -sub usection { - my ($udom,$unam,$courseid,$ActiveFlag)=@_; - $courseid=~s/\_/\//g; - $courseid=~s/^(\w)/\/$1/; - foreach (split(/\&/,&Apache::lonnet::reply('dump:'. - $udom.':'.$unam.':roles', - &Apache::lonnet::homeserver($unam,$udom)))){ - my ($key,$value)=split(/\=/,$_); - $key=&Apache::lonnet::unescape($key); - if ($key=~/^$courseid(?:\/)*(\w+)*\_st$/) { - my $section=$1; - if ($key eq $courseid.'_st') { $section=''; } - my ($dummy,$end,$start)=split(/\_/,&Apache::lonnet::unescape($value)); - if ( $ActiveFlag ne 'Any' ) { - my $now=time; - my $notactive=0; - if ($start) { - if ($now<$start) { $notactive=1; } - } - if ($end) { - if ($now>$end) { $notactive=1; } - } - if ((($ActiveFlag eq 'Expired') && $notactive == 1) || - (($ActiveFlag eq 'Active') && $notactive == 0 ) ) { - return $section; - } - else { return '-1'; } - } - return $section; - } - } - return '-1'; -} - - -# ------ Dump the Student's DB file and handling the data for statistics table -sub ExtractStudentData { - my $student=shift; - my ($sname,$sdom) = split( /\:/, $student ); - my %result = &Apache::lonnet::dump($cid,$sdom,$sname); - my $ResId; - my $PrOrd; - my $Dis = ''; - my $Code; - my $Tries; - my $ParCr; - my $TotalTries = 0; - my $TotalOpend = 0; - my $ProbSolved = 0; - my $ProbTot = 0; - my $TimeTot = 0; - my $TotParCr = 0; - my $Wrongs; - my %TempHash; - my $Version; - my $LatestVersion; - my $SecLimit; - my $MapLimit; - my ($temp)=keys(%result); - unless ($temp=~/^error\:/) { - foreach my $CurCol(@cols) { - ($PrOrd,$ResId)=split(/\:/,$CurCol); - if ( !$CurCol ) { next; } - $ResId=~/(\d+)\.(\d+)/; - my $MapId=$1; - my $PrbId=$2; - my $MapOrg = $hash{'map_id_'.$MapId}; - my $Map = &Apache::lonnet::declutter($MapOrg); - if ( $CurMap ne 'All Maps' ) { - my ( $ResMap, $NameMap ) = split(/\=/,$CurMap); - if ( $Map ne $ResMap ) { next; } - } - my $meta=$hash{'src_'.$ResId}; - my $PartNo = 0; - $Dis .= ':'; - undef %TempHash; - - foreach (split(/\,/,&Apache::lonnet::metadata($meta,'keys'))) { - if ($_=~/^stores\_(\w+)\_tries$/) { - my $Part=&Apache::lonnet::metadata($meta,$_.'.part'); - if ( $TempHash{"$Part"} eq '' ) { - $TempHash{"$Part"} = $Part; - $TempHash{$PartNo}=$Part; - $TempHash{"$Part.Code"} = 'U'; - $TempHash{"$Part.PrOrd"} = $PrOrd+$PartNo; - $PartNo++; - } - #my $Part=&Apache::lonnet::metadata($meta,$_.'.part'); - } + +############################################## +############################################## + +=pod + +=item &StudentDataSelect($elementname,$status,$numvisible,$selected) + +Returns html for a selection box allowing the user to choose one (or more) +of the fields of student data available (fullname, username, id, section, etc) + +=over 4 + +=item $elementname The name of the HTML form element + +=item $status 'multiple' or 'single' selection box + +=item $numvisible The number of options to be visible + +=back + +=cut + +############################################## +############################################## +sub StudentDataSelect { + my ($elementname,$status,$numvisible)=@_; + if ($numvisible < 1) { + return; + } + # + # Build the form element + my $Str = "\n"; + $Str .= '\n"; + return $Str; +} + +############################################## +############################################## + +=pod + +=item &MapSelect($elementname,$status,$numvisible,$restriction) + +Returns html for a selection box allowing the user to choose one (or more) +of the sequences in the course. The values of the sequences are the symbs. +If the top sequence is selected, the value 'top' will result. + +=over 4 + +=item $elementname The name of the HTML form element + +=item $status 'multiple' or 'single' selection box + +=item $numvisible The number of options to be visible + +=item $restriction Code reference to subroutine which returns true or +false. The code must expect a reference to a sequence data structure. + +=back + +=cut + +############################################## +############################################## +sub MapSelect { + my ($elementname,$status,$numvisible,$restriction)=@_; + if ($numvisible < 1) { + return; + } + # + # Set up array of selected items + &SetSelectedMaps($elementname); + # + # Set up the restriction call + if (! defined($restriction)) { + $restriction = sub { 1; }; + } + # + # Build the form element + my $Str = "\n"; + $Str .= ''+ - ''); - popwin.document.close(); - -ENDPOP + } + $Str .= '>'.$seq->{'title'}."\n"; + } + $Str .= "\n"; + return $Str; +} - $r->rflush(); +############################################## +############################################## + +=pod + +=item &SectionSelect($elementname,$status,$numvisible) + +Returns html for a selection box allowing the user to choose one (or more) +of the sections in the course. + +Uses the package variables @Sections and @SelectedSections +=over 4 + +=item $elementname The name of the HTML form element + +=item $status 'multiple' or 'single' selection box + +=item $numvisible The number of options to be visible + +=back + +=cut + +############################################## +############################################## +sub SectionSelect { + my ($elementname,$status,$numvisible)=@_; + if ($numvisible < 1) { + return; + } + # + # Make sure we have the data we need to continue + if (! @Sections) { + &PrepareClasslist() + } + # + # Build the form element + my $Str = "\n"; + $Str .= '\n"; + return $Str; } +####################################################### +####################################################### -sub Update_PrgWin { -#----------- update progress - my $index = shift; - $r->print(''); +=pod + +=item &CreateAndParseOutputSelector() + +Construct a selection list of options for output and parse output selections. + +=cut + +####################################################### +####################################################### +sub OutputDescriptions { + my (@OutputOptions) = @_; + my $Str = ''; + $Str .= "

Output Modes

\n"; + $Str .= "
\n"; + foreach my $outputmode (@OutputOptions) { + $Str .="
".$outputmode->{'name'}."
\n"; + $Str .="
".$outputmode->{'description'}."
\n"; + } + $Str .= "
\n"; + return $Str; +} + +sub CreateAndParseOutputSelector { + my ($elementname,$default,@OutputOptions) = @_; + my $output_mode; + my $show; + my $Str = ''; + # + # Format for output options is 'mode, restrictions'; + my $selected = $default; + if (exists($ENV{'form.'.$elementname})) { + if (ref($ENV{'form.'.$elementname} eq 'ARRAY')) { + $selected = $ENV{'form.'.$elementname}->[0]; + } else { + $selected = $ENV{'form.'.$elementname}; + } + } + # + # Set package variables describing output mode + $output_mode = 'html'; + $show = 'all'; + foreach my $option (@OutputOptions) { + next if ($option->{'value'} ne $selected); + $output_mode = $option->{'mode'}; + $show = $option->{'show'}; + } + # + # Build the form element + $Str = qq/"; + return ($Str,$output_mode,$show); +} + +############################################### +############################################### + +=pod + +=item &Gather_Student_Data() + +Ensures all student data is up to date. + +=cut + +############################################### +############################################### +sub Gather_Student_Data { + my ($r) = @_; + my $c = $r->connection(); + # + &Apache::loncoursedata::clear_internal_caches(); + # + my @Sequences = &Apache::lonstatistics::Sequences_with_Assess(); + # + my @Students = @Apache::lonstatistics::Students; + # + # Open the progress window + my %prog_state=&Apache::lonhtmlcommon::Create_PrgWin + ($r,'Statistics Compilation Status', + 'Statistics Compilation Progress', scalar(@Students)); + # + while (my $student = shift @Students) { + return if ($c->aborted()); + my ($status,undef) = &Apache::loncoursedata::ensure_current_data + ($student->{'username'},$student->{'domain'}, + $ENV{'request.course.id'}); + &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state, + &mt('last student')); + } + &Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state); $r->rflush(); } -sub Close_PrgWin { -#--------------------- close Progress Line - $r->print(''); - $r->rflush(); -} - -sub Build_Statistics { - &Create_PrgWin(); -# ---------------------------- Gathering the Data of students' tries - for (my $index=0;$index<=$#students;$index++) { - &Update_PrgWin($index); - &ExtractStudentData($students[$index]); - } - -# -------------------- sorting the Data - $r->print(''); - - @list = sort (@list); - - - &Discriminant(); - - $OpSel2=''; - $OpSel1='selected'; - - $p_count = 0; - my $nIdx = 0; - my $dummy; - my $p_val; - my $ResId; - my $NoElements = $#list + 1; -#-------------------------------- loop for data representation - foreach (sort keys %mapsort) { - my ($Hid,$pr)=split(/\:/,$mapsort{$_}); - my @lpr=split(/\&/,$pr); - &CreateTable(1,$Hid); - for (my $i=1; $i<=$#lpr; $i++) { - my %storestats=(); - my ($PrOrd,$Prob,$Tries,$Wrongs,$Code)=split(/\&/,$list[$nIdx]); - my $Temp = $Prob; - my $MxTries = 0; - my $TotalTries = 0; - my $YES = 0; - my $Incorrect = 0; - my $Override = 0; - my $StdNo = 0; - my @StdLst; - while ( $PrOrd == $lpr[$i] ) - { - $nIdx++; - $StdNo++; - $StdLst[ $StdNo ] = $Tries; - $TotalTries += $Tries; - if ( $MxTries < $Tries ) { $MxTries = $Tries; } - if ( $Code eq 'C' ){ $YES++; } - elsif( $Code eq 'I' ) { $Incorrect++; } - elsif( $Code eq 'O' ) { $Override++; } - elsif( $Code eq 'U' ) { $StdNo--; } - ($PrOrd,$Prob,$Tries,$Wrongs,$Code)=split(/\&/,$list[$nIdx]); - } - - $p_count++; - my $Dummy; - ($ResId,$Dummy)=split(/\*/,$Temp); - - $Temp = ''.$hash{'title_'.$ResId}.$Dummy.''; - - my $res = &Apache::lonnet::declutter($hash{'src_'.$ResId}); - my $urlres=$res; - - $ResId=~/(\d+)\.(\d+)/; - my $Map = &Apache::lonnet::declutter( $hash{'map_id_'.$1} ); - $urlres=$Map; - - $res = ''.$res.''; - #$Map = ''.$res.''; - -#------------------------ Compute the Average of Tries about one problem - my $Average = ($StdNo) ? $TotalTries/$StdNo : 0; - - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___timestamp'}=time; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___stdno'}=$StdNo; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___avetries'}=$Average; - -#-------------------------------- Compute percentage of Wrong tries - my $Wrong = ( $StdNo ) ? 100 * ( $Incorrect / $StdNo ) : 0; - -#-------------------------------- Compute Standard Deviation - my $StdDev = 0; - if ( $StdNo > 1 ) { - for ( my $n = 0; $n < $StdNo; $n++ ) { - my $Dif = $StdLst[ $n ]-$Average; - $StdDev += $Dif*$Dif; - } - $StdDev /= ( $StdNo - 1 ); - $StdDev = sqrt( $StdDev ); - } - -#-------------------------------- Compute Degree of Difficulty - my $DoDiff = 0; - if( $TotalTries > 0 ) { - $DoDiff = 1 - ( ( $YES + $Override ) / $TotalTries ); -# $DoDiff = ($TotalTries)/($YES + $Override+ 0.1); - } - - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___difficulty'}=$DoDiff; - -#-------------------------------- Compute the Skewness - my $Skewness = 0; - my $Sum = 0; - if ( $StdNo > 0 && $StdDev > 0 ) { - for ( my $n = 0; $n < $StdNo; $n++ ) { - my $Dif = $StdLst[ $n ]-$Average; - $Skewness += $Dif*$Dif*$Dif; - } - $Skewness /= $StdNo; - $Skewness /= $StdDev*$StdDev*$StdDev; - } - -#--------------------- Compute the Discrimination Factors - my ($Up1,$Up2)=split(/\:/,$DisUp{$lpr[$i]}); - my ($Lw1,$Lw2)=split(/\:/,$DisLow{$lpr[$i]}); - my $Dis1 = $Up1 - $Lw1; - my $Dis2 = $Up2 - $Lw2; - my $_D1 = sprintf("%.2f", $Dis1); - my $_D2 = sprintf("%.2f", $Dis2); - -#----------------- Some restition in presenting the float numbers - my $Avg = sprintf( "%.2f", $Average ); - my $Wrng = sprintf( "%.1f", $Wrong ); - my $SD = sprintf( "%.1f", $StdDev ); - my $DoD = sprintf( "%.2f", $DoDiff ); - my $Sk = sprintf( "%.1f", $Skewness ); - my $join = $lpr[$i].'&'.$Temp.'&'.$StdNo.'&'. - $TotalTries.'&'.$MxTries.'&'.$Avg.'&'. - $YES.'&'.$Override.'&'.$Wrng.'&'.$DoD.'&'. - $SD.'&'.$Sk.'&'.$_D1.'&'.$_D2.'&'. - $Prob; - $CachData{($p_count-1)}=$join; - - $urlres=~/^(\w+)\/(\w+)/; - if ($StdNo) { - &Apache::lonnet::put('resevaldata',\%storestats,$1,$2); - } -#-------------------------------- Row of statistical table - if ( $DiscFlag == 0 ) { - &TableRow($join,$i,($p_count-1)); - } - } - &CloseTable(); - } - &Close_PrgWin(); -} - -sub Cache_Statistics { - my @list = (); - my $Useful; - my $UnUseful; - my %myHeader = reverse( %Header ); - $Pos = $myHeader{$ENV{'form.sort'}}; - if ($Pos > 0) {$Pos++;} - $p_count = 0; - foreach my $key( keys %CachData) { - my @Temp=split(/\&/,$CachData{$key}); - if ( $Pos == 0 ) { - ($UnUseful,$Useful)=split(/\>/,$Temp[$Pos]); - } - else { - $Useful = $Temp[$Pos]; - } - $list[$p_count]=$Useful.'@'.$CachData{$key}; - $p_count++; - } - - @list = sort MySort (@list); - - my $nIdx=0; - - if ( $Pos == 0 ) { - foreach (sort keys %mapsort) { - my ($Hid,$pr)=split(/\:/,$mapsort{$_}); - &CreateTable(1,$Hid); - my @lpr=split(/\&/,$pr); - for (my $i=1; $i<=$#lpr; $i++) { - my($Pre, $Post) = split(/\@/,$list[$nIdx]); - #$r->print('
'.$Pre.'---'.$Post); - &TableRow($Post,$i,$nIdx); - $nIdx++; - } - &CloseTable(); - } - } - else { - &CreateTable(0); - for ( my $nIdx = 0; $nIdx < $p_count; $nIdx++ ) { - my($Pre, $Post) = split(/\@/,$list[$nIdx]); - &TableRow($Post,$nIdx,$nIdx); - } - &CloseTable(); - } -} - -sub TableRow { - my ($Str,$Idx,$RealIdx)=@_; - my($PrOrd,$Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, - $Wrng,$DoD,$SD,$Sk,$_D1,$_D2,$Prob)=split(/\&/,$Str); - my $Ptr = "\n".''. - "\n".''.($RealIdx+1).''. - # "\n".''.$PrOrd.$Temp.''. - "\n".''.$Temp.''. - "\n".' '.$StdNo.''. - "\n".''.$TotalTries.''. - "\n".''.$MxTries.''. - "\n".''.$Avg.''. - "\n".' '.$YES.''. - "\n".' '.$Override.''. - "\n".' '.$Wrng.''. - "\n".''.$DoD.''. - "\n".' '.$SD.''. - "\n".' '.$Sk.''. - "\n".' '.$_D1.''. - "\n".' '.$_D2.''; - $r->print("\n".$Ptr.'' ); - $GraphDat{$RealIdx}=$DoD.':'.$Wrng; -} - -# ------------------------------------------- Prepare data for Graphical chart - -sub GetGraphData { - my $Tag = shift; - my $Col; - my $data=''; - my $count = 0; - my $Max = 0; - my $cid=$ENV{'request.course.id'}; - my $GraphDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_graph.db"; - foreach (keys %GraphDat) {delete $GraphDat{$_};} - if (-e "$GraphDB") { - if (tie(%GraphDat,'GDBM_File',"$GraphDB",&GDBM_READER,0640)) { - if ( $Tag eq 'DoDiff Graph' ) { - $Tag = 'Degree-of-Difficulty'; - $Col = 0; - } - else { - $Tag = 'Wrong-Percentage'; - $Col = 1; - } - foreach (sort NumericSort keys %GraphDat) { - my @Temp=split(/\:/,$GraphDat{$_}); - my $inf = $Temp[$Col]; - if ( $Max < $inf ) {$Max = $inf;} - $data .= $inf.','; - $count++; - } - if ( $Max > 1 ) { - $Max += (10 - $Max % 10); - $Max = int($Max); - } - else { $Max = 1; } - untie(%GraphDat); - my $Course = $ENV{'course.'.$cid.'.description'}; - $Course =~ s/\ /"_"/eg; - $GData=$Course.'&'.$Tag.'&'.$Max.'&'.$count.'&'.$data; - } - else { - $r->print("Unable to tie hash to db file"); - } - } -} - - -sub initial { -# --------------------------------- Initialize the global varaibles - undef @students; - undef @cols; - undef %maps; - undef %section; - undef %StuBox; - undef @list; - undef %CachData; - undef %GraphDat; - undef %DiscFac; - undef %OpResp; - undef %ConceptData; - undef $CurMap; - undef $CurSec; - undef $CurStu; - undef $p_count; - undef $Pos; - undef $GData; - $DiscFlag=0; - $P_Order=100000; - $HWN=$P_Order; -} - - -sub ClassList { - - &GetStatus(); - - $cid=$ENV{'request.course.id'}; - my $chome=$ENV{'course.'.$cid.'.home'}; - my ($cdom,$cnum)=split(/\_/,$cid); -# ----------------------- Get first and last resource, see if there is anything - $firstres=$hash{'map_start_/res/'.$ENV{'request.course.uri'}}; - $lastres=$hash{'map_finish_/res/'.$ENV{'request.course.uri'}}; - if (($firstres) && ($lastres)) { -# ----------------------------------------------------------------- Render page - my $classlst=&Apache::lonnet::reply - ('dump:'.$cdom.':'.$cnum.':classlist',$chome); - my $StudNo = 0; - my $now=time; - unless ($classlst=~/^error\:/) { - foreach (sort split(/\&/,$classlst)) { - my ($name,$value)=split(/\=/,$_); - my ($end,$start)=split(/\:/,&Apache::lonnet::unescape($value)); - $name=&Apache::lonnet::unescape($name); - my ($sname,$sdom)=split(/\:/,$name); - my $active=1; - my $Status=$ENV{'form.status'}; - $Status = ($Status) ? $Status : 'Active'; - if ( ( ($end) && $now > $end ) && - ( ($Status eq 'Active') ) ) { $active=0; } - if ( ($Status eq 'Expired') && - ($end == 0 || $now < $end) ) { $active=0; } -#//new -# $Status = 'Any'; -#end new - if ($active) { - my $thisindex=$#students+1; - $name=&Apache::lonnet::unescape($name); - $students[$thisindex]=$name; - my ($sname,$sdom)=split(/\:/,$name); - #my %reply=&Apache::lonnet::idrget($sdom,$sname); - #my $reply=&Apache::lonnet::reply('get:'.$sdom.':'.$sname. - # ':environment:lastname&generation&firstname&middlename', - # &Apache::lonnet::homeserver($sname,$sdom)); - my $ssec=&usection($sdom,$sname,$cid,$Status); -# if ($ssec==-1 ) {next;} - if ($ssec==-1 || $ssec eq 'adm' ) {next;} - $ssec=($ssec) ? $ssec : '(none)'; - #$ssec=(int($ssec)) ? int($ssec) : $ssec; - $section{$ssec}=$ssec; - if ($CurSec eq 'All Sections' || $ssec eq $CurSec) { - $students[$StudNo]=$name; - $StuBox{$sname}=$sdom; - } - $StudNo++; - } - } - } - else { - $r->print('

Could not access course data

'); - } - $r->print("Total number of students : ".($#students+1)); - $r->rflush(); -# --------------- Find all assessments and put them into some linear-like order - &tracetable($firstres,'&'.$lastres.'&'); -# my $c=0; -# foreach (sort keys %mapsort) { -# $r->print('
'.$c.')'.$_.' ... '.$mapsort{$_}); -# $c++; -# } -# my $c=1; -# foreach (sort keys %OpResp) { -# $r->print('
'.$c.')'.$_.' ... '.$OpResp{$_}.' ... '.$hash{'src_'.$OpResp{$_}}); -# $c++; -# } - - } - -# ------------------------------------------------------------- End render page - else { - $r->print('

Undefined course sequence

'); - } -} - - -sub Title { - $r->print('LON-CAPA Statistics'); - $r->print(''. - ''. - ''); -# ---------------------------------------------------------------- Course title - $r->print('

Course : "'. - $ENV{'course.'.$ENV{'request.course.id'}. - '.description'}.'"

'.localtime().'

'); -# ------------------------------- This is going to take a while, produce output - $r->rflush(); -} - -sub CreateForm { - $r->print("\n".'
'); - my $content = $ENV{'form.sort'}; - if ($content eq '' || $content eq 'Return to Menu') { - my $Ptr = '

'; - $Ptr .= ''; - $Ptr .= '

'; - $Ptr .= ''; - $Ptr .= '

'; - $Ptr .= ''; - $Ptr .= '

'; - $r->print( $Ptr ); - } - else { - if ( $content eq 'Student Assessment' || - $content eq 'Create Student Report' ) { - &MapSecOptions(); - &StudentOptions(); - &StudentReport($CurStu,$StuBox{"$CurStu"}); - } - elsif ( $content eq 'Problem Analysis' ) { - &AnalyzeProblem(); - } - else { - &MapSecOptions(); - &PreStatTable(); - } - } -} - - -sub Menu { - &initial(); - &Title(); - &ClassList(); - my $InpStr = $ENV{'form.sort'}; - if ($InpStr=~/^Analyze\_/) { - &ShowOpGraph($InpStr,$ENV{'form.interval'}); - } - #elsif ($InpStr=~/^View\_/) { -# &ShowStG(); - # } - elsif ( $InpStr eq 'DoDiff Graph' || $InpStr eq '%Wrong Graph' ) { - &GetGraphData($InpStr); - $r->print(''); - } - else { - &CreateForm(); - $r->print("\n".'
'); +############################################### +############################################### + +=pod + +=item &Gather_Full_Student_Data() + +Ensures all student data is up to date. + +=cut + +############################################### +############################################### +sub Gather_Full_Student_Data { + my ($r,$formname,$inputname) = @_; + my $status_type; + if (defined($formname)) { + $status_type = 'inline'; + } else { + $status_type = 'popup'; + } + my $c = $r->connection(); + # + &Apache::loncoursedata::clear_internal_caches(); + # + my @Students = @Apache::lonstatistics::Students; + # + # Open the progress window + my %prog_state=&Apache::lonhtmlcommon::Create_PrgWin + ($r,&mt('Student Data Compilation Status'), + &mt('Student Data Compilation Progress'), scalar(@Students), + $status_type,undef,$formname,$inputname); + # + while (my $student = shift @Students) { + return if ($c->aborted()); + my ($status,undef) = &Apache::loncoursedata::ensure_current_full_data + ($student->{'username'},$student->{'domain'}, + $ENV{'request.course.id'}); + &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state, + &mt('last student')); } - $r->print("\n".''. - "\n".''); + &Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state); $r->rflush(); } -sub StudentOptions { - my $OpSel5=''; - $CurStu = $ENV{'form.student'}; - if ( $CurStu eq '' ) { - $CurStu = 'All Students'; - $OpSel5 = 'selected'; - } - my $Ptr =''; -# ----------------------------------- Loading the Students Combobox - $Ptr .= '
Select Student'."\n". - ''; - $Ptr .= '
'; - $r->print( $Ptr ); - $r->rflush(); -} - - -sub GetStatus { - $OpSel1=''; - $OpSel2=''; - $OpSel3=''; - $OpSel4=''; - - if ( $ENV{'form.order'} eq 'Descending' ) { $OpSel2='selected'; } - else { $OpSel1 = 'selected'; } - - my %myHeader = reverse( %Header ); - $Pos = $myHeader{$ENV{'form.sort'}}; - if ($Pos == 0) { - $OpSel1 = 'selected'; - $ENV{'form.order'}='Ascendig'; - } - - $CurMap = $ENV{'form.maps'}; - if ( $CurMap eq '' ) { - $CurMap = 'All Maps'; - $OpSel3 = 'selected'; - } - $CurSec = $ENV{'form.section'}; - if ( $CurSec eq '' ) { - $CurSec = 'All Sections'; - $OpSel4 = 'selected'; - } -} - - -sub MapSecOptions { -# ----------------------------------- Loading the Maps Combobox - my $Ptr = '
'; - $Ptr .= '
'; - $Ptr .= '
Select   Map     '."\n". - ''; - $Ptr .= '   '; - -# ----------------------------------- Loading the Sections Combobox - $Ptr .= '
Select Section'."\n". - ''; + $r->print($Str); + $r->rflush(); + # + my @Fields = ('fullname','username','domain','id','section','status'); + # + $Str = ''; + if (! @Students) { + if ($SelectedSections[0] eq 'all') { + if (lc($ENV{'form.Status'}) eq 'any') { + $Str .= '

There are no students in the course.

'; + } elsif (lc($ENV{'form.Status'}) eq 'active') { + $Str .= '

There are no currently enrolled students in '. + 'the course.

'; + } elsif (lc($ENV{'form.Status'}) eq 'expired') { + $Str .= '

There are no previously enrolled '. + 'students in the course.

'; + } + } else { + my $sections; + if (@SelectedSections == 1) { + $sections = 'section '.$SelectedSections[0]; + } elsif (@SelectedSections > 2) { + $sections = 'sections '.join(', ',@SelectedSections); + $sections =~ s/, ([^,])*$/, and $1/; + } else { + $sections = 'sections '.join(' and ',@SelectedSections); + } + if (lc($ENV{'form.Status'}) eq 'any') { + $Str .= '

There are no students in '.$sections.'.

'; + } elsif (lc($ENV{'form.Status'}) eq 'active') { + $Str .= '

There are no currently enrolled students '. + 'in '.$sections.'.

'; + } elsif (lc($ENV{'form.Status'}) eq 'expired') { + $Str .= '

There are no previously enrolled students '. + 'in '.$sections.'.

'; + } + } + $Str.= ''. + 'Return to the chart.'; + $r->print($Str); + $r->rflush(); + return; } - $Ptr .= ''."\n"; - $r->print( $Ptr ); + # "Click" is asinine but it is probably not my place to change the world. + $Str .= '

Click on a students name or username to view their chart

'; + $Str .= '
'."\n"; + $Str .= ''."\n"; + foreach my $field (@Fields) { + $Str .= ''; + } + $Str .= ''."\n"; + # + my $alternate = 0; + foreach my $student (@Students) { # @Students is a package variable + my $sname = $student->{'username'}.':'.$student->{'domain'}; + if($alternate) { + $Str .= ''; + } else { + $Str .= ''; + } + $alternate = ($alternate + 1) % 2; + # + foreach my $field (@Fields) { + $Str .= ''; + } + $Str .= "\n"; + } + $Str .= '
'.$field. + '
'; + if ($field eq 'fullname' || $field eq 'username') { + $Str .= ''; + $Str .= $student->{$field}.' '; + $Str .= ''; + } else { + $Str .= $student->{$field}; + } + $Str .= '
'."\n"; + # + $r->print($Str); $r->rflush(); + # + return; } +############################################## +############################################## +sub CreateMainMenu { + # + # Define menu data + my @reports = ({ internal_name => 'problem_statistics', + name => &mt('Overall Problem Statistics'), + short_description => + &mt('Student performance statistics on all problems.'), + }, + { internal_name => 'problem_analysis', + name => &mt('Detailed Problem Analysis'), + short_description => + &mt('Detailed statistics and graphs of student performance on problems.'), + }, + { internal_name => 'submissiontime_analysis', + name => &mt('Submission Time Plots'), + short_description => + &mt('Display and analysis of submission times on assessments.'), + }, + { internal_name => 'student_submission_reports', + name => &mt('Student Submission Reports'), + short_description => + &mt('Prepare Excel spreadsheets of student submissions.'), + }, + { internal_name => 'survey_reports', + name => &mt('Survey Reports'), + short_description => + &mt('Prepare reports on survey results.'), + }, + { internal_name => 'correct_problems_plot', + name => &mt('Correct Problems Plot'), + short_description => + &mt('Display a histogram of student performance in the course.'), + }, +# { internal_name => 'student_assessment', +# name => &mt('Problem Status Chart'), +# short_description => +# &mt('Brief view of each students performance in course.'), +# }, + # 'percentage' => 'Correct-problems Plot', + # 'activitylog' => 'Activity Log', + ); + # + # Create the menu + my $Str; + $Str .= '

'.&mt('Please select a report to generate').'

'; + foreach my $reportdata (@reports) { + $Str .='

'. + $reportdata->{'name'}."

\n"; + $Str .= ' '.(' 'x8).$reportdata->{'short_description'}. + "\n"; + } + $Str .="\n"; + # + return $Str; +} -# ================================================================ Main Handler - +############################################## +############################################## sub handler { - $r=shift; - - if (&Apache::lonnet::allowed('vgr',$ENV{'request.course.id'})) { -# ------------------------------------------- Set document type for header only - if ($r->header_only) { - if ($ENV{'browser.mathml'}) { - $r->content_type('text/xml'); - } - else { - $r->content_type('text/html'); - } - $r->send_http_header; - return OK; - } - my $requrl=$r->uri; -# ----------------------------------------------------------------- Tie db file - - undef %hash; - - if ($ENV{'request.course.fn'}) { - my $fn=$ENV{'request.course.fn'}; - if (-e "$fn.db") { - if (tie(%hash,'GDBM_File',"$fn.db",&GDBM_READER,0640)) { -# ------------------------------------------------------------------- Hash tied - $r->content_type('text/html'); - $r->send_http_header; - &Menu(); - } - else { - $r->content_type('text/html'); - $r->send_http_header; - $r->print('Coursemap undefined.'); - } -# ------------------------------------------------------------------ Untie hash - unless (untie(%hash)) { - &Apache::lonnet::logthis("WARNING: ". - "Could not untie coursemap $fn (browse)."); - } - -# -------------------------------------------------------------------- All done - return OK; -# ----------------------------------------------- Errors, hash could no be tied - } - } - else { - $ENV{'user.error.msg'}="$requrl:bre:0:0:Course not initialized"; - return HTTP_NOT_ACCEPTABLE; - } - } - else { + my $r=shift; + my $c = $r->connection(); + # + # Check for overloading + my $loaderror=&Apache::lonnet::overloaderror($r); + if ($loaderror) { return $loaderror; } + $loaderror= + &Apache::lonnet::overloaderror($r, + $ENV{'course.'.$ENV{'request.course.id'}.'.home'}); + if ($loaderror) { return $loaderror; } + # + # Check for access + if (! &Apache::lonnet::allowed('vgr',$ENV{'request.course.id'})) { $ENV{'user.error.msg'}= - $r->uri.":vgr:0:0:Cannot view grades for complete course"; - - return HTTP_NOT_ACCEPTABLE; + $r->uri.":vgr:0:0:Cannot view grades for complete course"; + if (! &Apache::lonnet::allowed('vgr', + $ENV{'request.course.id'}.'/'.$ENV{'request.course.sec'})) { + $ENV{'user.error.msg'}= + $r->uri.":vgr:0:0:Cannot view grades with given role"; + return HTTP_NOT_ACCEPTABLE; + } } + # + # Send the header + &Apache::loncommon::no_cache($r); + &Apache::loncommon::content_type($r,'text/html'); + $r->send_http_header; + if ($r->header_only) { return OK; } + # + # Extract form elements from query string + &Apache::loncommon::get_unprocessed_cgi($ENV{'QUERY_STRING'}, + ['sort','reportSelected', + 'SelectedStudent']); + # + # Give the LON-CAPA page header + $r->print(''. + &mt('Course Statistics and Charts'). + "\n". + &Apache::loncommon::bodytag('Course Statistics and Charts')); + $r->rflush(); + # + # Either print out a menu for them or send them to a report + &Apache::lonhtmlcommon::clear_breadcrumbs(); + &Apache::lonhtmlcommon::add_breadcrumb({href=>'/adm/statistics', + title=>'Statistics', + text =>'Statistics', + faq=>139, + bug=>'Statistics and Charts'}); + if (! exists($ENV{'form.reportSelected'}) || + $ENV{'form.reportSelected'} eq '') { + $r->print(&Apache::lonhtmlcommon::breadcrumbs + (undef,&mt('Statistics Main Page')). + &CreateMainMenu()); + } else { + # + if (! &Apache::lonmysql::verify_sql_connection()) { + my $serveradmin = $r->dir_config('lonAdmEMail'); + $r->print('

'. + &mt('Unable to connect to database!'). + '

'); + $r->print('

'. + &mt('Please notify the server administrator '). + ''.$serveradmin.'

'); + $r->print('

'. + &mt('Course Statistics and Charts cannot be '. + 'retrieved until the database is restarted. '. + 'Your data is intact but cannot be displayed '. + 'at this time.').'

'); + $r->print(''); + return; + } + # + # Clean out the caches + if (exists($ENV{'form.ClearCache'})) { + &Apache::loncoursedata::delete_caches($ENV{'requres.course.id'}); + } + # + # Begin form output + $r->print('
print('method="post" action="/adm/statistics">'); + $r->rflush(); + # + my $GoToPage = $ENV{'form.reportSelected'}; + # + # Set up the statistics and chart environment + &PrepareCourseData($r); + # + $r->print(''); + if($GoToPage eq 'activitylog') { +# &Apache::lonproblemstatistics::Activity(); + } elsif($GoToPage eq 'problem_statistics') { + &Apache::lonhtmlcommon::add_breadcrumb + ({href=>'/adm/statistics?reportselected=problem_statistics', + text=>'Overall Problem Statistics'}); + &Apache::lonproblemstatistics::BuildProblemStatisticsPage($r,$c); + } elsif($GoToPage eq 'problem_analysis') { + &Apache::lonhtmlcommon::add_breadcrumb + ({href=>'/adm/statistics?reportselected=problem_analysis', + text=>'Detailed Problem Analysis'}); + &Apache::lonproblemanalysis::BuildProblemAnalysisPage($r,$c); + } elsif($GoToPage eq 'submissiontime_analysis') { + &Apache::lonhtmlcommon::add_breadcrumb + ({href=> + '/adm/statistics?reportselected=submissiontime_analysis', + text=>'Submission Time Plots'}); + &Apache::lonsubmissiontimeanalysis::BuildSubmissionTimePage($r,$c); + } elsif($GoToPage eq 'student_submission_reports') { + &Apache::lonhtmlcommon::add_breadcrumb + ({href=> + '/adm/statistics?reportselected=student_submission_reports', + text=>'Student Submission Reports'}); + &Apache::lonstudentsubmissions::BuildStudentSubmissionsPage($r,$c); + } elsif($GoToPage eq 'survey_reports') { + &Apache::lonhtmlcommon::add_breadcrumb + ({href=> + '/adm/statistics?reportselected=survey_reports', + text=>'Survey Reports'}); + &Apache::lonsurveyreports::BuildSurveyReportsPage($r,$c); + } elsif($GoToPage eq 'correct_problems_plot') { + &Apache::lonhtmlcommon::add_breadcrumb + ({href=>'/adm/statistics?reportselected=correct_problems_plot', + text=>'Correct Problems Plot'}); + &Apache::loncorrectproblemplot::BuildCorrectProblemsPage($r,$c); + } elsif($GoToPage eq 'student_assessment') { + &Apache::lonhtmlcommon::clear_breadcrumbs(); + &Apache::lonhtmlcommon::add_breadcrumb + ({href=>'/adm/statistics?reportselected=student_assessment', + text=>'Chart'}); + &Apache::lonstudentassessment::BuildStudentAssessmentPage($r,$c); + } + # + $r->print("
\n"); + } + $r->print("\n\n"); + $r->rflush(); + # + return OK; } + 1; + +####################################################### +####################################################### + +=pod + +=back + +=cut + +####################################################### +####################################################### + __END__ + 500 Internal Server Error

Internal Server Error

The server encountered an internal error or misconfiguration and was unable to complete your request.

Please contact the server administrator at root@localhost to inform them of the time this error occurred, and the actions you performed just before this error.

More information about this error may be available in the server error log.