--- loncom/interface/statistics/lonproblemstatistics.pm 2002/07/27 20:48:36 1.4 +++ loncom/interface/statistics/lonproblemstatistics.pm 2002/09/22 17:08:32 1.33 @@ -1,7 +1,7 @@ # The LearningOnline Network with CAPA # (Publication Handler # -# $Id: lonproblemstatistics.pm,v 1.4 2002/07/27 20:48:36 minaeibi Exp $ +# $Id: lonproblemstatistics.pm,v 1.33 2002/09/22 17:08:32 minaeibi Exp $ # # Copyright Michigan State University Board of Trustees # @@ -31,7 +31,7 @@ # 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei # YEAR=2002 # 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6 Behrouz Minaei -# 5/12,5/14,5/15,5/19,5/26,7/16,7/25 Behrouz Minaei +# 5/12,5/14,5/15,5/19,5/26,7/16,7/25,7/29,8/5 Behrouz Minaei # ### @@ -43,648 +43,422 @@ use Apache::lonhtmlcommon; use Apache::loncoursedata; use GDBM_File; +my $jr; -sub BuildProblemStatisticsPage { - my ($cacheDB, $students, $courseID, $c, $r,%color)=@_; +sub InitializeProblemStatistics { + my ($cacheDB, $students, $courseID, $c, $r)=@_; my %cache; - #my %DoDiff; - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { - return 'Unable to tie database.'; + + $jr = $r; + + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { + $r->print('Unable to tie database1.'); + return ('ERROR', undef); + } + + # Remove students who don't have the proper section. + my @sectionsSelected = split(':',$cache{'sectionsSelected'}); + for(my $studentIndex=((scalar @$students)-1); $studentIndex>=0; + $studentIndex--) { + my $value = $cache{$students->[$studentIndex].':section'}; + my $found = 0; + foreach (@sectionsSelected) { + if($_ eq 'none') { + if($value eq '' || !defined($value) || $value eq ' ') { + $found = 1; + last; + } + } else { + if($value eq $_) { + $found = 1; + last; + } + } + } + if($found == 0) { + splice(@$students, $studentIndex, 1); + } } - my $Ptr = ''; - $Ptr .= ''; - $Ptr .= ''."\n"; - $Ptr .= ''."\n"; - $Ptr .= &AscendOrderOptions($cache{'Ascend'}); - $Ptr .= &ProblemStatisticsButtons($cache{'DisplayFormat'}); - $Ptr .= '
Select Map'; - $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'ProblemStatistics'); - $Ptr .= '
'; + my $isNotCached = 0; + my $lastStatus = (defined($cache{'StatisticsLastStatus'})) ? + $cache{'StatisticsLastStatus'} : 'Nothing'; + my $whichStudents = join(':::',sort(@$students)); + if(!defined($cache{'StatisticsCached'}) || + $lastStatus ne $cache{'Status'} || + $whichStudents ne $cache{'StatisticsWhichStudents'}) { + $isNotCached = 1; + } - $Ptr .= &ProblemStatisticsLegend(); + untie(%cache); + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) { + $r->print('Unable to tie database.2'); + return ('ERROR', undef); + } + if($isNotCached && defined($cache{'StatisticsCached'})) { + my @statkeys = split(':::', $cache{'StatisticsKeys'}); + delete $cache{'StatisticsKeys'}; + delete $cache{'StatisticsCached'}; + foreach(@statkeys) { + delete $cache{$_}; + } + } untie(%cache); - foreach (@$students) { - my $courseData = - &Apache::loncoursedata::DownloadCourseInformation($_, $courseID); - last if ($c->aborted()); - if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT,0640)) { - &Apache::loncoursedata::ProcessStudentData(\%cache, - $courseData, $_); - untie(%cache); - } - } - if($c->aborted()) { return $Ptr; } - - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { - return 'Unable to tie database.'; - } - my $discriminantFactor; - my @list=(); - my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); - my $index=0; - foreach (@$students) { - $index++; - #&Apache::lonstatistics::Update_PrgWin(++$index,$r); - $discriminantFactor = &ExtractStudentData(\%cache, $_, \@list, - \%Discuss, $r); - } - #&Apache::lonstatistics::Close_PrgWin($r); - - my ($upper, $lower) = &Discriminant($discriminantFactor); - my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod", - 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff", - 9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd", 13, "Disc."); + if($isNotCached) { + &Apache::loncoursedata::DownloadStudentCourseDataSeparate($students, + 'true', + $cacheDB, + 'true', + 'true', + $courseID, + $r, $c); + } + if($c->aborted()) { return ('ERROR', undef); } + + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { + $r->print('Unable to tie database.3'); + return ('ERROR', undef); + } + my $problemData; + if($isNotCached) { + ($problemData) = &ExtractStudentData(\%cache, $students); + &CalculateStatistics($problemData, \%cache, $courseID); + } + untie(%cache); + + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) { + $r->print('Unable to tie database.4'); + return ('ERROR', undef); + } + if($isNotCached) { + foreach(keys(%$problemData)) { + $cache{$_} = $problemData->{$_}; + } + $cache{'StatisticsKeys'} = join(':::', keys(%$problemData)); + $cache{'StatisticsCached'} = 'true'; + $cache{'StatisticsLastStatus'} = $cache{'Status'}; + $cache{'StatisticsWhichStudents'} = $whichStudents; + } + untie(%cache); - my %GraphDat= &BuildStatisticsTable(\%cache, $discriminantFactor, \@list, - \%Header, $students, $r, \%color); + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { + $r->print('Unable to tie database.5'); + return ('ERROR', undef); + } + my $orderedProblems = &SortProblems(\%cache, + $cache{'ProblemStatisticsSort'}, + $cache{'SortProblems'}, + $cache{'ProblemStatisticsAscend'}); untie(%cache); - return $Ptr; + return ('OK', $orderedProblems); } +sub BuildProblemStatisticsPage { + my ($cacheDB, $students, $courseID, $c, $r)=@_; -#---- Problem Statistics Web Page --------------------------------------- + my @Header = ("Homework Sets Order","#Stdnts","Tries","Mod", + "Mean","#YES","#yes","%Wrng","DoDiff", + "S.D.","Skew.","D.F.1st","D.F.2nd"); + my $color=&setbgcolor(0); + my %cache; + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { + $r->print('Unable to tie database.6'); + return; + } + my $Ptr = ''; + $Ptr .= ''; + $Ptr .= ''."\n"; + $Ptr .= ''."\n"; + $Ptr .= ''."\n"; + $Ptr .= ''."\n"; + $Ptr .= ''."\n"; + $Ptr .= ''."\n"; + $Ptr .= &ProblemStatisticsButtons($cache{'DisplayFormat'}, + $cache{'DisplayLegend'}, + $cache{'SortProblems'}); + $Ptr .= '
Select Map'; + $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'Statistics', + 'Statistics'); + $Ptr .= '
Sorting Type:'."\n"; + $Ptr .= &Apache::lonhtmlcommon::AscendOrderOptions( + $cache{'ProblemStatisticsAscend'}, + 'ProblemStatistics', + 'Statistics'); + $Ptr .= '
Select Sections'; + $Ptr .= ''."\n"; + my @sections = split(':',$cache{'sectionList'}); + my @sectionsSelected = split(':',$cache{'sectionsSelected'}); + $Ptr .= &Apache::lonhtmlcommon::MultipleSectionSelect(\@sections, + \@sectionsSelected, + 'Statistics'); + $Ptr .= '
'; + if($cache{'DisplayLegend'} eq 'Show Legend') { + $Ptr .= &ProblemStatisticsLegend(); + } + $r->print($Ptr); + $r->rflush(); + untie(%cache); -sub NumericSort { - $a <=> $b; -} + my ($result, $orderedProblems) = + &InitializeProblemStatistics($cacheDB, $students, $courseID, $c, $r); + if($result ne 'OK') { + return; + } + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { + $r->print('Unable to tie database.6'); + return; + } + &BuildStatisticsTable(\%cache, $cache{'DisplayFormat'}, + $cache{'SortProblems'}, $orderedProblems, + \@Header, $r, $color); + untie(%cache); -sub CreateProblemStatisticsTableHeading { - my ($displayFormat,$sequenceSource,$sequenceTitle,$headings,$r)=@_; - if($displayFormat eq 'Display CSV Format') { - $r->print('
"'.$sequenceTitle.'","'); - $r->print($sequenceSource.'"'); - return; - } - - $r->print('
'.$sequenceTitle.''); - - my $Result = "\n".''."\n"; - for(my $nIndex=0; $nIndex < (scalar (keys %$headings)); $nIndex++) { - $Result .= ''."\n"; - } - $Result .= "\n".''."\n"; - $r->print($Result); - $r->rflush(); + return; } -sub CloseTable { - my ($cache,$r)=@_; - if($cache->{'DisplayFormat'} eq 'Display CSV Format') { - return; - } - $r->print("\n".'
P#'.''.'
'."\n"); - $r->rflush(); -} +sub BuildGraphicChart { + my ($graph,$cacheDB,$courseDescription,$students,$courseID,$r,$c)=@_; + my %cache; + my $max = 0; + my ($result, undef) = + &InitializeProblemStatistics($cacheDB, $students, $courseID, $c, $r); + if($result ne 'OK') { + return; + } - -# ------ Dump the Student's DB file and handling the data for statistics table -sub ExtractStudentData { - my ($cache,$name,$list,$Discuss,$r)=@_; - my %discriminantFactor; + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { + return 'Unable to tie database.7'; + } + + my @problems = split(':::', $cache{'problemList'}); + my @values = (); + foreach (@problems) { + my $data = 0; + if($graph eq 'DoDiffGraph') { + $data = sprintf("%.2f", $cache{$_.':degreeOfDifficulty'}), + } else { + $data = sprintf("%.1f", $cache{$_.':percentWrong'}), + } + if($max < $data) { + $max = $data; + } + push(@values, $data); + } + untie(%cache); - my $totalTries = 0; - my $totalAwarded = 0; - my $tempProblemOrder=0; - my $spent=0; - my $spent_yes=0; - my $TotDiscuss=0; - my $TotalOpend = 0; - my $ProbSolved = 0; - my $ProbTot = 0; - my $TotFirst = 0; - my $TimeTot = 0; - my $Discussed=0; - -$Apache::lonxml::debug=1; -#&Apache::lonhomework::showhash(%$cache); -$Apache::lonxml::debug=0; + my $sendValues = join(',', @values); + my $sendCount = scalar(@values); - foreach my $sequence (split(':', $cache->{'orderedSequences'})) { -# if($cache->{'ProblemStatisticsMap'} ne 'All Maps' && -# $cache->{'ProblemStatisticsMap'} ne $cache->{$sequence.':title'}) { -# $r->print("
$name --- $sequence"); -# $r->print("
".$cache->{$sequence.':title'}); -# next; -# } + my $title = ''; + if($graph eq 'DoDiffGraph') { + $title = 'Degree-of-Difficulty'; + } else { + $title = 'Wrong-Percentage'; + } + my @GData = ($courseDescription, 'Problems', $title, $max, $sendCount, + $sendValues); - my $Dis = ''; - foreach my $problemID (split(':', $cache->{$sequence.':problems'})) { - my $problem = $cache->{$problemID.':problem'}; - $r->print("
$problemID === $problem"); - my $LatestVersion = $cache->{$name.':version:'.$problem}; - # Output dashes for all the parts of this problem if there - # is no version information about the current problem. - #if(!$LatestVersion) { - # foreach my $part (split(/\:/,$cache->{$sequence.':'. - # $problemID. - # ':parts'})) { - # $codes .= "-,"; - # $attempts .= "0,"; - # } - # next; - #} - - my %partData=undef; - # Initialize part data, display skips correctly - # Skip refers to when a student made no submissions on that - # part/problem. - foreach my $part (split(/\:/,$cache->{$sequence.':'. - $problemID. - ':parts'})) { - $partData{$part.':tries'}=0; - $partData{$part.':code'}='-'; - } + $r->print(''."\n"); + $r->print(''); + $r->print('
'."\n"); - # Looping through all the versions of each part, starting with the - # oldest version. Basically, it gets the most recent - # set of grade data for each part. - for(my $Version=1; $Version<=$LatestVersion; $Version++) { - foreach my $part (split(/\:/,$cache->{$sequence.':'. - $problemID. - ':parts'})) { - - if(!defined($cache->{$name.":$Version:$problem". - ":resource.$part.solved"})) { - # No grade for this submission, so skip - next; - } + return; +} - my $tries=0; - my $time=0; - my $awarded=0; - $Discussed=0; - my $code='U'; - - $awarded = $cache->{$name. - "$Version:$problem:resource.". - "$part.awarded"}; - $partData{$part.':awarded'} = ($awarded) ? $awarded : 0; - $totalAwarded += $awarded; +#---- Problem Statistics Web Page --------------------------------------- - $tries = $cache->{$name.":$Version:$problem". - ":resource.$part.tries"}; - $partData{$part.':tries'} = ($tries) ? $tries : 0; - $partData{$part.':wrong'} = $partData{$part.':tries'}; - $totalTries += $tries; +sub CreateProblemStatisticsTableHeading { + my ($headings,$r)=@_; - my $val = $cache->{$name.":$Version:$problem". - ":resource.$part.solved"}; - if ($val eq 'correct_by_student') {$code = 'C';} - elsif ($val eq 'correct_by_override') {$code = 'O';} - elsif ($val eq 'incorrect_attempted') {$code = 'I';} - elsif ($val eq 'incorrect_by_override'){$code = 'I';} - elsif ($val eq 'excused') {$code = 'x';} - $partData{$part.':code'}=$code; - if($partData{$part.':wrong'} ne 0 && - ($code eq 'C' || $code eq 'O')) { - $partData{$part.':wrong'}--; - } - } - } + my $Str=''; + $Str .= ''."\n"; + $Str .= 'P#'."\n"; + foreach(@$headings) { + $Str .= ''; + $Str .= ''.$_.' '."\n"; + } + $Str .= "\n".''."\n"; - # Loop through all the parts for the current problem in the - # correct order and prepare the output - foreach (split(/\:/,$cache->{$sequence.':'.$problemID. - ':parts'})) { - #$r->print("
".$cache->{$sequence.':title'}); - - my $Yes = 0; - if($partData{$_.':code'} eq 'C' || - $partData{$_.':code'} eq 'O') { - $Yes=1; - } - my $ptr = $tempProblemOrder.'&'.$problemID; + return $Str; +} - if($_ > 1) { - $ptr .= "*(part $_)"; - $Dis .= '&'; - } +sub BuildStatisticsTable { + my ($cache,$displayFormat,$sortProblems,$orderedProblems,$headings, + $r,$color)=@_; - my ($pr_no,$dod)=split('&',$ptr); -# my $DoDiff=$DoDiff->{$dod}; -# $r->print('
'.$name.'---'.$ptr.'==='.$DoDiff); - - my $Fac = ($partData{$_.':Tries'}) ? - ($partData{$_.':awarded'}/$partData{$_.':tries'}) : 0; - my $DisF; - if($Fac > 0 && $Fac < 1) { - $DisF = sprintf( "%.4f", $Fac ); - } else { - $DisF = $Fac; - } + my $count = 1; + my $currentSequence = -1; + foreach(@$orderedProblems) { + my ($sequence,$problem,$part)=split(':', $_); + if($cache->{'StatisticsMaps'} ne 'All Maps' && + $cache->{'StatisticsMaps'} ne $cache->{$sequence.':title'}) { + next; + } - if ($Discuss->{"$name:$problem"}) { - $TotDiscuss++; - $Discussed=1; + if($currentSequence == -1 || + ($sortProblems eq 'Sort Within Sequence' && + $currentSequence != $sequence)) { + if($displayFormat ne 'Display CSV Format') { + if($currentSequence ne -1) { + $r->print(''); + $r->print('
'); } - my $time = $cache->{"$name:$LatestVersion:$problem:timestamp"}; - $Dis .= $tempProblemOrder.'='.$DisF.'+'.$Yes; - $ptr .= '&'.$partData{$_.'.tries'}. - '&'.$partData{$_.'.wrongs'}. - '&'.$partData{$_.'.code'}; - push (@$list, $ptr."&$Discussed"); - $r->print('
'.$name.'---'.$ptr); - -#### if ($DoDiff>0.85) { - - $TimeTot += $time; - - if ($Yes==1 && $partData{$_.'.Tries'}==1) { - $TotFirst++; + if($sortProblems eq 'Sort Within Sequence') { + $r->print(''.$cache->{$sequence.':title'}.''); } -# my $Acts= $Activity->{$name.':'.$problem}; -# if ($Acts) { -# my $Pt=&ProcAct( $Acts, $time ); - #my ($spe,$beg) = split(/\+/,$Pt); -# my $spe= $Pt; -# if ($Yes==1) {$spent_yes += $spe;} -# $spent += $spe; - #$Beg += $beg; -# $r->print('
'.$name.'---'.$problem.'---'.$spe); -# } - $TotalOpend++; - $ProbTot++; - - $tempProblemOrder++; + $r->print('
'."\n"); + $r->print(''."\n"); + $r->print(&CreateProblemStatisticsTableHeading($headings, $r)); + } else { + if($sortProblems eq 'Sort Within Sequence') { + $r->print('"'.$cache->{$sequence.':title'}.'"'); + } + $r->print('
'); } + $currentSequence = $sequence; } - my $pstr; - if($totalTries) { - my $DisFac = ($totalAwarded/$totalTries); - my $DisFactor = sprintf( "%.4f", $DisFac ); - my $TS = sprintf( "%.2f", $spent ); - my $TS_yes = sprintf( "%.2f", $spent_yes ); - # $DiscFac{$DisFactor}=$Dis; - $pstr=$DisFactor.':'.$name.':'.$ProbTot.':'.$TotalOpend.':'. - $totalTries.':'.$ProbSolved.':'.$TotFirst.':'. - $TS_yes.':'.$TS.':'.$TotDiscuss; - $discriminantFactor{$pstr}=$Dis; - } - } - - return (\%discriminantFactor); -} - -=pod -sub MySort { - if ( $Pos > 0 ) { - if ($ENV{'form.order'} eq 'Descending') {$b <=> $a;} - else { $a <=> $b; } - } - else { - if ($ENV{'form.order'} eq 'Descending') {$b cmp $a;} - else { $a cmp $b; } + my $ref = ''.$cache->{$problem.':title'}.''; + my $title = $cache->{$problem.':title'}; + if($part != 0) { + $title .= ' Part '.$part; + } + my $source = $cache->{$problem.':source'}; + my $tableData = join('&', $ref, $title, $source, + $cache->{$_.':studentCount'}, + $cache->{$_.':totalTries'}, + $cache->{$_.':maxTries'}, + $cache->{$_.':mean'}, + $cache->{$_.':correct'}, + $cache->{$_.':correctByOverride'}, + $cache->{$_.':percentWrong'}, + $cache->{$_.':degreeOfDifficulty'}, + $cache->{$_.':standardDeviation'}, + $cache->{$_.':skewness'}, + $cache->{$_.':discriminationFactor1'}, + $cache->{$_.':discriminationFactor2'}); + + &TableRow($displayFormat,$tableData,$count,$r,$color); + + $count++; + } + if($displayFormat ne 'Display CSV Format') { + $r->print('
'."\n"); + $r->print('
'); + } else { + $r->print('
'); } -} -=cut - - -sub BuildStatisticsTable { - my ($cache,$discriminantFactor,$list,$headings,$students,$r,%color)=@_; -#6666666 -# my $file="/home/httpd/perl/tmp/183d.txt"; -# open(OUT, ">$file"); -#6666666 -## &Apache::lonstatistics::Create_PrgWin($r); -##777777 -## my (%Activity) = &LoadActivityLog(); -## $r->print(''); -## my ($doDiffFile) = &LoadDoDiffFile(); - - my $p_count = 0; - my $nIndex = 0; - my $dummy; - my $p_val; - my $ResId; - my %GraphDat; - my $NoElements = scalar @$list; - - - foreach my $sequence (split(':', $cache->{'orderedSequences'})) { - - &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, - $cache->{$sequence.':source'}, - $cache->{$sequence.':title'}, - $headings,$r); - - foreach my $problemID (split(':', $cache->{$sequence.':problems'})) { - my $problem = $cache->{$problemID.':problem'}; - $r->print("
$problem"); - - } - } -} -=pod -##777777 -## $Str .= &Classify($discriminantFactor, $students); - - - my ($Hid,$pr)=split(/\:/,$mapsort{$_}); - my @lpr=split(/\&/,$pr); - for (my $i=1; $i<=$#lpr; $i++) { - my %storestats=(); - my ($PrOrd,$Prob,$Tries,$Wrongs,$Code,$Disc)=split(/\&/,$list->[$nIndex]); - my $Temp = $Prob; - my $MxTries = 0; - my $TotalTries = 0; - my $YES = 0; - my $Incorrect = 0; - my $Override = 0; - my $StdNo = 0; - my $DiscNo=0; - my @StdLst; - while ( $PrOrd == $lpr[$i] ) - { - $nIndex++; - $StdNo++; - $StdLst[ $StdNo ] = $Tries; - $TotalTries += $Tries; - if ( $MxTries < $Tries ) { $MxTries = $Tries; } - if ( $Code eq 'C' ){ $YES++; } - elsif( $Code eq 'I' ) { $Incorrect++; } - elsif( $Code eq 'O' ) { $Override++; } - elsif( $Code eq 'U' ) { $StdNo--; } - ($PrOrd,$Prob,$Tries,$Wrongs,$Code,$Disc)=split(/\&/,$list->[$nIndex]); - } - - $p_count++; - my $Dummy; - ($ResId,$Dummy)=split(/\*/,$Temp); - - $Temp = ''.$cache->{'title_'.$ResId}.$Dummy.''; - - my $res = &Apache::lonnet::declutter($cache->{'src_'.$ResId}); - my $urlres=$res; - - $ResId=~/(\d+)\.(\d+)/; - my $Map = &Apache::lonnet::declutter( $cache->{'map_id_'.$1} ); - $urlres=$Map; - - $res = ''.$res.''; - #$Map = ''.$res.''; - -#------------------------ Compute the Average of Tries about one problem - my $Average = ($StdNo) ? $TotalTries/$StdNo : 0; - - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___timestamp'}=time; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___stdno'}=$StdNo; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___avetries'}=$Average; - -#-------------------------------- Compute percentage of Wrong tries - my $Wrong = ( $StdNo ) ? 100 * ( $Incorrect / $StdNo ) : 0; - -#-------------------------------- Compute Standard Deviation - my $StdDev = 0; - if ( $StdNo > 1 ) { - for ( my $n = 0; $n < $StdNo; $n++ ) { - my $Dif = $StdLst[ $n ]-$Average; - $StdDev += $Dif*$Dif; - } - $StdDev /= ( $StdNo - 1 ); - $StdDev = sqrt( $StdDev ); - } - -#-------------------------------- Compute Degree of Difficulty - my $DoDiff = 0; - if( $TotalTries > 0 ) { - $DoDiff = 1 - ( ( $YES + $Override ) / $TotalTries ); -# $DoDiff = ($TotalTries)/($YES + $Override+ 0.1); - } - - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___difficulty'}=$DoDiff; - -#-------------------------------- Compute the Skewness - my $Skewness = 0; - my $Sum = 0; - if ( $StdNo > 0 && $StdDev > 0 ) { - for ( my $n = 0; $n < $StdNo; $n++ ) { - my $Dif = $StdLst[ $n ]-$Average; - $Skewness += $Dif*$Dif*$Dif; - } - $Skewness /= $StdNo; - $Skewness /= $StdDev*$StdDev*$StdDev; - } - -#--------------------- Compute the Discrimination Factors - my ($Up1,$Up2)=split(/\:/,':');#jason$DisUp->{$lpr[$i]}); - my ($Lw1,$Lw2)=split(/\:/,':');#jason$DisLow->{$lpr[$i]}); - my $Dis1 = $Up1 - $Lw1; - my $Dis2 = $Up2 - $Lw2; - my $_D1 = sprintf("%.2f", $Dis1); - my $_D2 = sprintf("%.2f", $Dis2); - -#----------------- Some restition in presenting the float numbers - my $Avg = sprintf( "%.2f", $Average ); - my $Wrng = sprintf( "%.1f", $Wrong ); - my $SD = sprintf( "%.1f", $StdDev ); - my $DoD = sprintf( "%.2f", $DoDiff ); - my $Sk = sprintf( "%.1f", $Skewness ); - my $join = $lpr[$i].'&'.$Temp.'&'.$StdNo.'&'. - $TotalTries.'&'.$MxTries.'&'.$Avg.'&'. - $YES.'&'.$Override.'&'.$Wrng.'&'.$DoD.'&'. - $SD.'&'.$Sk.'&'.$_D1.'&'.$_D2.'&'. - $DiscNo.'&'.$Prob; -##8888 $CachData{($p_count-1)}=$join; - -#6666666 -# $r->print('
'.$out.'&'.$DoD); -# print (OUT $out.'@'.$DoD.'&'); -#6666666 - - $urlres=~/^(\w+)\/(\w+)/; - if ($StdNo) { - &Apache::lonnet::put('resevaldata',\%storestats,$1,$2); - } -#-------------------------------- Row of statistical table - &TableRow($cache,$join,$i,($p_count-1),$r,\%color,\%GraphDat); - } - &CloseTable($cache,$r); - } - &Close_PrgWin(); -#666666 -# close( OUT ); -#666666 -} -=cut - -=pod -sub Cache_Statistics { - my ($cache,$color)=@_; - my @list = (); - my $Useful; - my $UnUseful; -# $r->print(''."\n"); - my %myHeader = reverse( %Header ); - $Pos = $myHeader{$ENV{'form.sort'}}; - if ($Pos > 0) {$Pos++;} - my $p_count = 0; - foreach my $key( keys %CachData) { - my @Temp=split(/\&/,$CachData{$key}); - if ( $Pos == 0 ) { - ($UnUseful,$Useful)=split(/\>/,$Temp[$Pos]); - } - else { - $Useful = $Temp[$Pos]; - } - $list[$p_count]=$Useful.'@'.$CachData{$key}; - $p_count++; - } - - @list = sort MySort (@list); - - my $nIndex=0; - - if ( $Pos == 0 ) { - foreach (sort keys %mapsort) { - my ($Hid,$pr)=split(/\:/,$mapsort{$_}); - &CreateProblemStatisticsTableHeading($cache,1,$Hid); - my @lpr=split(/\&/,$pr); - for (my $i=1; $i<=$#lpr; $i++) { - my($Pre, $Post) = split(/\@/,$list[$nIndex]); - #$r->print('
'.$Pre.'---'.$Post); - &TableRow($cache,$Post,$i,$nIndex,\%color,\%GraphDat); - $nIndex++; - } - &CloseTable($cache); - } - } - else { - &CreateProblemStatisticsTableHeading($cache,0); - for ( my $nIndex = 0; $nIndex < $p_count; $nIndex++ ) { - my($Pre, $Post) = split(/\@/,$list[$nIndex]); - &TableRow($cache,$Post,$nIndex,$nIndex,\%color,\%GraphDat); - } - &CloseTable($cache); - } + return; } -=cut sub TableRow { - my ($cache,$Str,$Idx,$RealIdx,$r,$color,$GraphDat)=@_; - my($PrOrd,$Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, - $Wrng,$DoD,$SD,$Sk,$_D1,$_D2,$DiscNo,$Prob)=split(/\&/,$Str); - if ($ENV{'form.showcsv'}) { - my ($ResId,$Dummy)=split(/\*/,$Prob); - my $Ptr = "\n".'
'. - "\n".'"'.($RealIdx+1).'",'. - "\n".'"'.$cache->{'title_'.$ResId}.$Dummy.'",'. - "\n".'"'.$cache->{'src_'.$ResId}.'",'. - "\n".'"'.$StdNo.'",'. - "\n".'"'.$TotalTries.'",'. - "\n".'"'.$MxTries.'",'. - "\n".'"'.$Avg.'",'. - "\n".'"'.$YES.'",'. - "\n".'"'.$Override.'",'. - "\n".'"'.$Wrng.'",'. - "\n".'"'.$DoD.'",'. - "\n".'"'.$SD.'",'. - "\n".'"'.$Sk.'",'. - "\n".'"'.$_D1.'",'. - "\n".'"'.$_D2.'"'. - "\n".'"'.$DiscNo.'"'; + my ($displayFormat,$Str,$RealIdx,$r,$color)=@_; + my($ref,$title,$source,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, + $Wrng,$DoD,$SD,$Sk,$_D1,$_D2)=split(/\&/,$Str); + my $Ptr; + if($displayFormat eq 'Display CSV Format') { + $Ptr='"'.$RealIdx.'",'."\n". + '"'.$title.'",'."\n". + '"'.$source.'",'."\n". + '"'.$StdNo.'",'."\n". + '"'.$TotalTries.'",'."\n". + '"'.$MxTries.'",'."\n". + '"'.$Avg.'",'."\n". + '"'.$YES.'",'."\n". + '"'.$Override.'",'."\n". + '"'.$Wrng.'",'."\n". + '"'.$DoD.'",'."\n". + '"'.$SD.'",'."\n". + '"'.$Sk.'",'."\n". + '"'.$_D1.'",'."\n". + '"'.$_D2.'"'."\n". + "
\n"; $r->print("\n".$Ptr); - } - else{ - my $Ptr = "\n".''. - "\n".''.($RealIdx+1).''. - # "\n".''.$PrOrd.$Temp.''. - "\n".''.$Temp.''. - "\n".' '.$StdNo.''. - "\n".''.$TotalTries.''. - "\n".''.$MxTries.''. - "\n".''.$Avg.''. - "\n".' '.$YES.''. - "\n".' '.$Override.''. - "\n".' '.$Wrng.''. - "\n".' '.$DoD.''. - "\n".' '.$SD.''. - "\n".' '.$Sk.''. - "\n".' '.$_D1.''. - "\n".' '.$_D2.''. - "\n".' '.$DiscNo.''; - $r->print("\n".$Ptr.'' ); - } - $GraphDat->{$RealIdx}=$DoD.':'.$Wrng; -} - -sub StatusOptions { - my ($cache)=@_; - - my $Status = $cache->{'Status'}; - my $OpSel1 = ''; - my $OpSel2 = ''; - my $OpSel3 = ''; - - if($Status eq 'Any') { $OpSel3 = ' selected'; } - elsif($Status eq 'Expired' ) { $OpSel2 = ' selected'; } - else { $OpSel1 = ' selected'; } - - my $Ptr = ''; - $Ptr .= 'Student Status:'."\n"; - $Ptr .= ''."\n"; - - return $Ptr; -} - -sub AscendOrderOptions { - my ($order)=@_; - - my $OpSel1 = ''; - my $OpSel2 = ''; - - if($order eq 'Ascending') { - $OpSel1 = ' selected'; } else { - $OpSel2 = ' selected'; + $Ptr=''."\n". + ''.$RealIdx.''."\n". + ''.$ref.''."\n". + ' '.$StdNo.''."\n". + ''.$TotalTries.''."\n". + ''.$MxTries.''."\n". + ''.$Avg.''."\n". + ' '.$YES.''."\n". + ' '.$Override.''."\n". + ' '.$Wrng.''."\n". + ' '.$DoD.''."\n". + ' '.$SD.''."\n". + ' '.$Sk.''."\n". + ' '.$_D1.''."\n". + ' '.$_D2.''."\n"; + $r->print($Ptr.''."\n"); + } + + return; +} + +# For loading the colored table for display or un-colored for print +sub setbgcolor { + my $PrintTable=shift; + my %color; + if ($PrintTable){ + $color{"gb"}="#FFFFFF"; + $color{"red"}="#FFFFFF"; + $color{"yellow"}="#FFFFFF"; + $color{"green"}="#FFFFFF"; + $color{"purple"}="#FFFFFF"; + } else { + $color{"gb"}="#DDFFFF"; + $color{"red"}="#FFDDDD"; + $color{"yellow"}="#EEFFCC"; + $color{"green"}="#DDFFDD"; + $color{"purple"}="#FFDDFF"; } - my $Ptr = ''; - $Ptr .= 'Sorting Type:'."\n"; - $Ptr .= ''."\n"; - - return $Ptr; + return \%color; } sub ProblemStatisticsButtons { - my ($displayFormat)=@_; + my ($displayFormat, $displayLegend, $sortProblems)=@_; my $Ptr = ''; - $Ptr .= 'print("$nIndex) $Temp --> ($nStudent) $Proc{$Temp}
"); - $Sum1=0; - $Sum2=0; - $nStudent=0; - } - - return %Proc; -} - -#------- Creating Discimination factor -sub Discriminant { - my ($discriminantFactor)=@_; - my @discriminantKeys=keys(%$discriminantFactor); - my $Count = scalar @discriminantKeys; - - my $UpCnt = int(0.27*$Count); - my $low=0; - my $up=$Count-$UpCnt; - my @UpList=(); - my @LowList=(); - - $Count=0; - foreach my $key (sort(@discriminantKeys)) { - $Count++; - if($low < $UpCnt || $Count > $up) { - $low++; - my $str=$discriminantFactor->{$key}; - foreach(split(/\:/,$str)){ - if($_) { - if($low<$UpCnt) { push(@LowList,$_); } - else { push(@UpList,$_); } +sub ExtractStudentData { + my ($cache, $students)=@_; + + my @problemList=(); + my %problemData; + foreach my $sequence (split(':', $cache->{'orderedSequences'})) { + foreach my $problemID (split(':', $cache->{$sequence.':problems'})) { + foreach my $part (split(/\:/,$cache->{$sequence.':'. + $problemID. + ':parts'})) { + my $id = $sequence.':'.$problemID.':'.$part; + push(@problemList, $id); + my $totalTries = 0; + my $totalAwarded = 0; + my $correct = 0; + my $correctByOverride = 0; + my $studentCount = 0; + my $maxTries = 0; + my $totalFirst = 0; + my @studentTries=(); + foreach(@$students) { + my $code = $cache->{"$_:$problemID:$part:code"}; + + if(defined($cache->{$_.':error'}) || $code eq ' ' || + $cache->{"$_:$problemID:NoVersion"} eq 'true') { + next; + } + + $studentCount++; + my $tries = $cache->{"$_:$problemID:$part:tries"}; + if($maxTries < $tries) { + $maxTries = $tries; + } + $totalTries += $tries; + push(@studentTries, $tries); + + my $awarded = $cache->{"$_:$problemID:$part:awarded"}; + $totalAwarded += $awarded; + + if($code eq '*') { + $correct++; + if($tries == 1) { + $totalFirst++; + } + } elsif($code eq '+') { + $correctByOverride++; + } } + + my $studentTriesJoined = join(':::', @studentTries); + $problemData{$id.':sequenceTitle'} = + $cache->{$sequence.':title'}; + $problemData{$id.':studentCount'} = $studentCount; + $problemData{$id.':totalTries'} = $totalTries; + $problemData{$id.':studentTries'} = $studentTriesJoined; + $problemData{$id.':totalAwarded'} = $totalAwarded; + $problemData{$id.':correct'} = $correct; + $problemData{$id.':correctByOverride'} = $correctByOverride; + $problemData{$id.':wrong'} = $studentCount - + ($correct + $correctByOverride); + $problemData{$id.':maxTries'} = $maxTries; + $problemData{$id.':totalFirst'} = $totalFirst; } } } - my %DisUp = &ProcessDiscriminant(\@UpList); - my %DisLow = &ProcessDiscriminant(\@LowList); - return (\%DisUp, \%DisLow); + my @upperStudents1=(); + my @lowerStudents1=(); + my @upperStudents2=(); + my @lowerStudents2=(); + my $upperCount = int(0.27*scalar(@$students)); + # Discriminant Factor criterion 1 + my $sortedStudents = &SortDivideByTries($students,$cache,':totalAwarded'); + + for(my $i=0; $i<$upperCount; $i++) { + push(@lowerStudents1, $sortedStudents->[$i]); + push(@upperStudents1, $sortedStudents->[(scalar(@$students)-$i-1)]); + } + + $problemData{'studentsUpperListCriterion1'}=join(':::', @upperStudents1); + $problemData{'studentsLowerListCriterion1'}=join(':::', @lowerStudents1); + + # Discriminant Factor criterion 2 + $sortedStudents = &SortDivideByTries($students, $cache, ':totalSolved'); + + for(my $i=0; $i<$upperCount; $i++) { + push(@lowerStudents2, $sortedStudents->[$i]); + push(@upperStudents2, $sortedStudents->[(scalar(@$students)-$i-1)]); + } + $problemData{'studentsUpperListCriterion2'}=join(':::', @upperStudents2); + $problemData{'studentsLowerListCriterion2'}=join(':::', @lowerStudents2); + + $problemData{'problemList'} = join(':::', @problemList); + + return \%problemData; +} + +sub SortDivideByTries { + my ($toSort, $data, $sortOn)=@_; + my @orderedData = sort { ($data->{$a.':totalTries'}) ? + ($data->{$a.$sortOn}/$data->{$a.':totalTries'}):0 + <=> + ($data->{$b.':totalTries'}) ? + ($data->{$b.$sortOn}/$data->{$b.':totalTries'}):0 + } @$toSort; + + return \@orderedData; +} + +sub SortProblems { + my ($problemData,$sortBy,$sortProblems,$ascend)=@_; + + my @problems = split(':::', $problemData->{'problemList'}); + if($sortBy eq "Homework Sets Order") { + return \@problems; + } + + my $data; + + if ($sortBy eq "#Stdnts") { $data = ':studentCount'; } + elsif($sortBy eq "Tries") { $data = ':totalTries'; } + elsif($sortBy eq "Mod") { $data = ':maxTries'; } + elsif($sortBy eq "Mean") { $data = ':mean'; } + elsif($sortBy eq "#YES") { $data = ':correct'; } + elsif($sortBy eq "#yes") { $data = ':correctByOverride'; } + elsif($sortBy eq "%Wrng") { $data = ':percentWrong'; } + elsif($sortBy eq "DoDiff") { $data = ':degreeOfDifficulty'; } + elsif($sortBy eq "S.D.") { $data = ':standardDeviation'; } + elsif($sortBy eq "Skew.") { $data = ':skewness'; } + elsif($sortBy eq "D.F.1st") { $data = ':discriminationFactor1'; } + elsif($sortBy eq "D.F.2nd") { $data = ':discriminationFactor2'; } + else { return \@problems; } + + my %temp; + my @sequenceList=(); + foreach(@problems) { + my ($sequence) = split(':', $_); + + my @array=(); + my $tempArray; + if(defined($temp{$sequence})) { + $tempArray = $temp{$sequence}; + } else { + push(@sequenceList, $sequence); + $tempArray = \@array; + $temp{$sequence} = $tempArray; + } + + push(@$tempArray, $_); + } + + my @orderedProblems; + if($sortProblems eq "Sort Within Sequence") { + foreach(keys(%temp)) { + my $tempArray = $temp{$_}; + my @tempOrder = + sort { $problemData->{$a.$data} <=> $problemData->{$b.$data} } + @$tempArray; + $temp{$_} = \@tempOrder; + } + foreach(@sequenceList) { + my $tempArray = $temp{$_}; + @orderedProblems = (@orderedProblems, @$tempArray); + } + } else { + @orderedProblems = + sort { $problemData->{$a.$data} <=> $problemData->{$b.$data} } + @problems; + } + + if($ascend eq 'Descending') { + @orderedProblems = reverse(@orderedProblems); + } + + return \@orderedProblems; } - +sub CalculateStatistics { + my ($data, $cache, $courseID)=@_; -#---- END Problem Statistics Web Page ---------------------------------------- + my @problems = split(':::', $data->{'problemList'}); + foreach(@problems) { + # Mean + my $mean = ($data->{$_.':studentCount'}) ? + ($data->{$_.':totalTries'} / $data->{$_.':studentCount'}) : 0; + $data->{$_.':mean'} = sprintf("%.2f", $mean); -#---- Problem Statistics Graph Web Page -------------------------------------- + # %Wrong + my $pw = ($data->{$_.':studentCount'}) ? + (($data->{$_.':wrong'} / $data->{$_.':studentCount'}) * 100.0) : + 100.0; + $data->{$_.':percentWrong'} = sprintf("%.1f", $pw); -# ------------------------------------------- Prepare data for Graphical chart + # Degree of Difficulty + my $dod = ($data->{$_.':totalTries'}) ? + (1 - (($data->{$_.':correct'} + $data->{$_.':correctByOverride'}) / + $data->{$_.':totalTries'})) : 0; -sub BuildDiffGraph { - my ($r)=@_; + $data->{$_.':degreeOfDifficulty'} = sprintf("%.2f", $dod); - my $graphData = &GetGraphData('DiffGraph', $r); - return ''; -} - -sub BuildWrongGraph { - my ($r)=@_; - - my $graphData = &GetGraphData('WrongGraph', $r); - return ''; -} + # Factor in mean + my @studentTries = split(':::', $data->{$_.':studentTries'}); + foreach(my $index=0; $index < scalar(@studentTries); $index++) { + $studentTries[$index] -= $mean; + } + my $sumSquared = 0; + my $sumCubed = 0; + foreach(@studentTries) { + my $squared = ($_ * $_); + my $cubed = ($squared * $_); + $sumSquared += $squared; + $sumCubed += $cubed; + } + + # Standard deviation + my $standardDeviation; + if($data->{$_.':studentCount'} - 1 > 0) { + $standardDeviation = (sqrt($sumSquared)) / + ($data->{$_.':studentCount'} - 1); + } else { + $standardDeviation = 0.0; + } + $data->{$_.':standardDeviation'} = sprintf("%.1f", $standardDeviation); + + # Skewness + my $skew; + if($standardDeviation > 0.0999 && $data->{$_.':studentCount'} > 0) { + $skew = (((sqrt($sumSquared)) / $data->{$_.':studentCount'}) / + ($standardDeviation * + $standardDeviation * + $standardDeviation)); + } else { + $skew = 0.0; + } + + $data->{$_.':skewness'} = sprintf("%.1f", $skew); + + # Discrimination Factor 1 + my ($sequence, $problem, $part) = split(':', $_); + + my @upper1 = split(':::', $data->{'studentsUpperListCriterion1'}); + my @lower1 = split(':::', $data->{'studentsLowerListCriterion1'}); + + my $upper1Sum=0; + foreach my $name (@upper1) { + $upper1Sum += $cache->{"$name:$problem:$part:awarded"}; + } + $upper1Sum = (scalar(@upper1)) ? ($upper1Sum/(scalar(@upper1))) : 0; + + my $lower1Sum=0; + foreach my $name (@lower1) { + $lower1Sum += $cache->{"$name:$problem:$part:awarded"}; + } + $lower1Sum = (scalar(@lower1)) ? ($lower1Sum/(scalar(@lower1))) : 0; + my $df1 = $upper1Sum - $lower1Sum; + $data->{$_.':discriminationFactor1'} = sprintf("%.2f", $df1); -sub GetGraphData { - my ($ylab,$r,%GraphDat)=@_; - my $Col; - my $data=''; - my $count = 0; - my $Max = 0; - my $cid=$ENV{'request.course.id'}; - my $GraphDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_graph.db"; - foreach (keys %GraphDat) {delete $GraphDat{$_};} - if (-e "$GraphDB") { - if (tie(%GraphDat,'GDBM_File',"$GraphDB",&GDBM_READER,0640)) { - if ( $ylab eq 'DoDiff Graph' ) { - $ylab = 'Degree-of-Difficulty'; - $Col = 0; - } - else { - $ylab = 'Wrong-Percentage'; - $Col = 1; - } - foreach (sort NumericSort keys %GraphDat) { - my @Temp=split(/\:/,$GraphDat{$_}); - my $inf = $Temp[$Col]; - if ( $Max < $inf ) {$Max = $inf;} - $data .= $inf.','; - $count++; - } - if ( $Max > 1 ) { - $Max += (10 - $Max % 10); - $Max = int($Max); - } - else { $Max = 1; } - untie(%GraphDat); - my $Course = $ENV{'course.'.$cid.'.description'}; - $Course =~ s/\ /"_"/eg; - my $GData=$Course.'&'.'Problems'.'&'.$ylab.'&'. - $Max.'&'.$count.'&'.$data; - } - else { - $r->print("Unable to tie hash to db file"); - } + # Discrimination Factor 2 + my @upper2 = split(':::', $data->{'studentsUpperListCriterion2'}); + my @lower2 = split(':::', $data->{'studentsLowerListCriterion2'}); + + my $upper2Sum=0; + foreach my $name (@upper2) { + $upper2Sum += $cache->{"$name:$problem:$part:awarded"}; + } + $upper2Sum = (scalar(@upper2)) ? ($upper2Sum/(scalar(@upper2))) : 0; + + my $lower2Sum=0; + foreach my $name (@lower2) { + $lower2Sum += $cache->{"$name:$problem:$part:awarded"}; + } + $lower2Sum = (scalar(@lower2)) ? ($lower2Sum/(scalar(@lower2))) : 0; + + my $df2 = $upper2Sum - $lower2Sum; + $data->{$_.':discriminationFactor2'} = sprintf("%.2f", $df2); + + my %storestats; + my $Average = ($data->{$_.':studentCount'}) ? + $data->{$_.':totalTries'}/$data->{$_.':studentCount'} : 0; + $storestats{$courseID.'___'.$cache->{$sequence.':source'}. + '___timestamp'}=time; + $storestats{$courseID.'___'.$cache->{$sequence.':source'}. + '___stdno'}=$data->{$_.':studentCount'}; + $storestats{$courseID.'___'.$cache->{$sequence.':source'}. + '___avetries'}=$Average; + $storestats{$courseID.'___'.$cache->{$sequence.':source'}. + '___difficulty'}=$data->{$_.':degreeOfDifficulty'}; + $cache->{$sequence.':source'} =~ /^(\w+)\/(\w+)/; + if($data->{$_.':studentCount'}) { + &Apache::lonnet::put('nohist_resevaldata',\%storestats,$1,$2); + } } + + return; } +#---- END Problem Statistics Web Page ---------------------------------------- 1; __END__