loncom/interface/lonstatistics.pm - view

File: [LON-CAPA] / loncom / interface / lonstatistics.pm
Revision 1.1: download - view: text, annotated - select for diffs
Mon Feb 4 16:08:26 2002 UTC (22 years, 3 months ago) by albertel
Branches: MAIN
CVS tags: HEAD

- deleted history, lonstatistics.pm reset to version 1.1

# The LearningOnline Network with CAPA # (Publication Handler # # $Id: lonstatistics.pm,v 1.1 2002/02/04 16:08:26 albertel Exp $ # # Copyright Michigan State University Board of Trustees # # This file is part of the LearningOnline Network with CAPA (LON-CAPA). # # LON-CAPA is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # LON-CAPA is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with LON-CAPA; if not, write to the Free Software # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA # # /home/httpd/html/adm/gpl.txt # # http://www.lon-capa.org/ # # (Navigate problems for statistical reports # YEAR=2001 # 5/05/01, 7/09/01, 7/25/01, 8/11/01,9/13/01, 9/26/01 Behrouz Minaei # 10/5/01, 10/9/01, 10/22/01, 10/26/01 Behrouz Minaei # 11/1/01, 11/4/01, 11/16/01 Behrouz Minaei # 12/14/01, 12/16/01, 12/18/01,12/20/01,12/31/01 Behrouz Minaei # YEAR=2002 # 1/22/02,2/1/02 ### package Apache::lonstatistics; use strict; use Apache::Constants qw(:common :http); use Apache::lonnet(); use Apache::lonhomework; use Apache::loncommon(); use HTML::TokeParser; use GDBM_File; use Benchmark; # -------------------------------------------------------------- Module Globals my %hash; my %CachData; my %GraphDat; my %maps; my %section; my %StuBox; my %DiscFac; my $CurMap; my $CurSec; my $CurStu; my @cols; my @list; my @students; my $p_count; my $Pos; my $r; my $OpSel1; my $OpSel2; my $OpSelDis1; my $OpSelDis2; my $CurDis=0; my $OpSel3; my $OpSel4; my $GData; my $cid; my $firstres; my $lastres; my $DiscFlag=0; my %Header = (0,"Problem Title",1,"#Stdnts",2,"Tries",3,"Mod", 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"S.D.", 9,"Skew.",10,"DoDiff",11,"Map"); # 9,"Skew.",10,"DoDiff",11,"Dis.F.",12,"Resourse URL"); my %class = (); my @LS; my @LF; sub GetBin { my ($Index1,$Index2,$String,$C)=@_; my @step = 5; my @L=($C eq 'S') ? @LS : @LF; my $Count=$#L+1; $r->print("<br>zone $C ------ $String "); for(my $n=0;$n<$Count;$n++){ my @t=split(/\:/,$L[$n]); $r->print("<br>$t[$Index1] $t[$Index2]"); } } sub GetUniqe { my ($Index,$String,$C)=@_; my @step = 5; my @L=($C eq 'S') ? @LS : @LF; my $Count=$#L+1; my @List=(); for(my $n=0;$n<$Count;$n++){ my @t=split(/\:/,$L[$n]); push(@List,$t[$Index]); #$r->print("<br>$t[$Index]"); } @List = sort NumSort(@List); $r->print("<br>zone $C ------ $String "); my $nIdx=0; my $nPrb=0; my %Proc; undef %Proc; while ( $nIdx < $Count ) { my $Focus=$List[$nIdx]; my $Temp = $Focus; do { $nIdx++; $nPrb++; $Focus=$List[$nIdx]; #$Proc{$name}=$Focus; } while ( $Focus == $Temp && $nIdx < $Count ); $r->print("<br>$Temp --> $nPrb"); $nPrb=0; } return %Proc; } sub GetUniq { my ($Index,$String)=@_; my @step = 5; my $Count=0; my @List=(); my @temp=(); foreach (keys(%DiscFac)){ $Count++; my @temp1=split(/\:/,$_); @temp=($temp1[$Index],@temp1); push(@List,join(':',@temp)); } @List = sort NumericSort(@List); $r->print("<br><br>zone ($Index) ------ $String ----- / $temp[3]"); my $nIdx=0; my $nPrb=0; my %Proc; undef %Proc; while ( $nIdx < $Count ) { my ($Focus,$Dummy,$name)=split(/\:/,$List[$nIdx]); my $Temp = $Focus; $Proc{$name}=$Focus; do { $nIdx++; $nPrb++; ($Focus,$Dummy,$name)=split(/\:/,$List[$nIdx]); $Proc{$name}=$Focus; } while ( $Focus == $Temp && $nIdx < $Count ); $r->print("<br>$Temp --> $nPrb"); $nPrb=0; } return %Proc; } sub NumericSort { $a <=> $b; } #------- Classification sub Classify { my $Count=0; my @List=(); # foreach(keys %class){ # $r->print("<br>$_ --> $class{$_}"); # } # $DiscFac{($DisFactor.':'.$sname.':'.$ProbTot.':'.$TotalOpend.':'. # $TotalTries.':'.$ProbSolved.':'.$time)}=$Dis; @LS=(); @LF=(); my $cf=0; my $cs=0; foreach (keys(%DiscFac)){ my @l=split(/\:/,$_); if ($class{$l[1]}){ if( $class{$l[1]} == 4 ) { $cs++; push(@LS,('S:'.$l[6].':'.$l[0].':'.$l[5].':'.$l[4].':'.$l[3].':'.$class{$l[1]})); } elsif ( $class{$l[1]} < 3 ) { $cf++; push(@LF,('F:'.$l[6].':'.$l[0].':'.$l[5].':'.$l[4].':'.$l[3].':'.$class{$l[1]})); } } } $r->print("<br>zone successful"); for(my $n=0;$n<$cs;$n++){ $r->print('<br>'.$LS[$n]); } $r->print("<br>zone failed"); for(my $n=0;$n<$cf;$n++){ $r->print('<br>'.$LF[$n]); } # my %Disc = &GetUniqe(@List,5,"Discrimination Factor"); # my %Opnd = &GetUniq(@List,3,"Total Opened"); # my %Trys = &GetUniq(@Lsit4,"Total Tries"); # my %Slvd = &GetUniq(5,"Problems Solved"); # my (@L, $Index,$String)=@_; my %Time = &GetUniqe(1,"Time",'S'); &GetUniqe(1,"Time",'F'); &GetUniqe(2,"Discrimination Factor",'S'); &GetUniqe(2,"Discrimination Factor",'F'); &GetUniqe(3,"Solved",'S'); &GetUniqe(3,"Solved",'F'); &GetUniqe(4,"Tries",'S'); &GetUniqe(4,"Tries",'F'); &GetBin(1,2, " Time ... Discriminat",'S'); &GetBin(1,2, " Time ... Discriminat",'F'); &GetBin(1,3, " Time ... Solved",'S'); &GetBin(1,3, " Time ... Solved",'F'); &GetBin(1,4, " Time ... Tries",'S'); &GetBin(1,4, " Time ... Tries",'F'); &GetBin(2,3, " Discriminant ... Solved",'S'); &GetBin(2,3, " Discriminant ... Solved",'F'); &GetBin(2,4, " Discriminant ... Tries",'S'); &GetBin(2,4, " Discriminant ... Tries",'F'); &GetBin(3,4, " Solved ... Tries",'S'); &GetBin(3,4, " solved ... Tries",'F'); # foreach (keys(%Disc)) { # $r->print("<br>: $Disc{$_} --> $Slvd{$_}"); # } # $r->print("<br>..........Discriminant ... Time................"); ## foreach (keys(%Disc)) { # $r->print("<br>$Disc{$_} --> $Time{$_}"); # } # $r->print("<br>..........Time ... Solved......................."); # foreach (keys(%Disc)) { # $r->print("<br>$Disc{$_} --> $Slvd{$_}"); # } } #------- Processing upperlist and lowerlist according to each problem sub ProcessDisc { my @List = @_; @List = sort (@List); my $Count = $#List+1; my $Prb; my @Dis; my $Slvd=0; my $tmp; my $Sum=0; my $nIdx=0; my $nStud=0; my %Proc; undef %Proc; while ($nIdx<$Count) { ($Prb,$tmp)=split(/\=/,$List[$nIdx]); @Dis=split(/\+/,$tmp); my $Temp = $Prb; do { $nIdx++; $nStud++; $Sum += $Dis[$CurDis]; ($Prb,$tmp)=split(/\=/,$List[$nIdx]); @Dis=split(/\+/,$tmp); } while ( $Prb eq $Temp && $nIdx < $Count ); # $Proc{$Temp}=$Sum.':'.$nStud; $Proc{$Temp}=($Sum/$nStud).':'.$nStud; # $r->print("$nIdx) $Temp --> ($nPrb) $Proc{$Temp} <br>"); $Sum=0; $nStud=0; } return %Proc; } #------- Creating Discimination factor table sub DiscriminationTable { my $Count=0; foreach (keys(%DiscFac)){ $Count++; } my $UpCnt = int(0.27*$Count); $r->print("<br><br>". "Current map: <b>\"$CurMap\"</b>     ". "Current Section: <b>\"$CurSec\" </b>   ". "Number of valid students: <b>$Count</b>". "<br>The <b>Upper 27%</b> has <b>$UpCnt</b> records.". "  The <b>Lower 27%</b> has <b>$UpCnt</b> records <br>". "The Criterion of sorting the students: ". "<b>( Sum of Partial Credits Awarded / ". "Total Number of Tries )</b>". " <br><br>"); $r->rflush(); my $low=0; my $up=$Count-$UpCnt; my @UpList=(); my @LowList=(); $Count=0; foreach my $key (sort(keys(%DiscFac))){ $Count++; # $r->print("$Count) $key <br>"); if ($low < $UpCnt || $Count > $up) { $low++; my $str=$DiscFac{$key}; # $r->print("$Count) $str <br>"); foreach(split(/\:/,$str)){ if ($_) { if ($low<$UpCnt){push(@LowList,$_);} else {push(@UpList,$_);} } } } } my %Up=&ProcessDisc(@UpList); my %Low=&ProcessDisc(@LowList); my @list = (); my $Useful; my $UnUseful; $p_count = 0; foreach my $key( keys %CachData) { my @Temp=split(/\:/,$CachData{$key}); ($UnUseful,$Useful)=split(/\>/,$Temp[0]); $list[$p_count]=$Useful.'&'.$CachData{$key}; $p_count++; } @list = sort MySort (@list); my $Result = "\n".'<table border=2>'; $Result .= "\n".'<tr><th>P#</th>'; $Result .= "\n".'<th>'.$Header{0}.'</th>'; $Result .= "\n".'<th>'.'Discrimination Factor'.'</th>'; $Result .= "\n".'<th>'.'%Upper Award'.'</th>'; $Result .= "\n".'<th>'.'%Lower Award'.'</th>'; $Result .= "\n".'<th>'.'Upper Records'.'</th>'; $Result .= "\n".'<th>'.'Lower Records'.'</th>'; $Result .= "\n".'<th>'.'%Degree of Difficulty'.'</th>'; $Result .= "\n".'</tr>'; $r->print( $Result ); for ( my $nIdx = 0; $nIdx < $p_count; $nIdx++ ) { my( $Pre, $Post ) = split(/\&/,$list[$nIdx]); my ($Temp,$MxTries,$StdNo,$TotalTries,$YES,$Override, $Wrng,$Avg,$SD,$Sk,$DoD,$res,$Prob)=split(/\:/,$Post); my ($UpDis,$UpNo)=split(/\:/,$Up{$Prob}); my ($LwDis,$LwNo)=split(/\:/,$Low{$Prob}); $UpNo = ($UpNo) ? $UpNo : 0; $LwNo = ($LwNo) ? $LwNo : 0; my $U_Dis = sprintf("%.4f", $UpDis)*100; my $L_Dis = sprintf("%.4f", $LwDis)*100; my $DisFac = $UpDis - $LwDis; my $_Dis = sprintf("%.4f", $DisFac)*100; $r->print( "\n".'<tr>'. "\n".'<td>'.($nIdx+1).'</td>'. "\n".'<td>'.$Temp.'</td>'. "\n".'<td>'.$_Dis.'</td>'. "\n".'<td>'.$U_Dis.'</td>'. "\n".'<td>'.$L_Dis.'</td>'. "\n".'<td>'.$UpNo.'</td>'. "\n".'<td>'.$LwNo.'</td>'. "\n".'<td>'.($DoD).'</td>'. "\n".'</tr>' ); } $r->print("\n".'</table>'); $r->rflush(); } sub CreateDiscFac { my $CacheDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". "_$ENV{'user.domain'}_$cid\_statistics.db"; my $CachDisFac = "/home/httpd/perl/tmp/$ENV{'user.name'}". "_$ENV{'user.domain'}_$cid\_DiscFactor.db"; my $ptr=''; # $ptr .= '<br><b> Discrimination Criterion:   </b>'."\n". # '<select name="DisType"> <option '.$OpSelDis1.'> Total Numebr of Correct Answers </option>'."\n". # '<option '.$OpSelDis2.'></option>Sum of Partial Awarded Credits / Total Number of Tries </select> '."\n"; $ptr .= '<br><input type="submit" name="sort" '. 'value="Recalculate Discrimintion Factor" />'; $r->print($ptr); if ((-e "$CacheDB")&& ($ENV{'form.sort'} ne 'Recalculate Discrimintion Factor')) { if (tie(%CachData,'GDBM_File',"$CacheDB",&GDBM_READER,0640)) { tie(%DiscFac,'GDBM_File',$CachDisFac,&GDBM_READER,0640); #&DiscriminationTable(); &Classify(); } else {$r->print("Unable to tie hash to db file");} } else { if (tie(%CachData,'GDBM_File',$CacheDB,&GDBM_WRCREAT,0640)) { tie(%DiscFac,'GDBM_File',$CachDisFac,&GDBM_WRCREAT,0640); foreach (keys %CachData) {delete $CachData{$_};} foreach (keys %DiscFac) {delete $DiscFac{$_};} $DiscFlag=1; &Build_Statistics(); $DiscFlag=0; &DiscriminationTable(); } else {$r->print("Unable to tie hash to db file");} } untie(%CachData); untie(%DiscFac); } # ------ Create different Student Report sub StudentReport { my ($sname,$sdom)=@_; if ( $sname eq 'All Students' ) { $r->print( '<h3><font color=blue>WARNING: Please select a student</font></h3>' ); return; } my $shome=&Apache::lonnet::homeserver( $sname,$sdom ); my $reply=&Apache::lonnet::reply('dump:'.$sdom.':'.$sname.':'.$cid,$shome ); my %result = (); my $ResId; my $Code; my $Tries; my $TotalTries = 0; my $ParCr = 0; my $Wrongs; my %TempHash; my $Version; my $LatestVersion; my $PtrTry=''; my $PtrCod=''; my $SetNo=0; my $Str = "\n".'<table border=2>'. "\n".'<tr>'. "\n".'<th> # </th>'. "\n".'<th> Set Title </th>'. "\n".'<th> Results </th>'. "\n".'<th> Tries </th>'. "\n".'</tr>'; unless ($reply=~/^error\:/) { map { my ($name,$value)=split(/\=/,&Apache::lonnet::unescape($_)); $result{$name}=$value; } split(/\&/,$reply);; foreach $ResId (@cols) { if ( !$ResId ) { my $Set=&Apache::lonnet::declutter($hash{'map_id_'.$1}); if ( $Set ) { $SetNo++; $Str .= "\n"."<tr>". "\n"."<td> $SetNo </td>". "\n"."<td> $Set </td>". "\n"."<td> $PtrCod </td>". "\n"."<td> $PtrTry</td>". "\n"."</tr>"; } $PtrTry=''; $PtrCod=''; next; } $ResId=~/(\d+)\.(\d+)/; my $Map = &Apache::lonnet::declutter( $hash{'map_id_'.$1} ); if ( $CurMap ne 'All Maps' ) { my ( $ResMap, $NameMap ) = split(/\=/,$CurMap); if ( $Map ne $ResMap ) { next; } } my $meta=$hash{'src_'.$ResId}; my $PartNo = 0; undef %TempHash; map { if ($_=~/^stores\_(\d+)\_tries$/) { my $Part=&Apache::lonnet::metadata($meta,$_.'.part'); if ( $TempHash{"$Part"} eq '' ) { $TempHash{"$Part"} = $Part; $TempHash{$PartNo}=$Part; $TempHash{"$Part.Code"} = '-'; $PartNo++; } } } split(/\,/,&Apache::lonnet::metadata($meta,'keys')); my $Prob = $Map.'___'.$2.'___'. &Apache::lonnet::declutter( $hash{'src_'.$ResId} ); $Code='U'; $Tries = 0; $Wrongs = 0; $LatestVersion = $result{"version:$Prob"}; if ( $LatestVersion ) { for ( my $Version=1; $Version<=$LatestVersion; $Version++ ) { my $vkeys = $result{"$Version:keys:$Prob"}; my @keys = split(/\:/,$vkeys); foreach my $Key (@keys) { if (($Key=~/\.(\w+)\.solved$/) && ($Key!~/^\d+\:/)) { my $Part = $1; $Tries = $result{"$Version:$Prob:resource.$Part.tries"}; $TempHash{"$Part.Tries"} = ($Tries) ? $Tries : 0; $TotalTries += $Tries; my $Val = $result{"$Version:$Prob:resource.$Part.solved"}; if ( $Val eq 'correct_by_student' ) { $Wrongs = $Tries - 1; $Code = 'Y'; } elsif ( $Val eq 'correct_by_override' ) { $Wrongs = $Tries - 1; $Code = 'y'; } elsif ( $Val eq 'incorrect_attempted' || $Val eq 'incorrect_by_override' ) { $Wrongs = $Tries; $Code = 'N'; } $TempHash{"$Part.Code"} = $Code; $TempHash{"$Part.Wrongs"} = $Wrongs; } } } for ( my $n = 0; $n < $PartNo; $n++ ) { my $part = $TempHash{$n}; if ($PtrTry ne '') {$PtrTry .= ',';} $PtrTry .= "$TempHash{$part.'.Tries'}"; $PtrCod .= "$TempHash{$part.'.Code'}"; } } else { for(my $n=0; $n<$PartNo; $n++) { if ($PtrTry ne '') {$PtrTry .= ',';} $PtrTry .= "0"; $PtrCod .= "-"; } } } } $Str .= "\n".'</table>'; $r->print($Str); $r->rflush(); } # ------------------------------------------- Prepare Statistics Table sub PreStatTable { my $CacheDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". "_$ENV{'user.domain'}_$cid\_statistics.db"; my $GraphDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". "_$ENV{'user.domain'}_$cid\_graph.db"; my $CachDisFac = "/home/httpd/perl/tmp/$ENV{'user.name'}". "_$ENV{'user.domain'}_$cid\_DiscFactor.db"; $r->print('<br><input type="submit" name="sort" value="Recalculate Statistics" />'); my $Ptr = ''; $Ptr .= '<br><b> Sorting Type:   </b>'."\n". '<select name="order"> <option '.$OpSel1.' >Ascending</option>'."\n". '<option '.$OpSel2.'>Descending</option> </select> '."\n"; $Ptr .= '   '; $Ptr .= '<input type="submit" name="sort" value="DoDiff Graph" />'."\n"; $Ptr .= '   '; $Ptr .= '<input type="submit" name="sort" value="%Wrong Graph" />'."\n"; $Ptr .= '<pre>'. ' #Stdnts: Total Number of Students opened the problem.<br>'. ' Tries : Total Number of Tries for solving the problem.<br>'. ' Mod : Maximunm Number of Tries for solving the problem.<br>'. ' Mean : Average Number of the tries. [ Tries / #Stdns ]<br>'. ' #YES : Number of students solved the problem correctly.<br>'. ' #yes : Number of students solved the problem by override.<br>'. ' %Wrng : Percentage of students tried to solve the problem but still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]<br>'. ' S.D. : Standard Deviation of the tries.[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1) where Xi is every student\'s tries ]<br>'. ' Skew. : Skewness of the students tries. [ (sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3) ]<br>'. # ' DoDiff : Degree of Difficulty of the problem. [ Tries/(#YES+#yes+0.1) ]<br>'. ' DoDiff : Degree of Difficulty of the problem. [ 1 - ((#YES+#yes) / Tries) ]<br>'. # ' Dis.F. : Discrimination Factor. [ Sum of Partial Credits Awarded / Total Number of Tries in %27 upper and lower students]</b>'. '</pre>'; $r->print($Ptr); $r->rflush(); my $Result = "\n".'<table border=2>'; $Result .= '<tr><th>P#</th>'."\n"; for ( my $nIdx=0; $nIdx < 12; $nIdx++ ) { $Result .= '<th>'.'<input type="submit" name="sort" value="'. $Header{$nIdx}.'" />'.'</th>'."\n"; } $Result .= "\n".'</tr>'."\n"; $r->print( $Result ); $r->rflush(); if ((-e "$CacheDB")&&($ENV{'form.sort'} ne 'Recalculate Statistics')) { if (tie(%CachData,'GDBM_File',"$CacheDB",&GDBM_READER,0640)) { tie(%GraphDat,'GDBM_File',$GraphDB,&GDBM_WRCREAT,0640); &Cache_Statistics(); } else { $r->print("Unable to tie hash to db file"); } } else { if (tie(%CachData,'GDBM_File',$CacheDB,&GDBM_WRCREAT,0640)) { tie(%DiscFac,'GDBM_File',$CachDisFac,&GDBM_WRCREAT,0640); tie(%GraphDat,'GDBM_File',$GraphDB,&GDBM_WRCREAT,0640); foreach (keys %DiscFac) {delete $CachData{$_};} foreach (keys %CachData) {delete $CachData{$_};} $DiscFlag=0; &Build_Statistics(); } else { $r->print("Unable to tie hash to db file"); } } #$r->print('Total instances of the problems : '.($p_count*($#students+1))); untie(%CachData); untie(%GraphDat); untie(%DiscFac); $r->print("\n".'</table>'."\n"); $r->rflush(); } # ------------------------------------- Find the section of student in a course sub usection { my ($udom,$unam,$courseid)=@_; $courseid=~s/\_/\//g; $courseid=~s/^(\w)/\/$1/; map { my ($key,$value)=split(/\=/,$_); $key=&Apache::lonnet::unescape($key); if ($key=~/^$courseid(?:\/)*(\w+)*\_st$/) { my $section=$1; if ($key eq $courseid.'_st') { $section=''; } my ($dummy,$end,$start)=split(/\_/,&Apache::lonnet::unescape($value)); $section=($section) ? $section : '(none)'; $section=(int($section)) ? int($section) : $section; # $r->print($unam.'...'.$section.'<br>'); return $section; } } split(/\&/,&Apache::lonnet::reply('dump:'.$udom.':'.$unam.':roles', &Apache::lonnet::homeserver($unam,$udom))); return ''; } # ------ Dump the Student's DB file and handling the data for statistics table sub ExtractStudentData { my ($student,$coid)=@_; my ($sname,$sdom) = split( /\:/, $student ); my $shome=&Apache::lonnet::homeserver( $sname,$sdom ); my $reply=&Apache::lonnet::reply('dump:'.$sdom.':'.$sname.':'.$coid,$shome ); my %result = (); my $ResId; my $Dis = ''; my $Code; my $Tries; my $ParCr; my $TotalTries = 0; my $TotalOpend = 0; my $ProbSolved = 0; my $ProbTot = 0; my $TimeTot = 0; my $TotParCr = 0; my $Wrongs; my %TempHash; my $Version; my $LatestVersion; my $SecLimit; my $MapLimit; unless ($reply=~/^error\:/) { map { my ($name,$value)=split(/\=/,&Apache::lonnet::unescape($_)); $result{$name}=$value; #$r->print($name.'='.$value.'<br>'); } split(/\&/,$reply); foreach $ResId (@cols) { if ( !$ResId ) { next; } $ResId=~/(\d+)\.(\d+)/; my $Map = &Apache::lonnet::declutter( $hash{'map_id_'.$1} ); if ( $CurMap ne 'All Maps' ) { my ( $ResMap, $NameMap ) = split(/\=/,$CurMap); if ( $Map ne $ResMap ) { next; } } my $meta=$hash{'src_'.$ResId}; my $PartNo = 0; $Dis .= ':'; undef %TempHash; map { if ($_=~/^stores\_(\d+)\_tries$/) { my $Part=&Apache::lonnet::metadata($meta,$_.'.part'); if ( $TempHash{"$Part"} eq '' ) { $TempHash{"$Part"} = $Part; $TempHash{$PartNo}=$Part; $TempHash{"$Part.Code"} = 'U'; $PartNo++; } } } split(/\,/,&Apache::lonnet::metadata($meta,'keys')); my $Prob = $Map.'___'.$2.'___'. &Apache::lonnet::declutter( $hash{'src_'.$ResId} ); $Code='U'; $Tries = 0; $ParCr = 0; $Wrongs = 0; $LatestVersion = $result{"version:$Prob"}; if ( $LatestVersion ) { for ( my $Version=1; $Version<=$LatestVersion; $Version++ ) { my $vkeys = $result{"$Version:keys:$Prob"}; my @keys = split(/\:/,$vkeys); foreach my $Key (@keys) { if (($Key=~/\.(\w+)\.solved$/) && ($Key!~/^\d+\:/)) { my $Part = $1; $Tries = $result{"$Version:$Prob:resource.$Part.tries"}; $ParCr = $result{"$Version:$Prob:resource.$Part.awarded"}; my $Time = $result{"$Version:$Prob:timestamp"}; $TempHash{"$Part.Time"} = ($Time) ? $Time : 0; $TempHash{"$Part.Tries"} = ($Tries) ? $Tries : 0; $TempHash{"$Part.ParCr"} = ($ParCr) ? $ParCr : 0; $TotalTries += $TempHash{"$Part.Tries"}; $TotParCr += $TempHash{"$Part.ParCr"}; #$r->print($Version.'---'.$Prob.'==='.$Time.'<br>'); my $Val = $result{"$Version:$Prob:resource.$Part.solved"}; if ( $Val eq 'correct_by_student' ) { $Wrongs = $Tries - 1; $Code = 'C'; } elsif ( $Val eq 'correct_by_override' ) { $Wrongs = $Tries - 1; $Code = 'O'; } elsif ( $Val eq 'incorrect_attempted' || $Val eq 'incorrect_by_override' ) { $Wrongs = $Tries; $Code = 'I'; } $TempHash{"$Part.Code"} = $Code; $TempHash{"$Part.Wrongs"} = $Wrongs; } } } for ( my $n = 0; $n < $PartNo; $n++ ) { my $part = $TempHash{$n}; my $Yes = 0; if ( $TempHash{$part.'.Code'} eq 'C' || $TempHash{$part.'.Code'} eq 'O' ) {$ProbSolved++;$Yes=1;} my $ptr = "$hash{'title_'.$ResId}"; if ( $PartNo > 1 ) { $ptr .= " (part $part)"; $Dis .= ':'; } my $Fac = ($TempHash{"$part.Tries"}) ? ($TempHash{"$part.ParCr"}/$TempHash{"$part.Tries"}) : 0; my $DisF; if ( $Fac > 0 && $Fac < 1 ) { $DisF = sprintf( "%.4f", $Fac ); } else {$DisF = $Fac;} # $DisF .= '+'.$TempHash{"$part.Time"}; $TimeTot += $TempHash{"$part.Time"}; $Dis .= $ptr.'*'.$ResId.'='.$DisF.'+'.$Yes; $ptr .= "*$ResId:$TempHash{$part.'.Tries'}". ":$TempHash{$part.'.Wrongs'}". ":$TempHash{$part.'.Code'}"; #$r->print($sname.' -- '.$ptr.'--- timestamp='.$TempHash{"$part.Time"}.'<br>'); push (@list, $ptr); $TotalOpend++; $ProbTot++; } } else { for(my $n=0; $n<$PartNo; $n++) { push (@list, "$hash{'title_'.$ResId}*$ResId:0:0:U"); $ProbTot++; } } } if ( $TotalTries ) { my $DisFac = ( $TotalTries ) ? ($TotParCr/$TotalTries) : 0; # my $DisFactor = int(sprintf( "%.4f", $DisFac ) * 100); my $DisFactor = sprintf( "%.4f", $DisFac ); my $time; if ($ProbSolved){ $time = int(($TimeTot/$ProbSolved)/10000000); } $DiscFac{($DisFactor.':'.$sname.':'.$ProbTot.':'.$TotalOpend.':'. $TotalTries.':'.$ProbSolved.':'.$time)}=$Dis; #$r->print($DisFactor.$sname.'<br> --- Dis= '.$Dis.'<br>'); } } #$r->print($sname.' PrCr= '.$TotParCr.' Slvd= '.$ProbSolved.' Tries='.$TotalTries.'<br>'); } # ------------------------------------------------------------ Build page table sub tracetable { my ($rid,$beenhere)=@_; $rid=~/(\d+)\.(\d+)/; $maps{&Apache::lonnet::declutter($hash{'map_id_'.$1})}='';#$hash{'title_'.$rid}; unless ($beenhere=~/\&$rid\&/) { $beenhere.=$rid.'&'; if (defined($hash{'is_map_'.$rid})) { my $cmap=$hash{'map_type_'.$hash{'map_pc_'.$hash{'src_'.$rid}}}; if ( $cmap eq 'sequence' || $cmap eq 'page' ) { $cols[$#cols+1]=0; #$maps{&Apache::lonnet::declutter($hash{'src_'.$rid})}= # $hash{'title_'.$rid}; } if ((defined($hash{'map_start_'.$hash{'src_'.$rid}})) && (defined($hash{'map_finish_'.$hash{'src_'.$rid}}))) { my $frid=$hash{'map_finish_'.$hash{'src_'.$rid}}; &tracetable($hash{'map_start_'.$hash{'src_'.$rid}}, '&'.$frid.'&'); if ($hash{'src_'.$frid}) { if ($hash{'src_'.$frid}=~ /\.(problem|exam|quiz|assess|survey|form)$/) { $cols[$#cols+1]=$frid; } } } } else { if ($hash{'src_'.$rid}) { if ($hash{'src_'.$rid}=~ /\.(problem|exam|quiz|assess|survey|form)$/) { $cols[$#cols+1]=$rid; } } } if (defined($hash{'to_'.$rid})) { map { &tracetable($hash{'goesto_'.$_},$beenhere); } split(/\,/,$hash{'to_'.$rid}); } } } sub MySort { if ( $Pos > 0 && $Pos < 11 ) { if ($ENV{'form.order'} eq 'Descending') {$b <=> $a;} else { $a <=> $b; } } else { if ($ENV{'form.order'} eq 'Descending') {$b cmp $a;} else { $a cmp $b; } } } sub Build_Statistics { $r->print(<<ENDPOP); <script> popwin=open('','popwin','width=400,height=100'); popwin.document.writeln('<html><body bgcolor="#8cee8c">'+ '<title>LON-CAPA Statistics</title>'+ '<h4>Computation Progress</h4>'+ '<form name=popremain>'+ '<input type=text size=35 name=remaining value=Starting></form>'+ '</body></html>'); popwin.document.close(); </script> ENDPOP $r->rflush(); # ---------------------------- Gathering the Data of students' tries my $index; for ($index=0;$index<=$#students;$index++) { #----------- update progress $r->print('<script>popwin.document.popremain.remaining.value="'. 'Computing '.($index+1).'/'.($#students+1).': '. $students[$index].'";</script>'); $r->rflush(); &ExtractStudentData($students[$index],$cid); } #--------------------- close Progress Line $r->print('<script>popwin.close()</script>'); $r->rflush(); # -------------------- sorting the Data @list = sort(@list); $OpSel2=''; $OpSel1='selected'; $p_count = 0; my $nIdx = 0; my $dummy; my $p_val; my $ResId; my $NoElements = $#list + 1; #-------------------------------- loop for data representation while ( $nIdx < $NoElements ) { my %storestats=(); my ($Prob,$Tries,$Wrongs,$Code)=split(/\:/,$list[$nIdx]); my $Temp = $Prob; my $MxTries = 0; my $TotalTries = 0; my $YES = 0; my $Incorrect = 0; my $Override = 0; my $StdNo = 0; my @StdLst; do { $nIdx++; $StdNo++; $StdLst[ $StdNo ] = $Tries; $TotalTries += $Tries; if ( $MxTries < $Tries ) { $MxTries = $Tries; } if ( $Code eq 'C' ){ $YES++; } elsif( $Code eq 'I' ) { $Incorrect++; } elsif( $Code eq 'O' ) { $Override++; } elsif( $Code eq 'U' ) { $StdNo--; } ($Prob,$Tries,$Wrongs,$Code)=split(/\:/,$list[$nIdx]); } while ( $Prob eq $Temp && $nIdx < $NoElements ); $p_count++; ($Temp,$ResId)=split(/\*/,$Temp); $Temp = '<a href="'.$hash{'src_'.$ResId}.'" target="_blank">'.$Temp.'</a>'; my $res = &Apache::lonnet::declutter($hash{'src_'.$ResId}); my $urlres=$res; $ResId=~/(\d+)\.(\d+)/; my $Map = &Apache::lonnet::declutter( $hash{'map_id_'.$1} ); $urlres=$Map; $res = '<a href="'.$hash{'src_'.$ResId}.'">'.$res.'</a>'; #$Map = '<a href="'.$Map.'">'.$res.'</a>'; #------------------------ Compute the Average of Tries about one problem my $Average = ($StdNo) ? $TotalTries/$StdNo : 0; $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___timestamp'}=time; $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___stdno'}=$StdNo; $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___avetries'}=$Average; #-------------------------------- Compute percentage of Wrong tries my $Wrong = ( $StdNo ) ? 100 * ( $Incorrect / $StdNo ) : 0; #-------------------------------- Compute Standard Deviation my $StdDev = 0; if ( $StdNo > 1 ) { for ( my $n = 0; $n < $StdNo; $n++ ) { my $Dif = $StdLst[ $n ]-$Average; $StdDev += $Dif*$Dif; } $StdDev /= ( $StdNo - 1 ); $StdDev = sqrt( $StdDev ); } #-------------------------------- Compute Degree of Difficulty my $DoDiff = 0; if( $TotalTries > 0 ) { $DoDiff = 1 - ( ( $YES + $Override ) / $TotalTries ); # $DoDiff = ($TotalTries)/($YES + $Override+ 0.1); } $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___difficulty'}=$DoDiff; #-------------------------------- Compute the Skewness my $Skewness = 0; my $Sum = 0; if ( $StdNo > 0 && $StdDev > 0 ) { for ( my $n = 0; $n < $StdNo; $n++ ) { my $Dif = $StdLst[ $n ]-$Average; $Skewness += $Dif*$Dif*$Dif; } $Skewness /= $StdNo; $Skewness /= $StdDev*$StdDev*$StdDev; } #----------------- Some restition in presenting the float numbers my $Avg = sprintf( "%.2f", $Average ); my $Wrng = sprintf( "%.1f", $Wrong ); my $SD = sprintf( "%.1f", $StdDev ); my $DoD = sprintf( "%.2f", $DoDiff ); my $Sk = sprintf( "%.1f", $Skewness ); $CachData{($p_count-1)}=$Temp.':'.$StdNo.':'.$TotalTries.':'. $MxTries.':'.$Avg.':'.$YES.':'. $Override.':'.$Wrng.':'.$SD.':'. $Sk.':'.$DoD.':'.$Map.':'.$Prob; $urlres=~/^(\w+)\/(\w+)/; if ($StdNo) { &Apache::lonnet::put('resevaldata',\%storestats,$1,$2); } #-------------------------------- Row of statistical table if ( $DiscFlag == 0 ) { $r->print( "\n".'<tr>'. "\n".'<td>'.$p_count.'</td>'. "\n".'<td>'.$Temp.'</td>'. "\n".'<td>'.$StdNo.'</td>'. "\n".'<td>'.$TotalTries.'</td>'. "\n".'<td>'.$MxTries.'</td>'. "\n".'<td>'.$Avg.'</td>'. "\n".'<td>'.$YES.'</td>'. "\n".'<td>'.$Override.'</td>'. "\n".'<td>'.$Wrng.'</td>'. "\n".'<td>'.$SD.'</td>'. "\n".'<td>'.$Sk.'</td>'. "\n".'<td>'.$DoD.'</td>'. "\n".'<td>'.$Map.'</td>'. "\n".'</tr>' ); $GraphDat{$nIdx}=$DoD.':'.$Wrng; } } } sub Cache_Statistics { my @list = (); my $Useful; my $UnUseful; my %myHeader = reverse( %Header ); $Pos = $myHeader{$ENV{'form.sort'}}; $p_count = 0; foreach my $key( keys %CachData) { my @Temp=split(/\:/,$CachData{$key}); if ( $Pos == 0 || $Pos == 11 ) { ($UnUseful,$Useful)=split(/\>/,$Temp[$Pos]); } else { $Useful = $Temp[$Pos]; } $list[$p_count]=$Useful.'&'.$CachData{$key}; $p_count++; } @list = sort MySort (@list); for ( my $nIdx = 0; $nIdx < $p_count; $nIdx++ ) { my( $Pre, $Post ) = split(/\&/,$list[$nIdx]); my ($Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES, $Override,$Wrng,$SD,$Sk,$DoD,$res,$Prob)=split(/\:/,$Post); $r->print( "\n".'<tr>'. "\n".'<td>'.($nIdx+1).'</td>'. "\n".'<td>'.$Temp.'</td>'. "\n".'<td>'.$StdNo.'</td>'. "\n".'<td>'.$TotalTries.'</td>'. "\n".'<td>'.$MxTries.'</td>'. "\n".'<td>'.$Avg.'</td>'. "\n".'<td>'.$YES.'</td>'. "\n".'<td>'.$Override.'</td>'. "\n".'<td>'.$Wrng.'</td>'. "\n".'<td>'.$SD.'</td>'. "\n".'<td>'.$Sk.'</td>'. "\n".'<td>'.$DoD.'</td>'. "\n".'<td>'.$res.'</td>'. "\n".'</tr>' ); $GraphDat{$nIdx}=$DoD.':'.$Wrng; } } # ------------------------------------------- Prepare data for Graphical chart sub GetGraphData { my $Tag = shift; my $Col; my $data=''; my $count = 0; my $Max = 0; my $cid=$ENV{'request.course.id'}; my $GraphDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". "_$ENV{'user.domain'}_$cid\_graph.db"; foreach (keys %GraphDat) {delete $GraphDat{$_};} if (-e "$GraphDB") { if (tie(%GraphDat,'GDBM_File',"$GraphDB",&GDBM_READER,0640)) { if ( $Tag eq 'DoDiff Graph' ) { $Tag = 'Degree-of-Difficulty'; $Col = 0; } else { $Tag = 'Wrong-Percentage'; $Col = 1; } foreach (sort NumericSort keys %GraphDat) { my @Temp=split(/\:/,$GraphDat{$_}); my $inf = $Temp[$Col]; if ( $Max < $inf ) {$Max = $inf;} $data .= $inf.','; $count++; } untie(%GraphDat); my $Course = $ENV{'course.'.$cid.'.description'}; $Course =~ s/\ /"_"/eg; $GData=$Course.'&'.$Tag.'&'.$Max.'&'.$count.'&'.$data; } else { $r->print("Unable to tie hash to db file"); } } } sub initial { # --------------------------------- Initialize the global varaibles undef @students; undef @cols; undef %maps; undef %section; undef %StuBox; undef @list; undef %CachData; undef %GraphDat; undef %DiscFac; undef $CurMap; undef $CurSec; undef $CurStu; undef $p_count; undef $Pos; undef $GData; } sub ClassList { &GetStatus(); $cid=$ENV{'request.course.id'}; my $chome=$ENV{'course.'.$cid.'.home'}; my ($cdom,$cnum)=split(/\_/,$cid); # ----------------------- Get first and last resource, see if there is anything $firstres=$hash{'map_start_/res/'.$ENV{'request.course.uri'}}; $lastres=$hash{'map_finish_/res/'.$ENV{'request.course.uri'}}; if (($firstres) && ($lastres)) { # ----------------------------------------------------------------- Render page my $classlst=&Apache::lonnet::reply ('dump:'.$cdom.':'.$cnum.':classlist',$chome); my $StudNo = 0; unless ($classlst=~/^error\:/) { foreach (sort split(/\&/,$classlst)) { my ($name,$value)=split(/\=/,$_); my ($end,$start)=split(/\:/,&Apache::lonnet::unescape($value)); $name=&Apache::lonnet::unescape($name); my ($sname,$sdom)=split(/\:/,$name); my $ssec=&Apache::lonnet::usection($sdom,$sname,$cid); if ($ssec==-1) {next;} $ssec=($ssec) ? $ssec : '(none)'; $ssec=(int($ssec)) ? int($ssec) : $ssec; #$r->print($sname.'...'.$ssec.'<br>'); $section{$ssec}=$ssec; if ($CurSec eq 'All Sections' || $ssec eq $CurSec) { $students[$StudNo]=$name; $StuBox{$sname}=$ssec; } $StudNo++; } } else { $r->print('<h1>Could not access course data</h1>'); } $r->print("Total number of students : ".($#students+1)); $r->rflush(); # --------------- Find all assessments and put them into some linear-like order &tracetable($firstres,'&'.$lastres.'&'); } # ------------------------------------------------------------- End render page else { $r->print('<h3>Undefined course sequence</h3>'); } &MapSecOptions(); } sub Menu { my $InpStr = $ENV{'form.sort'}; if ( $InpStr eq 'DoDiff Graph' || $InpStr eq '%Wrong Graph' ) { &GetGraphData($InpStr); $r->print('<IMG src="/cgi-bin/graph.gif?'.$GData.'" />'); } else { $r->print('<html><head><title>LON-CAPA Statistics</title></head>'); $r->print('<body bgcolor="#FFFFFF">'. '<script>window.focus(); window.width=500;window.height=500; </script>'. '<img align=right src=/adm/lonIcons/lonlogos.gif>'); # ---------------------------------------------------------------- Course title $r->print('<h1> Course : "'. $ENV{'course.'.$ENV{'request.course.id'}. '.description'}.'"</h1><h2>'.localtime().'</h2>'); # ------------------------------- This is going to take a while, produce output $r->rflush(); $r->print("\n".'<form name=stat method=post action="/adm/statistics" >'); my $content = $ENV{'form.sort'}; if ($content eq '' || $content eq 'Return to Menu') { my $Ptr = '<h3>'; $Ptr .= '<input type=submit name=sort value="Problem Evaluation"/>';#General Statistics"/>'; $Ptr .= '<br><br>'; $Ptr .= '<input type=submit name=sort value="Student Assessment"/>'; $Ptr .= '<br><br>'; # $Ptr .= '<input type=submit name=sort value=Discrimination>';#"Problem Evaluation"/>'; $Ptr .= '</h3>'; $r->print( $Ptr ); } else { &initial(); &ClassList(); if ( $content eq 'Discrimination' || #'Problem Evaluation' || $content eq 'Recalculate Discrimintion Factor' ) { &CreateDiscFac(); } elsif ( $content eq 'Student Assessment' || $content eq 'Create Student Report' ) { &StudentOptions(); &StudentReport($CurStu,$StuBox{"$CurStu"}); } else { &PreStatTable(); } } $r->print("\n".'</form>'. "\n".'</body>'. "\n".'</html>'); $r->rflush(); } } sub StudentOptions { my $OpSel5=''; $CurStu = $ENV{'form.student'}; if ( $CurStu eq '' ) { $CurStu = 'All Students'; $OpSel5 = 'selected'; } my $Ptr =''; # ----------------------------------- Loading the Students Combobox $Ptr .= '<br><b>Select Student</b>'."\n". '<select name="student">'."\n". '<option '.$OpSel5.'>All Students</option>'; foreach my $key ( sort keys %StuBox ) { $Ptr .= '<option'; if ($CurStu eq $key) {$Ptr .= ' selected';} $Ptr .= '>'.$key."</option>\n"; } $Ptr .= '</select>'; $Ptr .= '<br><input type="submit" name="sort" value="Create Student Report" />'; $r->print( $Ptr ); $r->rflush(); } sub GetStatus { $OpSelDis1=''; $OpSelDis2=''; $OpSel1=''; $OpSel2=''; $OpSel3=''; $OpSel4=''; # if ( $ENV{'form.DisType'} eq 'Total Number of Correct Answers' ) { # $OpSelDis1='selected'; # $CurDis=0; # } # else { $OpSel2 = 'selected'; $CurDis = 1;} if ( $ENV{'form.order'} eq 'Descending' ) { $OpSel2='selected'; } else { $OpSel1 = 'selected'; } $CurMap = $ENV{'form.maps'}; if ( $CurMap eq '' ) { $CurMap = 'All Maps'; $OpSel3 = 'selected'; } $CurSec = $ENV{'form.section'}; if ( $CurSec eq '' ) { $CurSec = 'All Sections'; $OpSel4 = 'selected'; } } sub MapSecOptions { # ----------------------------------- Loading the Maps Combobox my $Ptr = '<br>'; $Ptr .= '<br><input type="submit" name="sort" value="Return to Menu" />'; $Ptr .= '<br><b> Select   Map     </b>'."\n". '<select name="maps">'."\n". '<option '.$OpSel3.'>All Maps</option>'; foreach my $key ( sort keys %maps ) { $Ptr .= '<option'; if ($CurMap eq $key) {$Ptr .= ' selected';} $Ptr .= '>'.$key."</option>\n"; } $Ptr .= '</select>'; $Ptr .= '   '; # ----------------------------------- Loading the Sections Combobox $Ptr .= '<br><b>Select Section</b>'."\n". '<select name="section">'."\n". '<option '.$OpSel4.'>All Sections</option>'; foreach my $key ( sort keys %section ) { $Ptr .= '<option'; if ($CurSec eq $key) {$Ptr .= ' selected';} $Ptr .= '>'.$key."</option>"."\n"; } $Ptr .= '</select>'."\n"; $r->print( $Ptr ); $r->rflush(); } # ================================================================ Main Handler sub handler { $r=shift; if (&Apache::lonnet::allowed('vgr',$ENV{'request.course.id'})) { # ------------------------------------------- Set document type for header only if ($r->header_only) { if ($ENV{'browser.mathml'}) { $r->content_type('text/xml'); } else { $r->content_type('text/html'); } &Apache::loncommon::no_cache($r); $r->send_http_header; return OK; } my $requrl=$r->uri; # ----------------------------------------------------------------- Tie db file undef %hash; if ($ENV{'request.course.fn'}) { my $fn=$ENV{'request.course.fn'}; if (-e "$fn.db") { if (tie(%hash,'GDBM_File',"$fn.db",&GDBM_READER,0640)) { # ------------------------------------------------------------------- Hash tied $r->content_type('text/html'); $r->send_http_header; &Menu(); } else { $r->content_type('text/html'); $r->send_http_header; $r->print('<html><body>Coursemap undefined.</body></html>'); } # ------------------------------------------------------------------ Untie hash unless (untie(%hash)) { &Apache::lonnet::logthis("<font color=blue>WARNING: ". "Could not untie coursemap $fn (browse).</font>"); } # -------------------------------------------------------------------- All done return OK; # ----------------------------------------------- Errors, hash could no be tied } } else { $ENV{'user.error.msg'}="$requrl:bre:0:0:Course not initialized"; return HTTP_NOT_ACCEPTABLE; } } else { $ENV{'user.error.msg'}= $r->uri.":vgr:0:0:Cannot view grades for complete course"; return HTTP_NOT_ACCEPTABLE; } } 1; __END__