--- loncom/interface/lonstatistics.pm 2002/03/07 00:28:55 1.10 +++ loncom/interface/lonstatistics.pm 2002/07/22 20:35:05 1.29 @@ -1,7 +1,7 @@ # The LearningOnline Network with CAPA # (Publication Handler # -# $Id: lonstatistics.pm,v 1.10 2002/03/07 00:28:55 minaeibi Exp $ +# $Id: lonstatistics.pm,v 1.29 2002/07/22 20:35:05 stredwic Exp $ # # Copyright Michigan State University Board of Trustees # @@ -27,18 +27,24 @@ # # (Navigate problems for statistical reports # YEAR=2001 -# 5/05,7/09,7/25/01,8/11,9/13,9/26,10/5,10/9,10/22,10/26 Behrouz Minaei -# 11/1, 11/4, 11/16, 12/14, 12/16, 12/18,12/20,12/31 Behrouz Minaei +# 5/5,7/9,7/25/1,8/11,9/13,9/26,10/5,10/9,10/22,10/26 Behrouz Minaei +# 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei # YEAR=2002 -# 1/22, 2/1, 2/6, 2/25, 3/2, 3/6 Behrouz Minaei +# 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6 Behrouz Minaei +# 5/12,5/14,5/15,5/19,5/26,7/16 Behrouz Minaei +# ### package Apache::lonstatistics; -use strict; +use strict; use Apache::Constants qw(:common :http); use Apache::lonnet(); use Apache::lonhomework; +use Apache::loncommon; +use Apache::loncoursedata; +use Apache::lonhtmlcommon; +use Apache::lonchart; use HTML::TokeParser; use GDBM_File; @@ -46,106 +52,568 @@ use GDBM_File; my %hash; my %CachData; my %GraphDat; -my %maps; -my %mapsort; -my %section; -my %StuBox; -my %DiscFac; -my %DisUp; -my %DisLow; -my $UpCnt; -my $CurMap; -my $CurSec; -my $CurStu; -my @cols; -my @list; -my @students; -my $p_count; -my $Pos; my $r; -my $OpSel1; -my $OpSel2; -my $OpSelDis1; -my $OpSelDis2; -my $OpSel3; -my $OpSel4; my $GData; -my $cid; -my $firstres; -my $lastres; -my $DiscFlag; -my $HWN; -my $P_Order; -my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod", - 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff", - 9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd"); +my %color; +my %foil_to_concept; +my @Concepts; +my %ConceptData; +my %Answer=(); +my %mapsort; + +my %Activity=(); +my %Grade=(); +my %DoDiff=(); +my %Discuss=(); +my $TotalDiscuss=0; +my $TotalDiscuss_=0; + + +sub LoadDiscussion { +# my $symb=shift; +# $r->print('
$cid ... '.$symb); +# my %contrib=&Apache::lonnet::dump('msu_2964385f9033c63msul1','msu','2964385f9033c63msul1'); + my $cid=$ENV{'request.course.id'}; + my %contrib=&Apache::lonnet::dump( + $ENV{'request.course.id'}, + $ENV{'course.'.$ENV{'request.course.id'}.'.domain'}, + $ENV{'course.'.$ENV{'request.course.id'}.'.num'}); + + foreach my $temp(keys %contrib) { + if ($temp=~/^version/) { + my $ver=$contrib{$temp}; + my ($dummy,$prb)=split(':',$temp); + for (my $idx=1; $idx<=$ver; $idx++ ) { + my $name=$contrib{"$idx:$prb:sendername"}; + $Discuss{"$name:$prb"}=$idx; + } + } + } +# $r->print('
cid='.$cid); +# my %contrib=&Apache::lonnet::restore($symb,$cid, +# $ENV{$cid.'.domain'}, +# $ENV{'course.'.$cid.'.num'}); + +# $Apache::lonxml::debug=1; +# &Apache::lonhomework::showhash(%Discuss); +# $Apache::lonxml::debug=0; +} + +sub LoadDoDiffFile { + my $file="/home/minaeibi/183d.txt"; + open(FILEID, "<$file"); + my $line=; + %DoDiff=(); + my @Act=split('&',$line); + +# $r->print('
'.$#Act); + for(my $n=0;$n<=$#Act;$n++){ + my ($res,$Degree)=split('@',$Act[$n]); + $DoDiff{$res}=$Degree; + } +} + + +sub LoadClassFile { + my $file="/home/minaeibi/class.txt"; + open(FILEID, "<$file"); + my $line; + %Grade=(); + while ($line=) { + my ($id,$ex1,$ex2,$ex3,$ex4,$hw,$final,$grade)=split(' ',$line); + $Grade{$id}=$grade; + } +} + + +#------- Classification +sub Classify { + my ($DiscFac, $students)=@_; + &LoadClassFile(); + my $Count=0; + my @List=(); + my @LS=(); + my @LF=(); + my @LM=(); + my $cf=0; + my $cs=0; + my $cm=0; + foreach (keys(%$DiscFac)){ + my @l=split(/\:/,$_); + if (!($students->{$l[1]})) {next;} + my $Grade=$Grade{$students->{$l[1]}}; + if( $Grade > 3 ) { + $cs++; + push(@LS,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Successful")); + } elsif ( $Grade > 2 ) { + $cm++; + push(@LM,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Average")); + } else { + $cf++; + push(@LF,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Failed")); + } + } + for(my $n=0;$n<$cs;$n++){$r->print('
'.$LS[$n]);} + for(my $n=0;$n<$cm;$n++){$r->print('
'.$LM[$n]);} + for(my $n=0;$n<$cf;$n++){$r->print('
'.$LF[$n]);} +} + + +sub ProcAct { + # return; + my ($Act,$Submit)=@_; + my @Act=split(/\@/,$Act); + @Act = sort(@Act); + + ##$r->print('
'.$#Act); + ##for(my $n=0;$n<=$#Act;$n++){ +## $r->print('
n='.$n.')'.$Act[$n]); +## } + +# my $Beg=$Act[0]; + my $Dif=$Submit-$Act[0]; + $Dif = ($Dif>0) ? ($Dif/3600) : 0; + +# $r->print('
Access Number = '.$#Act.'
Submit Time='.$Submit.'
First Access='.$Act[0].'
Last Access='.$Act[$#Act].'
Submit - First = '.$Dif.''); + + +#time spent for solving the problem +# $r->print('
Def'.($Act[$#Act-1]-$Act[0])); + + return $Dif; +} + + + +sub LoadActivityLog { +# my $CacheDB = "/home/minaeibi/act183.log.cache"; + my $CacheDB = "/home/httpd/perl/tmp/act183.log.cache"; + + if (-e "$CacheDB") { + if (tie(%Activity,'GDBM_File',"$CacheDB",&GDBM_READER,0640)) { + return; + } + else { + $r->print("Unable to tie log Cache hash to db file"); + } + } + else { + if (tie(%Activity,'GDBM_File',$CacheDB,&GDBM_WRCREAT,0640)) { + foreach (keys %Activity) {delete $Activity{$_};} + &Build_log(); + } + else { + $r->print("Unable to tie log Build hash to db file"); + } + } +} + +sub Build_log { + my $file="/home/minaeibi/act183.log"; + open(FILEID, "<$file"); + my $line; + my $count=0; + while ($line=) { + my ($time,$machine,$what)=split(':',$line); + $what=&Apache::lonnet::unescape($what); + my @accesses=split('&',$what); + + foreach my $access (@accesses) { + + $count++; + + my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access); + if (!$resource) { next; } + my $res=&Apache::lonnet::unescape($resource); + if (($res =~ /\.problem/)) { + $Activity{$who.':'.$res}.=$date.'@'; + #$r->print('
'.$time.':'.$who.'---'.$res); + &Update_PrgInit($count); + + } + } + } + +# my $c=1; +# foreach (sort keys %Activity) { +# $r->print('
'.$c.')'.$_.' ... '.$Activity{$_}); +# $c++; +# } + +} + +sub Activity { +# $rid=~/(\d+)\.(\d+)/; +# my $MapId=$1; +# my $PrbId=$2; +# my $MapOrg = $hash{'map_id_'.$MapId}; +# my $Map = &Apache::lonnet::declutter($MapOrg); +# my $URI = $hash{'src_'.$rid}; +# my $Symb = $Map.'___'.$PrbId.'___'.&Apache::lonnet::declutter($URI); + my $file="/home/minaeibi/activity.log"; + my $userid='adamsde1'; + $r->print("
Using $file"); + $r->rflush(); + open(FILEID, "<$file"); + my $line; + my @allaccess; + my $Count=0; + while ($line=) { + my ($time,$machine,$what)=split(':',$line); + $what=&Apache::lonnet::unescape($what); + my @accesses=split('&',$what); + foreach my $access (@accesses) { + my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access); + #if ($who ne $userid) { next; } + if (!$resource) { next; } + my $res=&Apache::lonnet::unescape($resource); + if (($res =~ /\.(sequence|problem|htm|html|page)/)) { + $Count++; + $r->print("
$Count) ".localtime($date).": $who --> $res"); +# if ($post) { +# $Count++; +# $r->print("
$Count) Sent data ".join(':', +# &Apache::lonnet::unescape(@posts)).''); +# } + $r->rflush(); + } + #push (@allaccess,unescape($access)); + #print $machine; + } + } +# @allaccess=sort(@allaccess); +# $Count=0; +# foreach my $access (@allaccess) { +# my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access); +# $Count++; +# $r->print("
$Count) $date: $who --> $resource"); +# $r->rflush(); +# if ($post) { +# $r->print("
Sent data ".join(':',unescape(@posts)).''); +# } +# } +} + + +sub InitAnalysis { + my ($uri,$part,$problem,$student,$courseID)=@_; + my ($uname,$udom)=split(/\:/,$student); + + + # Render the student's view of the problem. $Answ is the problem + # Stringafied + my $Answ=&Apache::lonnet::ssi($uri,('grade_target' => 'analyze', + 'grade_username' => $uname, + 'grade_domain' => $udom, + 'grade_courseid' => $courseID, + 'grade_symb' => $problem)); +# my $Answ=&Apache::lonnet::ssi($URI,('grade_target' => 'analyze')); + +# (my $garbage,$Answ)=split(/_HASH_REF__/,$Answ,2); + %Answer=(); + %Answer=&Apache::lonnet::str2hash($Answ); + + my $parts=''; + foreach my $elm (@{$Answer{"parts"}}) { + $parts.="$elm,"; + } + chop($parts); + my $conc=''; + foreach my $elm (@{$Answer{"$parts.concepts"}}) { + $conc.="$elm@"; + } + chop($conc); + + @Concepts=split(/\@/,$conc); + foreach my $concept (@{$Answer{"$parts.concepts"}}) { + foreach my $foil (@{$Answer{"$parts.concept.$concept"}}) { + $foil_to_concept{$foil} = $concept; + #$ConceptData{$foil} = $Answer{"$parts.foil.value.$foil"}; + } + } + + return; +} + + +sub Interval { + my ($part,$symb)=@_; + my $Int=$ConceptData{"Interval"}; + my $due = &Apache::lonnet::EXT('resource.$part.duedate',$symb)+1; + my $opn = &Apache::lonnet::EXT('resource.$part.opendate',$symb); + my $add=int(($due-$opn)/$Int); + $ConceptData{"Int.0"}=$opn; + for (my $i=1;$i<$Int;$i++) { + $ConceptData{"Int.$i"}=$opn+$i*$add; + } + $ConceptData{"Int.$Int"}=$due; + for (my $i=0;$i<$Int;$i++) { + for (my $n=0; $n<=$#Concepts; $n++ ) { + my $tmp=$Concepts[$n]; + $ConceptData{"$tmp.$i.true"}=0; + $ConceptData{"$tmp.$i.false"}=0; + } + } +} + + +sub ShowOpGraph { + my ($cache, $students, $courseID)=@_; + my $uri = $cache->{'AnalyzeURI'}; + my $part = $cache->{'AnalyzePart'}; + my $problem = $cache->{'AnalyzeProblem'}; + my $title = $cache->{'AnalyzeTitle'}; + my $interval = $cache->{'Interval'}; + $ConceptData{"Interval"} = $interval; + + #Initialize the option response true answers + &InitAnalysis($uri, $part, $problem, $students->[0],$courseID); + + #compute the intervals + &Interval($part,$problem); + + $title =~ s/\ /"_"/eg; + $r->print('
'.$uri.''); + $r->rflush(); + + #Java script Progress window + &Create_PrgWin(); + &Update_PrgWin("Starting-to-analyze-problem"); + for (my $index=0;$index<(scalar @$students);$index++) { + &Update_PrgWin($index); + &OpStatus($problem,$students->[$index],$courseID); + } + &Close_PrgWin(); + + $r->print('
'); + for (my $k=0; $k<$interval; $k++ ) { + &DrawGraph($k,$title); + } + for (my $k=0; $k<$interval; $k++ ) { + &DrawTable($k); + } +#$Apache::lonxml::debug=1; +#&Apache::lonhomework::showhash(%ConceptData); +#$Apache::lonxml::debug=0; + my $Answ=&Apache::lonnet::ssi($uri); + $r->print("
Here you can see the Problem:
$Answ"); +} + + +sub DrawTable { + my $k=shift; + my $Max=0; + my @data1; + my @data2; + my $Correct=0; + my $Wrong=0; + for (my $n=0; $n<=$#Concepts; $n++ ) { + my $tmp=$Concepts[$n]; + $data1[$n]=$ConceptData{"$tmp.$k.true"}; + $Correct+=$data1[$n]; + $data2[$n]=$ConceptData{"$tmp.$k.false"}; + $Wrong+=$data2[$n]; + my $Sum=$data1[$n]+$data2[$n]; + if ( $Max<$Sum ) {$Max=$Sum;} + } + for (my $n=0; $n<=$#Concepts; $n++ ) { + if ($data1[$n]+$data2[$n]<$Max) { + $data2[$n]+=$Max-($data1[$n]+$data2[$n]); + } + } + my $P_No = $#data1+1; +# $r->print('
From: ['.localtime($ConceptData{'Int.'.($k-1)}). +# '] To: ['.localtime($ConceptData{"Int.$k"}).']'); + my $Str = "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''; + + for (my $n=0; $n<=$#Concepts; $n++ ) { + $Str .= "\n"."". + "\n"."". + "\n".'". + "\n".'". + "\n".'". + "\n".""; + } + $Str.='"; + + $Str .= "\n".'
# Concept Correct Wrong
".($n+1)." '.$Concepts[$n]." '.$data1[$n]." '.$data2[$n]."
From:['.localtime($ConceptData{'Int.'.$k}). + '] To: ['.localtime($ConceptData{'Int.'.($k+1)}-1). + "]$Correct$Wrong
'; + + $r->print($Str); +#$Apache::lonxml::debug=1; +#&Apache::lonhomework::showhash(%ConceptData); +#$Apache::lonxml::debug=0; +} + + +sub DrawGraph { + my ($k,$Src)=@_; + my $Max=0; + my @data1; + my @data2; + + # Adjust Data and find the Max + for (my $n=0; $n<=$#Concepts; $n++ ) { + my $tmp=$Concepts[$n]; + $data1[$n]=$ConceptData{"$tmp.$k.true"}; + $data2[$n]=$ConceptData{"$tmp.$k.false"}; + my $Sum=$data1[$n]+$data2[$n]; + if ( $Max<$Sum ) {$Max=$Sum;} + } + for (my $n=0; $n<=$#Concepts; $n++ ) { + if ($data1[$n]+$data2[$n]<$Max) { + $data2[$n]+=$Max-($data1[$n]+$data2[$n]); + } + } + my $P_No = $#data1+1; + + if ( $Max > 1 ) { + $Max += (10 - $Max % 10); + $Max = int($Max); + } else { $Max = 1; } + + my $Titr=($ConceptData{'Interval'}>1) ? $Src.'_interval_'.($k+1) : $Src; +# $GData=$Titr.'&Concepts'.'&'.'Answers'.'&'.$Max.'&'.$P_No.'&'.$data1.'&'.$data2; + $GData="$Titr&Concepts&Answers&$Max&$P_No&". + (join(',',@data1)).'&'.(join(',',@data2)); + + $r->print(''); +} + + +sub Decide { + #deciding the true or false answer belongs to each interval + my ($type,$foil,$time)=@_; + my $k=0; + while ($time>$ConceptData{'Int.'.($k+1)} && + $k<$ConceptData{'Interval'}) {$k++;} + $ConceptData{"$foil_to_concept{$foil}.$k.$type"}++; +} + +#restore the student submissions and finding the result +sub OpStatus { + my ($problem, $student, $courseID)=@_; + my ($username,$userdomain)=split(/':'/,$student); + my $code='U'; + my %reshash=&Apache::lonnet::restore($problem, $courseID, $userdomain, + $username); + my @True = (); + my @False = (); + my $flag=0; + if ($reshash{'version'}) { + my $tries=0; + &Apache::lonhomework::showhash(%Answer); + for (my $version=1;$version<=$reshash{'version'};$version++) { + my $time=$reshash{"$version:timestamp"}; + + foreach my $key (sort(split(/\:/,$reshash{$version.':keys'}))) { + if (($key=~/\.(\w+)\.(\w+)\.submission$/)) { + my $Id1 = $1; my $Id2 = $2; + #check if this is a repeat submission, if so skip it + if ($reshash{"$version:resource.$Id1.previous"}) { next; } + #if no solved this wasn't a real submission, ignore it + if (!defined($reshash{"$version:resource.$Id1.solved"})) { + &Apache::lonxml::debug("skipping "); + next; + } + my $Resp = $reshash{"$version:$key"}; + my %submission=&Apache::lonnet::str2hash($Resp); + foreach (keys %submission) { + my $Ansr = $Answer{"$Id1.$Id2.foil.value.$_"}; + if ($submission{$_}) { + if ($submission{$_} eq $Ansr) { + &Decide("true",$_,$time ); + } + else {&Decide("false",$_,$time );} + } + } + } + } + } + } +} + + +#---- END Analyze Web Page ---------------------------------------------- + +#---- Problem Statistics Web Page --------------------------------------- #------- Processing upperlist and lowerlist according to each problem -sub ProcessDisc { - my @List = @_; - @List = sort (@List); - my $Count = $#List+1; - my $Prb; +sub ProcessDiscriminant { + my ($List) = @_; + my @sortedList = sort (@$List); + my $Count = scalar @sortedList; + my $Problem; my @Dis; my $Slvd=0; my $tmp; my $Sum1=0; my $Sum2=0; - my $nIdx=0; - my $nStud=0; - my %Proc; - undef %Proc; - while ($nIdx<$Count) { - ($Prb,$tmp)=split(/\=/,$List[$nIdx]); + my $nIndex=0; + my $nStudent=0; + my %Proc=undef; + while ($nIndex<$Count) { + ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); @Dis=split(/\+/,$tmp); - my $Temp = $Prb; + my $Temp = $Problem; do { - $nIdx++; - $nStud++; + $nIndex++; + $nStudent++; $Sum1 += $Dis[0]; $Sum2 += $Dis[1]; - ($Prb,$tmp)=split(/\=/,$List[$nIdx]); + ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); @Dis=split(/\+/,$tmp); - } while ( $Prb eq $Temp && $nIdx < $Count ); -# $Proc{$Temp}=($Sum1/$nStud).':'.$nStud; - $Proc{$Temp}=($Sum1/$nStud).':'.($Sum2/$nStud); -# $r->print("$nIdx) $Temp --> ($nStud) $Proc{$Temp}
"); + } while ( $Problem eq $Temp && $nIndex < $Count ); +# $Proc{$Temp}=($Sum1/$nStudent).':'.$nStudent; + $Proc{$Temp}=($Sum1/$nStudent).':'.($Sum2/$nStudent); +# $r->print("$nIndex) $Temp --> ($nStudent) $Proc{$Temp}
"); $Sum1=0; $Sum2=0; - $nStud=0; + $nStudent=0; } + return %Proc; } + #------- Creating Discimination factor sub Discriminant { - my $Count=0; - foreach (keys(%DiscFac)){ - $Count++; - } - $UpCnt = int(0.27*$Count); + my ($discriminantFactor)=@_; + my @discriminantKeys=keys(%$discriminantFactor); + my $Count = scalar @discriminantKeys; + + my $UpCnt = int(0.27*$Count); my $low=0; my $up=$Count-$UpCnt; my @UpList=(); my @LowList=(); + $Count=0; - foreach my $key (sort(keys(%DiscFac))){ + foreach my $key (sort(@discriminantKeys)) { $Count++; - #$r->print("
$Count) $key = $DiscFac{$key}"); - if ($low < $UpCnt || $Count > $up) { - $low++; - my $str=$DiscFac{$key}; - foreach(split(/\:/,$str)){ - if ($_) { - if ($low<$UpCnt){push(@LowList,$_);} - else {push(@UpList,$_);} - } - } - } + if($low < $UpCnt || $Count > $up) { + $low++; + my $str=$discriminantFactor->{$key}; + foreach(split(/\:/,$str)){ + if($_) { + if($low<$UpCnt) { push(@LowList,$_); } + else { push(@UpList,$_); } + } + } + } } - %DisUp=&ProcessDisc(@UpList); - %DisLow=&ProcessDisc(@LowList); + my %DisUp = &ProcessDiscriminant(\@UpList); + my %DisLow = &ProcessDiscriminant(\@LowList); + + return (\%DisUp, \%DisLow); } @@ -153,504 +621,223 @@ sub NumericSort { $a <=> $b; } -# ------ Create different Student Report -sub StudentReport { - - my ($sname,$sdom)=@_; - if ( $sname eq 'All Students' ) { - $r->print( '

WARNING: - Please select a student

' ); +sub CreateProblemStatisticsTableHeading { + my ($displayFormat,$sequenceSource,$sequenceTitle,$headings)=@_; + if($displayFormat eq 'Display CSV Format') { + $r->print('
"'.$sequenceTitle.'","'); + $r->print($sequenceSource.'"'); return; } - my $shome=&Apache::lonnet::homeserver($sname,$sdom); - my $reply=&Apache::lonnet::reply('dump:'.$sdom.':'.$sname.':'.$cid,$shome ); - my %result = (); - my $ResId; - my $PrOrd; - my $Code; - my $Tries; - my $TotalTries = 0; - my $ParCr = 0; - my $Wrongs; - my %TempHash; - my $Version; - my $LatestVersion; - my $PtrTry=''; - my $PtrCod=''; - my $SetNo=0; - my $Str = "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''; - unless ($reply=~/^error\:/) { - foreach (split(/\&/,$reply)){ - my ($name,$value)=split(/\=/,&Apache::lonnet::unescape($_)); - $result{$name}=$value; - } - foreach my $CurCol (@cols) { - if (!$CurCol){ - my $Set=&Apache::lonnet::declutter($hash{'map_id_'.$1}); - if ( $Set ) { - $SetNo++; - $Str .= "\n"."". - "\n"."". - "\n"."". - "\n"."". - "\n"."". - "\n".""; - } - $PtrTry=''; - $PtrCod=''; - next; - } - ($PrOrd,$ResId)=split(/\:/,$CurCol); - $ResId=~/(\d+)\.(\d+)/; - my $Map = &Apache::lonnet::declutter( $hash{'map_id_'.$1} ); - if ( $CurMap ne 'All Maps' ) { - my ( $ResMap, $NameMap ) = split(/\=/,$CurMap); - if ( $Map ne $ResMap ) { next; } - } - my $meta=$hash{'src_'.$ResId}; - my $PartNo = 0; - undef %TempHash; - foreach (split(/\,/,&Apache::lonnet::metadata($meta,'keys'))){ - if ($_=~/^stores\_(\d+)\_tries$/) { - my $Part=&Apache::lonnet::metadata($meta,$_.'.part'); - if ( $TempHash{"$Part"} eq '' ) { - $TempHash{"$Part"} = $Part; - $TempHash{$PartNo}=$Part; - $TempHash{"$Part.Code"} = '-'; - $TempHash{"$Part.PrOrd"} = $PrOrd+$PartNo; - $PartNo++; - } - } - } - my $Prob = $Map.'___'.$2.'___'. - &Apache::lonnet::declutter( $hash{'src_'.$ResId} ); - $Code='U'; - $Tries = 0; - $Wrongs = 0; - $LatestVersion = $result{"version:$Prob"}; - if ( $LatestVersion ) { - for ( my $Version=1; $Version<=$LatestVersion; $Version++ ) { - my $vkeys = $result{"$Version:keys:$Prob"}; - my @keys = split(/\:/,$vkeys); - - foreach my $Key (@keys) { - if (($Key=~/\.(\w+)\.solved$/) && ($Key!~/^\d+\:/)) { - my $Part = $1; - $Tries = $result{"$Version:$Prob:resource.$Part.tries"}; - $TempHash{"$Part.Tries"} = ($Tries) ? $Tries : 0; - $TotalTries += $Tries; - my $Val = $result{"$Version:$Prob:resource.$Part.solved"}; - if ( $Val eq 'correct_by_student' ) - { $Wrongs = $Tries - 1; $Code = 'Y'; } - elsif ( $Val eq 'correct_by_override' ) - { $Wrongs = $Tries - 1; $Code = 'y'; } - elsif ( $Val eq 'incorrect_attempted' || - $Val eq 'incorrect_by_override' ) - { $Wrongs = $Tries; $Code = 'N'; } - $TempHash{"$Part.Code"} = $Code; - $TempHash{"$Part.Wrongs"} = $Wrongs; - } - } - } - for ( my $n = 0; $n < $PartNo; $n++ ) { - my $part = $TempHash{$n}; - if ($PtrTry ne '') {$PtrTry .= ',';} - $PtrTry .= "$TempHash{$part.'.Tries'}"; - $PtrCod .= "$TempHash{$part.'.Code'}"; - } - } - else { - for(my $n=0; $n<$PartNo; $n++) { - if ($PtrTry ne '') {$PtrTry .= ',';} - $PtrTry .= "0"; - $PtrCod .= "-"; - } - } - } - } - $Str .= "\n".'
# Set Title Results Tries
$SetNo $Set $PtrCod $PtrTry
'; - $r->print($Str); - $r->rflush(); -} + $r->print('
'.$sequenceTitle.''); -sub CreateTable { - my $ColNo=0; - foreach (keys(%Header)){ - $ColNo++; - } - my ($Hd, $Hid)=@_; - if ( $Hd == 1 ) { - $r->print('
'.$hash{'title_'.$Hid}.''); - } - my $Result = "\n".''; - $Result .= ''."\n"; - for ( my $nIdx=0; $nIdx < $ColNo; $nIdx++ ) { - $Result .= ''."\n"; + my $Result = "\n".'
P#'.''.'
'."\n"; + for(my $nIndex=0; $nIndex < (scalar (keys %$headings)); $nIndex++) { + $Result .= ''."\n"; } $Result .= "\n".''."\n"; - $r->print( $Result ); + $r->print($Result); $r->rflush(); } sub CloseTable { + my ($cache)=@_; + if($cache->{'DisplayFormat'} eq 'Display CSV Format') { + return; + } $r->print("\n".'
P#'.''.'
'."\n"); $r->rflush(); } - -# ------------------------------------------- Prepare Statistics Table -sub PreStatTable { - my $CacheDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_statistics.db"; - my $GraphDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_graph.db"; - my $OpSel11=''; - my $OpSel12=''; - my $OpSel13=''; - my $Status = $ENV{'form.status'}; - if ( $Status eq 'Any' ) { $OpSel13='selected'; } - elsif ($Status eq 'Expired' ) { $OpSel12 = 'selected'; } - else { $OpSel11 = 'selected'; } - - my $Ptr = ''; - $Ptr .= '
Student Status:   '."\n". - ' '."\n"; - $Ptr .= '   '; - $Ptr .= ''."\n"; - $Ptr .= '
Sorting Type:   '."\n". - ' '."\n"; - $Ptr .= '   '; - $Ptr .= ''."\n"; - $Ptr .= '   '; - $Ptr .= ''."\n"; - $Ptr .= '
'.
-    '  #Stdnts: Total Number of Students opened the problem.
'. - ' Tries : Total Number of Tries for solving the problem.
'. - ' Mod : Maximunm Number of Tries for solving the problem.
'. - ' Mean : Average Number of the tries. [ Tries / #Stdnts ]
'. - ' #YES : Number of students solved the problem correctly.
'. - ' #yes : Number of students solved the problem by override.
'. - ' %Wrng : Percentage of students tried to solve the problem but'. - ' still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]
'. -# ' DoDiff : Degree of Difficulty of the problem. [ Tries/(#YES+#yes+0.1) ]
'. Kashy formula - ' DoDiff : Degree of Difficulty of the problem. [ 1 - ((#YES+#yes) / Tries) ]
'. #Gerd formula - ' S.D. : Standard Deviation of the tries.'. - '[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1)'. - ' where Xi denotes every student\'s tries ]
'. - ' Skew. : Skewness of the students tries.'. - ' [ (sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3) ]
'. - ' Dis.F. : Discrimination Factor: A Standard for '. - 'evaluating the problem according to a Criterion
'. - ' [Applied Criterion in %27 Upper Students - '. - 'Applied the same Criterion in %27 Lower Students]
'. - ' 1st Criterion for Sorting the Students: '. - 'Sum of Partial Credit Awarded / Total Number of Tries
'. - ' 2nd Criterion for Sorting the Students: '. - 'Total number of Correct Answers / Total Number of Tries'. - '
'; + +# ------ Dump the Student's DB file and handling the data for statistics table +sub ExtractStudentData { + my ($cache,$name,$list)=@_; + my %discriminantFactor; - $r->print($Ptr); - $r->rflush(); + my $totalTries = 0; + my $totalAwarded = 0; + my $tempProblemOrder=0; + my $spent=0; + my $spent_yes=0; + my $TotDiscuss=0; + my $TotalOpend = 0; + my $ProbSolved = 0; + my $ProbTot = 0; + my $TotFirst = 0; + my $TimeTot = 0; + my $Discussed=0; - if ((-e "$CacheDB")&&($ENV{'form.sort'} ne 'Recalculate Statistics')) { - if (tie(%CachData,'GDBM_File',"$CacheDB",&GDBM_READER,0640)) { - tie(%GraphDat,'GDBM_File',$GraphDB,&GDBM_WRCREAT,0640); - &Cache_Statistics(); + foreach my $sequence (split(':', $cache->{'orderedSequences'})) { + if($cache->{'ProblemStatisticsMap'} ne 'All Maps' && + $cache->{'ProblemStatisticsMap'} ne $cache->{$sequence.':title'}) { + next; } - else { - $r->print("Unable to tie hash to db file"); - } - } - else { - if (tie(%CachData,'GDBM_File',$CacheDB,&GDBM_WRCREAT,0640)) { - tie(%GraphDat,'GDBM_File',$GraphDB,&GDBM_WRCREAT,0640); - foreach (keys %DiscFac) {delete $CachData{$_};} - foreach (keys %CachData) {delete $CachData{$_};} - $DiscFlag=0; - &Build_Statistics(); - } - else { - $r->print("Unable to tie hash to db file"); - } - } - #$r->print('Total instances of the problems : '.($p_count*($#students+1))); - untie(%CachData); - untie(%GraphDat); -} + my $Dis = ''; + foreach my $problemID (split(':', $cache->{$sequence.':problems'})) { + my $problem = $cache->{$problemID.':problem'}; + my $LatestVersion = $cache->{$name.':version:'.$problem}; + + # Output dashes for all the parts of this problem if there + # is no version information about the current problem. + #if(!$LatestVersion) { + # foreach my $part (split(/\:/,$cache->{$sequence.':'. + # $problemID. + # ':parts'})) { + # $codes .= "-,"; + # $attempts .= "0,"; + # } + # next; + #} + + my %partData=undef; + # Initialize part data, display skips correctly + # Skip refers to when a student made no submissions on that + # part/problem. + foreach my $part (split(/\:/,$cache->{$sequence.':'. + $problemID. + ':parts'})) { + $partData{$part.':tries'}=0; + $partData{$part.':code'}='-'; + } + # Looping through all the versions of each part, starting with the + # oldest version. Basically, it gets the most recent + # set of grade data for each part. + for(my $Version=1; $Version<=$LatestVersion; $Version++) { + foreach my $part (split(/\:/,$cache->{$sequence.':'. + $problemID. + ':parts'})) { + + if(!defined($cache->{$name.":$Version:$problem". + ":resource.$part.solved"})) { + # No grade for this submission, so skip + next; + } + + my $tries=0; + my $time=0; + my $awarded=0; + $Discussed=0; + my $code='U'; + + $awarded = $cache->{$name. + "$Version:$problem:resource.". + "$part.awarded"}; + $partData{$part.':awarded'} = ($awarded) ? $awarded : 0; + $totalAwarded += $awarded; + + $tries = $cache->{$name.":$Version:$problem". + ":resource.$part.tries"}; + $partData{$part.':tries'} = ($tries) ? $tries : 0; + $partData{$part.':wrong'} = $partData{$part.':tries'}; + $totalTries += $tries; + + my $val = $cache->{$name.":$Version:$problem". + ":resource.$part.solved"}; + if ($val eq 'correct_by_student') {$code = 'C';} + elsif ($val eq 'correct_by_override') {$code = 'O';} + elsif ($val eq 'incorrect_attempted') {$code = 'I';} + elsif ($val eq 'incorrect_by_override'){$code = 'I';} + elsif ($val eq 'excused') {$code = 'x';} + $partData{$part.':code'}=$code; + + if($partData{$part.':wrong'} ne 0 && + ($code eq 'C' || $code eq 'O')) { + $partData{$part.':wrong'}--; + } + } + } -# ------------------------------------- Find the section of student in a course + # Loop through all the parts for the current problem in the + # correct order and prepare the output + foreach (split(/\:/,$cache->{$sequence.':'.$problemID. + ':parts'})) { + my $Yes = 0; + if($partData{$_.':code'} eq 'C' || + $partData{$_.':code'} eq 'O') { + $Yes=1; + } + #my $ptr = "$hash{'title_'.$ResId}"; + my $ptr = $tempProblemOrder.'&'.$problemID; -sub usection { - my ($udom,$unam,$courseid,$ActiveFlag)=@_; - $courseid=~s/\_/\//g; - $courseid=~s/^(\w)/\/$1/; - foreach (split(/\&/,&Apache::lonnet::reply('dump:'. - $udom.':'.$unam.':roles', - &Apache::lonnet::homeserver($unam,$udom)))){ - my ($key,$value)=split(/\=/,$_); - $key=&Apache::lonnet::unescape($key); - if ($key=~/^$courseid(?:\/)*(\w+)*\_st$/) { - my $section=$1; - if ($key eq $courseid.'_st') { $section=''; } - my ($dummy,$end,$start)=split(/\_/,&Apache::lonnet::unescape($value)); - if ( $ActiveFlag ne 'Any' ) { - my $now=time; - my $notactive=0; - if ($start) { - if ($now<$start) { $notactive=1; } - } - if ($end) { - if ($now>$end) { $notactive=1; } - } - if ((($ActiveFlag eq 'Expired') && $notactive == 1) || - (($ActiveFlag eq 'Active') && $notactive == 0 ) ) { - return $section; - } - else { return '-1'; } - } - return $section; - } - } - return '-1'; -} + if($_ > 1) { + $ptr .= "*(part $_)"; + $Dis .= '&'; + } + my ($pr_no,$dod)=split('&',$ptr); + my $DoDiff=$DoDiff{$dod}; +# $r->print('
'.$name.'---'.$ptr.'==='.$DoDiff); + + my $Fac = ($partData{$_.':Tries'}) ? + ($partData{$_.':awarded'}/$partData{$_.':tries'}) : 0; + my $DisF; + if($Fac > 0 && $Fac < 1) { + $DisF = sprintf( "%.4f", $Fac ); + } else { + $DisF = $Fac; + } -# ------ Dump the Student's DB file and handling the data for statistics table + if ($Discuss{"$name:$problem"}) { + $TotDiscuss++; + $Discussed=1; + } + my $time = $cache->{"$name:$LatestVersion:$problem:timestamp"}; + $Dis .= $tempProblemOrder.'='.$DisF.'+'.$Yes; + $ptr .= '&'.$partData{$_.'.Tries'}. + '&'.$partData{$_.'.Wrongs'}. + '&'.$partData{$_.'.Code'}; + push (@$list, $ptr."&$Discussed"); -sub ExtractStudentData { - my ($student,$coid)=@_; - my ($sname,$sdom) = split( /\:/, $student ); - my $shome=&Apache::lonnet::homeserver( $sname,$sdom ); - my $reply=&Apache::lonnet::reply('dump:'.$sdom.':'.$sname.':'.$coid,$shome ); - my %result = (); - my $ResId; - my $PrOrd; - my $Dis = ''; - my $Code; - my $Tries; - my $ParCr; - my $TotalTries = 0; - my $TotalOpend = 0; - my $ProbSolved = 0; - my $ProbTot = 0; - my $TimeTot = 0; - my $TotParCr = 0; - my $Wrongs; - my %TempHash; - my $Version; - my $LatestVersion; - my $SecLimit; - my $MapLimit; - unless ($reply=~/^error\:/) { - foreach (split(/\&/,$reply)) { - my ($name,$value)=split(/\=/,&Apache::lonnet::unescape($_)); - $result{$name}=$value; - } - foreach my $CurCol(@cols) { - ($PrOrd,$ResId)=split(/\:/,$CurCol); - if ( !$CurCol ) { next; } - $ResId=~/(\d+)\.(\d+)/; - my $MapId=$1; - my $PrbId=$2; - my $Map = &Apache::lonnet::declutter( $hash{'map_id_'.$MapId} ); - if ( $CurMap ne 'All Maps' ) { - my ( $ResMap, $NameMap ) = split(/\=/,$CurMap); - if ( $Map ne $ResMap ) { next; } - } - my $meta=$hash{'src_'.$ResId}; - my $PartNo = 0; - $Dis .= ':'; - undef %TempHash; - foreach (split(/\,/,&Apache::lonnet::metadata($meta,'keys'))) { - if ($_=~/^stores\_(\d+)\_tries$/) { - my $Part=&Apache::lonnet::metadata($meta,$_.'.part'); - if ( $TempHash{"$Part"} eq '' ) { - $TempHash{"$Part"} = $Part; - $TempHash{$PartNo}=$Part; - $TempHash{"$Part.Code"} = 'U'; - $TempHash{"$Part.PrOrd"} = $PrOrd+$PartNo; - $PartNo++; - } - } - } +#### if ($DoDiff>0.85) { - my $Prob = $Map.'___'.$PrbId.'___'. - &Apache::lonnet::declutter( $hash{'src_'.$ResId} ); - $Code='U'; - $Tries = 0; - $ParCr = 0; - $Wrongs = 0; - $LatestVersion = $result{"version:$Prob"}; - - if ( $LatestVersion ) { - for ( my $Version=1; $Version<=$LatestVersion; $Version++ ) { - my $vkeys = $result{"$Version:keys:$Prob"}; - my @keys = split(/\:/,$vkeys); - - foreach my $Key (@keys) { - if (($Key=~/\.(\w+)\.solved$/) && ($Key!~/^\d+\:/)) { - my $Part = $1; - $Tries = $result{"$Version:$Prob:resource.$Part.tries"}; - $ParCr = $result{"$Version:$Prob:resource.$Part.awarded"}; - my $Time = $result{"$Version:$Prob:timestamp"}; - $TempHash{"$Part.Time"} = ($Time) ? $Time : 0; - $TempHash{"$Part.Tries"} = ($Tries) ? $Tries : 0; - $TempHash{"$Part.ParCr"} = ($ParCr) ? $ParCr : 0; - $TotalTries += $TempHash{"$Part.Tries"}; - $TotParCr += $TempHash{"$Part.ParCr"}; - my $Val = $result{"$Version:$Prob:resource.$Part.solved"}; - if ( $Val eq 'correct_by_student' ) - { $Wrongs = $Tries - 1; $Code = 'C'; } - elsif ( $Val eq 'correct_by_override' ) - { $Wrongs = $Tries - 1; $Code = 'O'; } - elsif ( $Val eq 'incorrect_attempted' || - $Val eq 'incorrect_by_override' ) - { $Wrongs = $Tries; $Code = 'I'; } - $TempHash{"$Part.Code"} = $Code; - $TempHash{"$Part.Wrongs"} = $Wrongs; - } - } - } - for ( my $n = 0; $n < $PartNo; $n++ ) { - my $part = $TempHash{$n}; - my $Yes = 0; - if ( $TempHash{$part.'.Code'} eq 'C' || - $TempHash{$part.'.Code'} eq 'O' ) - {$ProbSolved++;$Yes=1;} - - # my $ptr = "$hash{'title_'.$ResId}"; - my $ptr = $TempHash{$part.'.PrOrd'}.':'.$ResId; - - if ( $PartNo > 1 ) { - $ptr .= "*(part $part)"; - $Dis .= ':'; - } - my $Fac = ($TempHash{"$part.Tries"}) ? - ($TempHash{"$part.ParCr"}/$TempHash{"$part.Tries"}) : 0; - my $DisF; - if ( $Fac > 0 && $Fac < 1 ) { - $DisF = sprintf( "%.4f", $Fac ); - } - else {$DisF = $Fac;} -# $DisF .= '+'.$TempHash{"$part.Time"}; - $TimeTot += $TempHash{"$part.Time"}; - $Dis .= $TempHash{$part.'.PrOrd'}.'='.$DisF.'+'.$Yes; - $ptr .= ":$TempHash{$part.'.Tries'}". - ":$TempHash{$part.'.Wrongs'}". - ":$TempHash{$part.'.Code'}"; - push (@list, $ptr); - $TotalOpend++; - $ProbTot++; + $TimeTot += $time; + + if ($Yes==1 && $partData{$_.'.Tries'}==1) { + $TotFirst++; + } + my $Acts= $Activity{$name.':'.$problem}; + if ($Acts) { + my $Pt=&ProcAct( $Acts, $time ); + #my ($spe,$beg) = split(/\+/,$Pt); + my $spe= $Pt; + if ($Yes==1) {$spent_yes += $spe;} + $spent += $spe; + #$Beg += $beg; +# $r->print('
'.$name.'---'.$problem.'---'.$spe); } + $TotalOpend++; + $ProbTot++; + + $tempProblemOrder++; } - #else { - #for(my $n=0; $n<$PartNo; $n++) { - # push (@list, "$hash{'title_'.$ResId}*$ResId:0:0:U"); - # $ProbTot++; - #} - #} } - if ( $TotalTries ) { - my $DisFac = ( $TotalTries ) ? ($TotParCr/$TotalTries) : 0; + my $pstr; + if($totalTries) { + my $DisFac = ($totalAwarded/$totalTries); my $DisFactor = sprintf( "%.4f", $DisFac ); - $DiscFac{$DisFactor}=$Dis; - #my $time; - #if ($ProbSolved){ - #$time = int(($TimeTot/$ProbSolved)-10000000); - #} - #$DiscFac{($DisFactor.':'.$sname.':'.$ProbTot.':'.$TotalOpend.':'. - # $TotalTries.':'.$ProbSolved.':'.$time)}=$Dis; + my $TS = sprintf( "%.2f", $spent ); + my $TS_yes = sprintf( "%.2f", $spent_yes ); + # $DiscFac{$DisFactor}=$Dis; + $pstr=$DisFactor.':'.$name.':'.$ProbTot.':'.$TotalOpend.':'. + $totalTries.':'.$ProbSolved.':'.$TotFirst.':'. + $TS_yes.':'.$TS.':'.$TotDiscuss; + $discriminantFactor{$pstr}=$Dis; } } - #$r->print($sname.' PrCr= '.$TotParCr.' Slvd= '.$ProbSolved.' Tries='.$TotalTries.'
'); -} - -# ------------------------------------------------------------ Build page table -sub tracetable { - my ($rid,$beenhere)=@_; - $rid=~/(\d+)\.(\d+)/; - $maps{&Apache::lonnet::declutter($hash{'map_id_'.$1})}='';#$hash{'title_'.$rid}; - #$maps{$HWN}=$hash{'title_'.$rid}; - unless ($beenhere=~/\&$rid\&/) { - $beenhere.=$rid.'&'; - if (defined($hash{'is_map_'.$rid})) { - my $cmap=$hash{'map_type_'.$hash{'map_pc_'.$hash{'src_'.$rid}}}; - if ( $cmap eq 'sequence' || $cmap eq 'page' ) { - $cols[$#cols+1]=0; - $P_Order++; - $HWN=$P_Order; - $mapsort{$HWN} = $rid.':'; - #$maps{&Apache::lonnet::declutter($hash{'src_'.$rid})}= - # $hash{'title_'.$rid}; - } - if ((defined($hash{'map_start_'.$hash{'src_'.$rid}})) && - (defined($hash{'map_finish_'.$hash{'src_'.$rid}}))) { - my $frid=$hash{'map_finish_'.$hash{'src_'.$rid}}; - - &tracetable($hash{'map_start_'.$hash{'src_'.$rid}}, - '&'.$frid.'&'); - - $cols[$#cols+1]=($P_Order+1).':'.$frid; - - my $meta=$hash{'src_'.$frid}; - my $PartNo = 0; - if ($meta) { - if ($meta=~/\.(problem|exam|quiz|assess|survey|form)$/) { - foreach (split(/\,/,&Apache::lonnet::metadata($meta,'keys'))) { - if ($_=~/^stores\_(\d+)\_tries$/) { - &Apache::lonnet::metadata($meta,$_.'.part'); - $P_Order++; - $mapsort{$HWN} .= '&'.$P_Order; - $PartNo++; - $r->print('
'.$PartNo.'---'.$P_Order); - } - } - } - } - } - } else { - $cols[$#cols+1]=($P_Order+1).':'.$rid; - my $meta=$hash{'src_'.$rid}; - my $PartNo = 0; - if ($meta) { - if ($meta=~/\.(problem|exam|quiz|assess|survey|form)$/) { - foreach (split(/\,/,&Apache::lonnet::metadata($meta,'keys'))) { - if ($_=~/^stores\_(\d+)\_tries$/) { - &Apache::lonnet::metadata($meta,$_.'.part'); - $P_Order++; - $mapsort{$HWN} .= '&'.$P_Order; - $PartNo++; - } - } - } - } - } - if (defined($hash{'to_'.$rid})) { - foreach (split(/\,/,$hash{'to_'.$rid})){ - &tracetable($hash{'goesto_'.$_},$beenhere); - } - } - } + return (\%discriminantFactor); } + +=pod sub MySort { if ( $Pos > 0 ) { if ($ENV{'form.order'} eq 'Descending') {$b <=> $a;} @@ -661,60 +848,50 @@ sub MySort { else { $a cmp $b; } } } +=cut -sub Build_Statistics { - $r->print(< - popwin=open('','popwin','width=400,height=100'); - popwin.document.writeln(''+ - 'LON-CAPA Statistics'+ - '

Computation Progress

'+ - '
'+ - '
'+ - ''); - popwin.document.close(); - -ENDPOP - - $r->rflush(); -# ---------------------------- Gathering the Data of students' tries - my $index; - for ($index=0;$index<=$#students;$index++) { -#----------- update progress - $r->print(''); - $r->rflush(); +sub BuildStatisticsTable { + my ($cache,$discriminantFactor,$list,$headings,$students)=@_; - &ExtractStudentData($students[$index],$cid); - } +#6666666 +# my $file="/home/httpd/perl/tmp/183d.txt"; +# open(OUT, ">$file"); +#6666666 + &Create_PrgWin(); +##777777 +## &LoadActivityLog(); +## $r->print(''); +## &LoadDoDiffFile(); + &LoadDiscussion(); + + my $p_count = 0; + my $nIndex = 0; + my $dummy; + my $p_val; + my $ResId; + my $NoElements = scalar @$list; -# -------------------- sorting the Data - $r->print(''); + foreach my $sequence (split(':', $cache->{'orderedSequences'})) { + if($cache->{'ProblemStatisticsMap'} ne 'All Maps' && + $cache->{'ProblemStatisticsMap'} ne $cache->{$sequence.':title'}) { + next; + } - @list = sort (@list); + &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, + $cache->{$sequence.':source'}, + $cache->{$sequence.':title'}, + $headings); +##777777 +## &Classify($discriminantFactor, $students); - &Discriminant(); - $OpSel2=''; - $OpSel1='selected'; - - $p_count = 0; - my $nIdx = 0; - my $dummy; - my $p_val; - my $ResId; - my $NoElements = $#list + 1; -#-------------------------------- loop for data representation - foreach (sort keys %mapsort) { my ($Hid,$pr)=split(/\:/,$mapsort{$_}); my @lpr=split(/\&/,$pr); - &CreateTable(1,$Hid); for (my $i=1; $i<=$#lpr; $i++) { my %storestats=(); - my ($PrOrd,$Prob,$Tries,$Wrongs,$Code)=split(/\:/,$list[$nIdx]); + my ($PrOrd,$Prob,$Tries,$Wrongs,$Code,$Disc)=split(/\&/,$list->[$nIndex]); my $Temp = $Prob; my $MxTries = 0; my $TotalTries = 0; @@ -722,10 +899,11 @@ ENDPOP my $Incorrect = 0; my $Override = 0; my $StdNo = 0; + my $DiscNo=0; my @StdLst; while ( $PrOrd == $lpr[$i] ) { - $nIdx++; + $nIndex++; $StdNo++; $StdLst[ $StdNo ] = $Tries; $TotalTries += $Tries; @@ -734,7 +912,7 @@ ENDPOP elsif( $Code eq 'I' ) { $Incorrect++; } elsif( $Code eq 'O' ) { $Override++; } elsif( $Code eq 'U' ) { $StdNo--; } - ($PrOrd,$Prob,$Tries,$Wrongs,$Code)=split(/\:/,$list[$nIdx]); + ($PrOrd,$Prob,$Tries,$Wrongs,$Code,$Disc)=split(/\&/,$list->[$nIndex]); } $p_count++; @@ -743,7 +921,7 @@ ENDPOP $Temp = ''.$hash{'title_'.$ResId}.$Dummy.''; - + my $res = &Apache::lonnet::declutter($hash{'src_'.$ResId}); my $urlres=$res; @@ -793,12 +971,12 @@ ENDPOP $Skewness += $Dif*$Dif*$Dif; } $Skewness /= $StdNo; - $Skewness /= $StdDev*$StdDev*$StdDev; + $Skewness /= $StdDev*$StdDev*$StdDev; } #--------------------- Compute the Discrimination Factors - my ($Up1,$Up2)=split(/\:/,$DisUp{$lpr[$i]}); - my ($Lw1,$Lw2)=split(/\:/,$DisLow{$lpr[$i]}); + my ($Up1,$Up2)=split(/\:/,':');#jason$DisUp->{$lpr[$i]}); + my ($Lw1,$Lw2)=split(/\:/,':');#jason$DisLow->{$lpr[$i]}); my $Dis1 = $Up1 - $Lw1; my $Dis2 = $Up2 - $Lw2; my $_D1 = sprintf("%.2f", $Dis1); @@ -810,102 +988,274 @@ ENDPOP my $SD = sprintf( "%.1f", $StdDev ); my $DoD = sprintf( "%.2f", $DoDiff ); my $Sk = sprintf( "%.1f", $Skewness ); - my $join = $PrOrd.':'.$Temp.':'.$StdNo.':'. - $TotalTries.':'.$MxTries.':'.$Avg.':'. - $YES.':'.$Override.':'.$Wrng.':'.$DoD.':'. - $SD.':'.$Sk.':'.$_D1.':'.$_D2.':'.$Prob; + my $join = $lpr[$i].'&'.$Temp.'&'.$StdNo.'&'. + $TotalTries.'&'.$MxTries.'&'.$Avg.'&'. + $YES.'&'.$Override.'&'.$Wrng.'&'.$DoD.'&'. + $SD.'&'.$Sk.'&'.$_D1.'&'.$_D2.'&'. + $DiscNo.'&'.$Prob; $CachData{($p_count-1)}=$join; +#6666666 +# $r->print('
'.$out.'&'.$DoD); +# print (OUT $out.'@'.$DoD.'&'); +#6666666 + $urlres=~/^(\w+)\/(\w+)/; if ($StdNo) { &Apache::lonnet::put('resevaldata',\%storestats,$1,$2); } #-------------------------------- Row of statistical table - if ( $DiscFlag == 0 ) { - &TableRow($join,$i,($p_count-1)); - } + &TableRow($cache,$join,$i,($p_count-1)); } - &CloseTable(); + &CloseTable($cache); } -#--------------------- close Progress Line - $r->print(''); - $r->rflush(); + &Close_PrgWin(); +#666666 +# close( OUT ); +#666666 } +=pod sub Cache_Statistics { + my ($cache)=@_; my @list = (); my $Useful; my $UnUseful; +# $r->print(''."\n"); my %myHeader = reverse( %Header ); $Pos = $myHeader{$ENV{'form.sort'}}; if ($Pos > 0) {$Pos++;} - $p_count = 0; + my $p_count = 0; foreach my $key( keys %CachData) { - my @Temp=split(/\:/,$CachData{$key}); + my @Temp=split(/\&/,$CachData{$key}); if ( $Pos == 0 ) { ($UnUseful,$Useful)=split(/\>/,$Temp[$Pos]); } else { $Useful = $Temp[$Pos]; } - $list[$p_count]=$Useful.'&'.$CachData{$key}; + $list[$p_count]=$Useful.'@'.$CachData{$key}; $p_count++; } @list = sort MySort (@list); - my $nIdx=0; + my $nIndex=0; if ( $Pos == 0 ) { foreach (sort keys %mapsort) { my ($Hid,$pr)=split(/\:/,$mapsort{$_}); - &CreateTable(1,$Hid); + &CreateProblemStatisticsTableHeading($cache,1,$Hid); my @lpr=split(/\&/,$pr); for (my $i=1; $i<=$#lpr; $i++) { - my($Pre, $Post) = split(/\&/,$list[$nIdx]); - &TableRow($Post,$i,$nIdx); - $nIdx++; + my($Pre, $Post) = split(/\@/,$list[$nIndex]); + #$r->print('
'.$Pre.'---'.$Post); + &TableRow($cache,$Post,$i,$nIndex); + $nIndex++; } - &CloseTable(); + &CloseTable($cache); } } else { - &CreateTable(0); - for ( my $nIdx = 0; $nIdx < $p_count; $nIdx++ ) { - my($Pre, $Post) = split(/\&/,$list[$nIdx]); - &TableRow($Post,$nIdx,$nIdx); + &CreateProblemStatisticsTableHeading($cache,0); + for ( my $nIndex = 0; $nIndex < $p_count; $nIndex++ ) { + my($Pre, $Post) = split(/\@/,$list[$nIndex]); + &TableRow($cache,$Post,$nIndex,$nIndex); } - &CloseTable(); + &CloseTable($cache); } } +=cut + + sub TableRow { my ($Str,$Idx,$RealIdx)=@_; - my($PrOrd,$Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES, - $Override,$Wrng,$DoD,$SD,$Sk,$_D1,$_D2,$Prob)=split(/\:/,$Str); - $r->print( "\n".''. + my($PrOrd,$Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, + $Wrng,$DoD,$SD,$Sk,$_D1,$_D2,$DiscNo,$Prob)=split(/\&/,$Str); + if ($ENV{'form.showcsv'}) { + my ($ResId,$Dummy)=split(/\*/,$Prob); + my $Ptr = "\n".'
'. + "\n".'"'.($RealIdx+1).'",'. + "\n".'"'.$hash{'title_'.$ResId}.$Dummy.'",'. + "\n".'"'.$hash{'src_'.$ResId}.'",'. + "\n".'"'.$StdNo.'",'. + "\n".'"'.$TotalTries.'",'. + "\n".'"'.$MxTries.'",'. + "\n".'"'.$Avg.'",'. + "\n".'"'.$YES.'",'. + "\n".'"'.$Override.'",'. + "\n".'"'.$Wrng.'",'. + "\n".'"'.$DoD.'",'. + "\n".'"'.$SD.'",'. + "\n".'"'.$Sk.'",'. + "\n".'"'.$_D1.'",'. + "\n".'"'.$_D2.'"'. + "\n".'"'.$DiscNo.'"'; + + $r->print("\n".$Ptr); + } + else{ + my $Ptr = "\n".''. "\n".''.($RealIdx+1).''. + # "\n".''.$PrOrd.$Temp.''. "\n".''.$Temp.''. - "\n".' '.$StdNo.''. - "\n".''.$TotalTries.''. - "\n".''.$MxTries.''. - "\n".''.$Avg.''. - "\n".' '.$YES.''. - "\n".' '.$Override.''. - "\n".' '.$Wrng.''. - "\n".''.$DoD.''. - "\n".' '.$SD.''. - "\n".' '.$Sk.''. - "\n".' '.$_D1.''. - "\n".' '.$_D2.''. - "\n".'' ); + "\n".' '.$StdNo.''. + "\n".''.$TotalTries.''. + "\n".''.$MxTries.''. + "\n".''.$Avg.''. + "\n".' '.$YES.''. + "\n".' '.$Override.''. + "\n".' '.$Wrng.''. + "\n".' '.$DoD.''. + "\n".' '.$SD.''. + "\n".' '.$Sk.''. + "\n".' '.$_D1.''. + "\n".' '.$_D2.''. + "\n".' '.$DiscNo.''; + $r->print("\n".$Ptr.'' ); + } $GraphDat{$RealIdx}=$DoD.':'.$Wrng; } +sub StatusOptions { + my ($cache)=@_; + + my $Status = $cache->{'Status'}; + my $OpSel1 = ''; + my $OpSel2 = ''; + my $OpSel3 = ''; + + if($Status eq 'Any') { $OpSel3 = ' selected'; } + elsif($Status eq 'Expired' ) { $OpSel2 = ' selected'; } + else { $OpSel1 = ' selected'; } + + my $Ptr = ''; + $Ptr .= 'Student Status:'."\n"; + $Ptr .= ''."\n"; + + return $Ptr; +} + +sub AscendOrderOptions { + my ($cache)=@_; + + my $order = $cache->{'Ascend'}; + my $OpSel1 = ''; + my $OpSel2 = ''; + + if($order eq 'Ascending') { + $OpSel1 = ' selected'; + } else { + $OpSel2 = ' selected'; + } + + my $Ptr = ''; + $Ptr .= 'Sorting Type:'."\n"; + $Ptr .= ''."\n"; + + return $Ptr; +} + +sub ProblemStatisticsButtons { + my ($cache)=@_; + + my $Ptr = ''; + $Ptr .= '{'DisplayFormat'} eq 'Display CSV Format') { + $Ptr .= 'value="Display CSV Format" />'."\n"; + } else { + $Ptr .= 'value="Display Table Format" />'."\n"; + } + $Ptr .= ''; + + return $Ptr; +} + +sub ProblemStatisticsLegend { + my $Ptr = ''; + $Ptr = ''; + $Ptr .= ''; + $Ptr .= ''; + $Ptr .= ''; + $Ptr .= ''; + $Ptr .= ''; + $Ptr .= ''; + $Ptr .= ''; + $Ptr .= ''; + $Ptr .= ''; + $Ptr .= ''; + $Ptr .= ''; + $Ptr .= ''; + $Ptr .= ''; + $Ptr .= '
'; + $Ptr .= '#Stdnts:Total Number of Students opened the problem.'; + $Ptr .= '
'; + $Ptr .= 'Tries:Total Number of Tries for solving the problem.'; + $Ptr .= '
'; + $Ptr .= 'Mod:Maximunm Number of Tries for solving the problem.'; + $Ptr .= '
'; + $Ptr .= 'Mean:Average Number of the tries. [ Tries / #Stdnts ]'; + $Ptr .= '
'; + $Ptr .= '#YES:Number of students solved the problem correctly.'; + $Ptr .= '
'; + $Ptr .= '#yes:Number of students solved the problem by override.'; + $Ptr .= '
'; + $Ptr .= '%Wrng:Percentage of students tried to solve the problem '; + $Ptr .= 'but still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]'; + $Ptr .= '
'; +# Kashy formula +# ' DoDiff : Degree of Difficulty of the problem.
'. +# '[ Tries/(#YES+#yes+0.1) ]
'. + #Gerd formula + $Ptr .= 'DoDiff:
Degree of Difficulty of the problem. '; + $Ptr .= '[ 1 - ((#YES+#yes) / Tries) ]'; + $Ptr .= '
'; + $Ptr .= 'S.D.:Standard Deviation of the tries. '; + $Ptr .= '[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1) '; + $Ptr .= 'where Xi denotes every student\'s tries ]'; + $Ptr .= '
'; + $Ptr .= 'Skew.:Skewness of the students tries.'; + $Ptr .= '[(sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3)]'; + $Ptr .= '
'; + $Ptr .= 'Dis.F.:Discrimination Factor: A Standard for evaluating the '; + $Ptr .= 'problem according to a Criterion
'; + $Ptr .= '[Applied Criterion in %27 Upper Students - '; + $Ptr .= 'Applied the same Criterion in %27 Lower Students]
'; + $Ptr .= '1st Criterion for Sorting the Students: '; + $Ptr .= 'Sum of Partial Credit Awarded / Total Number of Tries
'; + $Ptr .= '2nd Criterion for Sorting the Students: '; + $Ptr .= 'Total number of Correct Answers / Total Number of Tries'; + $Ptr .= '
Disc.Number of Students had at least one discussion.'; + $Ptr .= '
'; + + return $Ptr; +} + +#---- END Problem Statistics Web Page ---------------------------------------- + +#---- Problem Statistics Graph Web Page -------------------------------------- + # ------------------------------------------- Prepare data for Graphical chart sub GetGraphData { - my $Tag = shift; + my $ylab = shift; my $Col; my $data=''; my $count = 0; @@ -916,12 +1266,12 @@ sub GetGraphData { foreach (keys %GraphDat) {delete $GraphDat{$_};} if (-e "$GraphDB") { if (tie(%GraphDat,'GDBM_File',"$GraphDB",&GDBM_READER,0640)) { - if ( $Tag eq 'DoDiff Graph' ) { - $Tag = 'Degree-of-Difficulty'; + if ( $ylab eq 'DoDiff Graph' ) { + $ylab = 'Degree-of-Difficulty'; $Col = 0; } else { - $Tag = 'Wrong-Percentage'; + $ylab = 'Wrong-Percentage'; $Col = 1; } foreach (sort NumericSort keys %GraphDat) { @@ -931,309 +1281,877 @@ sub GetGraphData { $data .= $inf.','; $count++; } + if ( $Max > 1 ) { + $Max += (10 - $Max % 10); + $Max = int($Max); + } + else { $Max = 1; } untie(%GraphDat); my $Course = $ENV{'course.'.$cid.'.description'}; $Course =~ s/\ /"_"/eg; - $GData=$Course.'&'.$Tag.'&'.$Max.'&'.$count.'&'.$data; - + $GData=$Course.'&'.'Problems'.'&'.$ylab.'&'.$Max.'&'.$count.'&'.$data; } else { $r->print("Unable to tie hash to db file"); } } } +#---- Problem Analysis Web Page ---------------------------------------------- +sub IntervalOptions { + my ($cache)=@_; -sub initial { -# --------------------------------- Initialize the global varaibles - undef @students; - undef @cols; - undef %maps; - undef %section; - undef %StuBox; - undef @list; - undef %CachData; - undef %GraphDat; - undef %DiscFac; - undef $CurMap; - undef $CurSec; - undef $CurStu; - undef $p_count; - undef $Pos; - undef $GData; - $DiscFlag=0; - $P_Order=100000; - $HWN=$P_Order; -} - - -sub ClassList { - - &GetStatus(); - - $cid=$ENV{'request.course.id'}; - my $chome=$ENV{'course.'.$cid.'.home'}; - my ($cdom,$cnum)=split(/\_/,$cid); -# ----------------------- Get first and last resource, see if there is anything - $firstres=$hash{'map_start_/res/'.$ENV{'request.course.uri'}}; - $lastres=$hash{'map_finish_/res/'.$ENV{'request.course.uri'}}; - if (($firstres) && ($lastres)) { -# ----------------------------------------------------------------- Render page - my $classlst=&Apache::lonnet::reply - ('dump:'.$cdom.':'.$cnum.':classlist',$chome); - my $StudNo = 0; - my $now=time; - unless ($classlst=~/^error\:/) { - foreach (sort split(/\&/,$classlst)) { - my ($name,$value)=split(/\=/,$_); - my ($end,$start)=split(/\:/,&Apache::lonnet::unescape($value)); - $name=&Apache::lonnet::unescape($name); - my ($sname,$sdom)=split(/\:/,$name); - my $active=1; - my $Status=$ENV{'form.status'}; - $Status = ($Status) ? $Status : 'Active'; - if ( ( ($end) && $now > $end ) && - ( ($Status eq 'Active') ) ) { $active=0; } - if ( ($Status eq 'Expired') && - ($end == 0 || $now < $end) ) { $active=0; } - if ($active) { - my $thisindex=$#students+1; - $name=&Apache::lonnet::unescape($name); - $students[$thisindex]=$name; - my ($sname,$sdom)=split(/\:/,$name); - #my %reply=&Apache::lonnet::idrget($sdom,$sname); - #my $reply=&Apache::lonnet::reply('get:'.$sdom.':'.$sname. - # ':environment:lastname&generation&firstname&middlename', - # &Apache::lonnet::homeserver($sname,$sdom)); - my $ssec=&usection($sdom,$sname,$cid,$Status); - if ($ssec==-1) {next;} - $ssec=($ssec) ? $ssec : '(none)'; - #$ssec=(int($ssec)) ? int($ssec) : $ssec; - $section{$ssec}=$ssec; - if ($CurSec eq 'All Sections' || $ssec eq $CurSec) { - $students[$StudNo]=$name; - $StuBox{$sname}=$sdom; - } - $StudNo++; - } - } - } - else { - $r->print('

Could not access course data

'); - } - $r->print("Total number of students : ".($#students+1)); - $r->rflush(); -# --------------- Find all assessments and put them into some linear-like order - &tracetable($firstres,'&'.$lastres.'&'); -# my $c=0; -# foreach (sort keys %mapsort) { -# $r->print('
'.$c.')'.$_.' ... '.$mapsort{$_}); -# $c++; -# } + my $interval = 1; + for(my $n=1; $n<=7; $n++) { + if($cache->{'Interval'} == $n) { + $interval = $n; + } } -# ------------------------------------------------------------- End render page - else { - $r->print('

Undefined course sequence

'); + my $Ptr = '
Select number of intervals'."\n". + ''."\n"; + + return $Ptr; } +sub OptionResponseTable { + my ($cache)=@_; + my $Str = ''; + $Str .= '
Option Response Problems in this course:'."\n"; + $Str .= '

'."\n"; + $Str .= ""; + $Str .= ''."\n"; + + my $number=1; + foreach (split(':::',$cache->{'OptionResponses'})) { + my ($uri,$title,$part,$problem)=split('::',$_); + my $Temp = ''.$title.''; + $Str .= ''; + $Str .= ''; + $Str .= ''; + $Str .= ''; + $Str .= ''."\n"; + $number++; + } + $Str .= '
\# Problem Title Resource Analysis
'.$number.' '.$Temp.' '.$uri.'
'."\n"; -sub Menu { - my $InpStr = $ENV{'form.sort'}; - if ( $InpStr eq 'DoDiff Graph' || $InpStr eq '%Wrong Graph' ) { - &GetGraphData($InpStr); - $r->print(''); + return $Str; +} + +#---- END Problem Analysis Web Page ------------------------------------------ + +#---- Student Assessment Web Page -------------------------------------------- + +# ------ Create different Student Report +sub StudentReport { + my ($cache, $name)=@_; + + my $Str = ''; + if($cache->{$name.':error'} =~ /course/) { + my ($username)=split(':',$name); + $Str .= 'No course data for student '; + $Str .= ''.$username.'.
'; + return $Str; + } + + $Str .= ""; + $Str .= ''."\n"; + + my $codes; + my $attempts; + foreach my $sequence (split(':', $cache->{'orderedSequences'})) { + if($cache->{'StudentAssessmentMap'} ne 'All Maps' && + $cache->{'StudentAssessmentMap'} ne $cache->{$sequence.':title'}) { + next; + } + + $Str .= ''; + $Str .= ''; + + $codes = ''; + $attempts = ''; + foreach my $problemID (split(':', $cache->{$sequence.':problems'})) { + my $problem = $cache->{$problemID.':problem'}; + my $LatestVersion = $cache->{$name.':version:'.$problem}; + + # Output dashes for all the parts of this problem if there + # is no version information about the current problem. + if(!$LatestVersion) { + foreach my $part (split(/\:/,$cache->{$sequence.':'. + $problemID. + ':parts'})) { + $codes .= "-,"; + $attempts .= "0,"; + } + next; + } + + my %partData=undef; + # Initialize part data, display skips correctly + # Skip refers to when a student made no submissions on that + # part/problem. + foreach my $part (split(/\:/,$cache->{$sequence.':'. + $problemID. + ':parts'})) { + $partData{$part.':tries'}=0; + $partData{$part.':code'}='-'; + } + + # Looping through all the versions of each part, starting with the + # oldest version. Basically, it gets the most recent + # set of grade data for each part. + for(my $Version=1; $Version<=$LatestVersion; $Version++) { + foreach my $part (split(/\:/,$cache->{$sequence.':'. + $problemID. + ':parts'})) { + + if(!defined($cache->{$name.":$Version:$problem". + ":resource.$part.solved"})) { + # No grade for this submission, so skip + next; + } + + my $tries=0; + my $code='U'; + + $tries = $cache->{$name.":$Version:$problem". + ":resource.$part.tries"}; + $partData{$part.':tries'}=($tries) ? $tries : 0; + + my $val = $cache->{$name.":$Version:$problem". + ":resource.$part.solved"}; + if ($val eq 'correct_by_student') {$code = 'Y';} + elsif ($val eq 'correct_by_override') {$code = 'y';} + elsif ($val eq 'incorrect_attempted') {$code = 'N';} + elsif ($val eq 'incorrect_by_override'){$code = 'N';} + elsif ($val eq 'excused') {$code = 'x';} + $partData{$part.':code'}=$code; + } + } + + # Loop through all the parts for the current problem in the + # correct order and prepare the output + foreach (split(/\:/,$cache->{$sequence.':'.$problemID. + ':parts'})) { + $codes .= $partData{$_.':code'}.','; + $attempts .= $partData{$_.':tries'}.','; + } + } + $codes =~ s/,$//; + $attempts =~ s/,$//; + $Str .= ''; + $Str .= ''; + $Str .= ''."\n"; } - else { - $r->print('LON-CAPA Statistics'); + $Str .= '
\# Set Title Results Tries
'.$sequence.''.$cache->{$sequence.':title'}.''.$codes.''.$attempts.'
'."\n"; - $r->print(''. - ''. - ''); -# ---------------------------------------------------------------- Course title - $r->print('

Course : "'. - $ENV{'course.'.$ENV{'request.course.id'}. - '.description'}.'"

'.localtime().'

'); -# ------------------------------- This is going to take a while, produce output - $r->rflush(); - - $r->print("\n".'
'); - - my $content = $ENV{'form.sort'}; - if ($content eq '' || $content eq 'Return to Menu') { - my $Ptr = '

'; - $Ptr .= ''; - $Ptr .= '

'; - $Ptr .= ''; - $Ptr .= '

'; - $r->print( $Ptr ); - } - else { - &initial(); - &ClassList(); - if ( $content eq 'Student Assessment' || - $content eq 'Create Student Report' ) { - &StudentOptions(); - &StudentReport($CurStu,$StuBox{"$CurStu"}); - } - else { - &PreStatTable(); - } - } - $r->print("\n".'
'. - "\n".''. - "\n".''); - $r->rflush(); + return $Str; +} + +#---- END Student Assessment Web Page ---------------------------------------- + +#---- Menu Web Page ---------------------------------------------------------- + +#---- END Menu Web Page ------------------------------------------------------ + +#---- HELPER FUNCTIONS ------------------------------------------------------- + +sub CheckFormElement { + my ($cache, $ENVName, $cacheName, $default)=@_; + + if(defined($ENV{'form.'.$ENVName})) { + $cache->{$cacheName} = $ENV{'form.'.$ENVName}; + } elsif(!defined($cache->{$cacheName})) { + $cache->{$cacheName} = $default; } + + return; } -sub StudentOptions { - my $OpSel5=''; - $CurStu = $ENV{'form.student'}; - if ( $CurStu eq '' ) { - $CurStu = 'All Students'; - $OpSel5 = 'selected'; - } - my $Ptr =''; -# ----------------------------------- Loading the Students Combobox - $Ptr .= '
Select Student'."\n". - ''; - $Ptr .= '
'; - $r->print( $Ptr ); - $r->rflush(); -} - -sub GetStatus { - $OpSel1=''; - $OpSel2=''; - $OpSel3=''; - $OpSel4=''; - if ( $ENV{'form.order'} eq 'Descending' ) { $OpSel2='selected'; } - else { $OpSel1 = 'selected'; } + return; - my %myHeader = reverse( %Header ); - $Pos = $myHeader{$ENV{'form.sort'}}; - if ($Pos == 0) { - $OpSel1 = 'selected'; - $ENV{'form.order'}='Ascendig'; + # Select page to display + if(defined($ENV{'form.ProblemStatistics'}) || + defined($ENV{'form.ProblemStatisticsRecalculate'}) || + defined($ENV{'form.DisplayCSVFormat'})) { + $cache->{'GoToPage'} = 'ProblemStatistics'; + &CheckFormElement($cache, 'DisplayCSVFormat', + 'DisplayFormat', 'Display Table Format'); + &CheckFormElement($cache, 'Ascend','ProblemStatisticsAscend', + 'Ascending'); + &CheckFormElement($cache, 'Maps', 'ProblemStatisticsMap', + 'All Maps'); + } elsif(defined($ENV{'form.ProblemAnalysis'})) { + $cache->{'GoToPage'} = 'ProblemAnalysis'; + &CheckFormElement($cache, 'Interval', 'Interval', '1'); + } elsif(defined($ENV{'form.DoDiffGraph'})) { + $cache->{'GoToPage'} = 'DoDiffGraph'; + } elsif(defined($ENV{'form.PercentWrongGraph'})) { + $cache->{'GoToPage'} = 'PercentWrongGraph'; + } elsif(defined($ENV{'form.ActivityLog'})) { + $cache->{'GoToPage'} = 'ActivityLog'; + } else { + $cache->{'GoToPage'} = 'Menu'; } - $CurMap = $ENV{'form.maps'}; - if ( $CurMap eq '' ) { - $CurMap = 'All Maps'; - $OpSel3 = 'selected'; + &CheckFormElement($cache, 'Status', 'Status', 'Active'); + + return; +} + +=pod + +=item &SortStudents() + +Determines which students to display and in which order. Which are +displayed are determined by their status(active/expired). The order +is determined by the sort button pressed (default to username). The +type of sorting is username, lastname, or section. + +=over 4 + +Input: $students, $CacheData + +$students: A array pointer to a list of students (username:domain) + +$CacheData: A pointer to the hash tied to the cached data + +Output: \@order + +@order: An ordered list of students (username:domain) + +=back + +=cut + +sub SortStudents { + my ($cache)=@_; + + my @students = split(':::',$cache->{'NamesOfStudents'}); + my @sorted1Students=(); + foreach (@students) { + if($cache->{'Status'} eq 'Any' || + $cache->{$_.':Status'} eq $cache->{'Status'}) { + push(@sorted1Students, $_); + } } - $CurSec = $ENV{'form.section'}; - if ( $CurSec eq '' ) { - $CurSec = 'All Sections'; - $OpSel4 = 'selected'; + + my $sortBy = ''; + if(defined($cache->{'sort'})) { + $sortBy = ':'.$cache->{'sort'}; } + my @order = sort { $cache->{$a.$sortBy} cmp $cache->{$b.$sortBy} || + $cache->{$a.':fullname'} cmp $cache->{$b.':fullname'} } + @sorted1Students; + + return \@order; } +sub PrepareData { + my ($c, $cacheDB)=@_; -sub MapSecOptions { -# ----------------------------------- Loading the Maps Combobox - my $Ptr = '
'; - $Ptr .= '
'; - $Ptr .= '
Select   Map     '."\n". - ''; - $Ptr .= '   '; -# ----------------------------------- Loading the Sections Combobox - $Ptr .= '
Select Section'."\n". - ''."\n"; - $r->print( $Ptr ); + # Download class list information if not using cached data + my %cache; + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT,0640)) { + return "Unable to tie hash to db file."; + } + + if(!$isCached) { + my $processTopResourceMapReturn= + &Apache::loncoursedata::ProcessTopResourceMap(\%cache, $c); + if($processTopResourceMapReturn ne 'OK') { + untie(%cache); + return $processTopResourceMapReturn; + } + } + + if($c->aborted()) { + untie(%cache); + return 'aborted'; + } + + my $classlist=&Apache::loncoursedata::DownloadClasslist($courseID, + $cache{'ClasslistTimestamp'}, + $c); + foreach (keys(%$classlist)) { + if(/^(con_lost|error|no_such_host)/i) { + untie(%cache); + return "Error getting student data."; + } + } + + if($c->aborted()) { + untie(%cache); + return 'aborted'; + } + + # Active is a temporary solution, remember to change + Apache::loncoursedata::ProcessClasslist(\%cache,$classlist,$courseID,$c); + if($c->aborted()) { + untie(%cache); + return 'aborted'; + } + + &ProcessFormData(\%cache); + my $students = &SortStudents(\%cache); + + if($cache{'download'} ne 'false') { + my $who = $cache{'download'}; + my $courseData = + &Apache::loncoursedata::DownloadStudentCourseInformation( + $who, $courseID, + $cache{$who.':lastDownloadTime'}); + &Apache::loncoursedata::ProcessStudentData(\%cache, $courseData, $who); + $cache{'download'} = 'false'; + } elsif($cache{'DownloadAll'} ne 'false') { + my @allStudents; + if($cache{'DownloadAll'} eq 'sorted') { + @allStudents = @$students; + } else { + @allStudents = split(':::', $cache{'NamesOfStudents'}); + } + foreach (@allStudents) { + my $courseData = + &Apache::loncoursedata::DownloadStudentCourseInformation( + $_, $courseID, + $cache{$_.':lastDownloadTime'}); + &Apache::loncoursedata::ProcessStudentData(\%cache, $courseData, + $_); + if($c->aborted()) { + untie(%cache); + return 'aborted'; + } + } + $cache{'DownloadAll'} = 'false'; + } + + if($c->aborted()) { + untie(%cache); + return 'aborted'; + } + + if($c->aborted()) { + untie(%cache); + return 'aborted'; + } + + untie(%cache); + + return ('OK', $students); +} + +# Create progress +sub Create_PrgWin { + $r->print(< + popwin=open('','popwin','width=400,height=100'); + popwin.document.writeln(''+ + 'LON-CAPA Statistics'+ + '

Computation Progress

'+ + '
'+ + '
'+ + ''); + popwin.document.close(); + +ENDPOP + $r->rflush(); } +# update progress +sub Update_PrgWin { + my ($totalStudents,$index,$name)=@_; + $r->print(''); + $r->rflush(); +} -# ================================================================ Main Handler +# close Progress Line +sub Close_PrgWin { + $r->print(''); + $r->rflush(); +} -sub handler { - $r=shift; +# For loading the colored table for display or un-colored for print +sub setbgcolor { + my $PrintTable=shift; + undef %color; + if ($PrintTable){ + $color{"gb"}="#FFFFFF"; + $color{"red"}="#FFFFFF"; + $color{"yellow"}="#FFFFFF"; + $color{"green"}="#FFFFFF"; + $color{"purple"}="#FFFFFF"; + } else { + $color{"gb"}="#DDFFFF"; + $color{"red"}="#FFDDDD"; + $color{"yellow"}="#EEFFCC"; + $color{"green"}="#DDFFDD"; + $color{"purple"}="#FFDDFF"; + } - if (&Apache::lonnet::allowed('vgr',$ENV{'request.course.id'})) { -# ------------------------------------------- Set document type for header only - if ($r->header_only) { - if ($ENV{'browser.mathml'}) { - $r->content_type('text/xml'); - } - else { - $r->content_type('text/html'); - } - $r->send_http_header; - return OK; - } - my $requrl=$r->uri; -# ----------------------------------------------------------------- Tie db file + return; +} - undef %hash; +sub initial { + undef %hash; + undef %CachData; + undef %GraphDat; + undef %ConceptData; + undef $GData; +} + +#---- END HELPER FUNCTIONS --------------------------------------------------- + +sub BuildProblemStatisticsPage { + my ($cacheDB, $students, $courseID, $c)=@_; + + my %cache; + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { + $r->print('Unable to tie database.'); + return; + } - if ($ENV{'request.course.fn'}) { - my $fn=$ENV{'request.course.fn'}; - if (-e "$fn.db") { - if (tie(%hash,'GDBM_File',"$fn.db",&GDBM_READER,0640)) { -# ------------------------------------------------------------------- Hash tied - $r->content_type('text/html'); - $r->send_http_header; - &Menu(); - } - else { - $r->content_type('text/html'); - $r->send_http_header; - $r->print('Coursemap undefined.'); - } -# ------------------------------------------------------------------ Untie hash - unless (untie(%hash)) { - &Apache::lonnet::logthis("WARNING: ". - "Could not untie coursemap $fn (browse)."); - } + my $Ptr = ''; + $Ptr .= ''; + $Ptr .= ''."\n"; + $Ptr .= ''."\n"; + $r->print($Ptr); + $r->print(&AscendOrderOptions()); + $r->print(&ProblemStatisticsButtons(\%cache)); + $r->print('
Select Map'; + $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'ProblemStatistics'); + $Ptr .= '
'); + + $r->print(&ProblemStatisticsLegend()); + + untie(%cache); + foreach (@$students) { + my $courseData = + &Apache::loncoursedata::DownloadStudentCourseInformation($_, + $courseID); + last if ($c->aborted()); + if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT,0640)) { + &Apache::loncoursedata::ProcessStudentData(\%cache, + $courseData, $_); + untie(%cache); + } + } + if($c->aborted()) { return; } -# -------------------------------------------------------------------- All done - return OK; -# ----------------------------------------------- Errors, hash could no be tied - } - } - else { - $ENV{'user.error.msg'}="$requrl:bre:0:0:Course not initialized"; - return HTTP_NOT_ACCEPTABLE; - } + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { + $r->print('Unable to tie database.'); + return; } - else { + my $discriminantFactor; + my @list=(); + foreach (@$students) { + $discriminantFactor = &ExtractStudentData(\%cache, $_, \@list); + } + + my ($upper, $lower) = &Discriminant($discriminantFactor); + my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod", + 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff", + 9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd", 13, "Disc."); + &BuildStatisticsTable(\%cache, $discriminantFactor, \@list, \%Header, + $students); + + untie(%cache); + + return; +} + +sub BuildDiffGraph { + my ($courseID)=@_; + + my $graphData = &GetGraphData('DiffGraph', $courseID); + $r->print(''); + + return; +} + +sub BuildWrongGraph { + my ($courseID)=@_; + + my $graphData = &GetGraphData('WrongGraph', $courseID); + $r->print(''); + + return; +} + +sub BuildAnalyzePage { + my ($cacheDB, $students, $courseID)=@_; + + my %cache; + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { + $r->print('Unable to tie database.'); + return; + } + + &ShowOpGraph(\%cache, $students, $courseID); + + untie(%cache); + + return; +} + +sub BuildProblemAnalysisPage { + my ($cacheDB)=@_; + + my %cache; + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { + $r->print('Unable to tie database.'); + return; + } + + $r->print(&IntervalOptions()); + $r->print(&OptionResponseTable(\%cache)); + + untie(%cache); + + return; +} + +sub BuildStudentAssessmentPage { + my ($cacheDB, $students, $courseID, $c)=@_; + + my %cache; + + my $Ptr = ''; + $Ptr .= ''; + $r->print($Ptr); + + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { + $r->print('Unable to tie database.'); + return; + } + + my $selectedName = $cache{'StudentAssessmentStudent'}; + for(my $index=0; + ($selectedName ne 'All Students') && ($index<(scalar @$students)); + $index++) { + my $fullname = $cache{$students->[$index].':fullname'}; + if($fullname eq $selectedName) { + if($cache{'StudentAssessmentMove'} eq 'next') { + if($index == ((scalar @$students) - 1)) { + $selectedName = $students->[0]; + } else { + $selectedName = $students->[$index+1]; + } + } elsif($cache{'StudentAssessmentMove'} eq 'previous') { + if($index == 0) { + $selectedName = $students->[-1]; + } else { + $selectedName = $students->[$index-1]; + } + } else { + $selectedName = $students->[$index]; + } + last; + } + } + + $Ptr .= ''."\n"; + $Ptr .= ''."\n"; + $Ptr .= ''."\n"; + $Ptr .= ''."\n"; + untie(%cache); + + $Ptr .= '
Select Map'; + $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'StudentAssessment'); + $Ptr .= '
Select Student'."\n"; + $Ptr .= &Apache::lonhtmlcommon::StudentOptions(\%cache, $students, + $selectedName, + 'StudentAssessment'); + $Ptr .= '
'; + $Ptr .= 'print($Ptr); + + if($selectedName eq 'No Student Selected') { + $r->print('

WARNING: '); + $r->print('Please select a student

'); + return; + } + + my $selected=0; + foreach (@$students) { + next if ($_ ne $selectedName && + $selectedName ne 'All Students'); + $selected = 1; + my $courseData = + &Apache::loncoursedata::DownloadStudentCourseInformation($_, + $courseID); + last if ($c->aborted()); + if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT,0640)) { + &Apache::loncoursedata::ProcessStudentData(\%cache, + $courseData, $_); + if(!$c->aborted()) { $r->print(&StudentReport(\%cache, $_)); } + untie(%cache); + } + } + if($selected == 0) { + $r->print('

WARNING: '); + $r->print('Please select a student

'); + return; + } + + return; +} + +sub BuildClasslist { + my ($cacheDB,$students,$studentInformation,$headings,$spacePadding)=@_; + + my %cache; + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { + return 'Unable to tie database.'; + } + + my $Str=''; + $Str .= '
'."\n"; + $Str .= ''."\n"; + + my $displayString = ''."\n"; + $Str .= &Apache::lonhtmlcommon::CreateStudentInformationHeadings(\%cache, + $studentInformation, + $headings, + $displayString); + $Str .= ''."\n"; + $Str .= ''."\n"; + my $alternate=0; + foreach (@$students) { + my ($username, $domain) = split(':', $_); + if($alternate) { + $Str .= ''."\n"; + } + + $Str .= '
DISPLAYDATA '; + $Str .= ''; + $Str .= 'Last Updated  
'; + } else { + $Str .= '
'; + } + $alternate = ($alternate + 1) % 2; + foreach my $data (@$studentInformation) { + if($data eq 'fullname') { + $Str .= ''; + } + + $Str .= $cache{$_.':'.$data}.' '; + + if($data eq 'fullname') { + $Str .= ''; + } + + $Str .= ''; + } + + $Str .= ''; + my $downloadTime = $cache{$_.':lastDownloadTime'}; + if($downloadTime ne 'Not downloaded') { + $downloadTime = localtime($downloadTime); + } + $Str .= $downloadTime; + + $Str .= ' 
'."\n"; + + untie(%cache); + + return $Str; +} + +sub BuildStatistics { + my ($r)=@_; + + my $c = $r->connection; + my @studentInformation=('fullname','section','id','domain','username'); + my @headings=('Full Name', 'Section', 'PID', 'Domain', 'User Name'); + my $spacePadding = ' '; + my %reports = ('classlist' => 'Class list', + 'problem_statistics' => 'Problem Statistics', + 'student_assessment' => 'Student Assessment', + 'reportSelected' => 'Class list'); + + my %cache; + my $courseID=$ENV{'request.course.id'}; + my $cacheDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". + "_$ENV{'user.domain'}_$courseID\_statistics.db"; + + &setbgcolor(0); + my ($returnValue, $students) = &PrepareData($c, $cacheDB); + if($returnValue ne 'OK') { + $r->print(''.$returnValue."\n".''); + return OK; + } + + my $GoToPage; + if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { + $GoToPage = $cache{'reportSelected'}; + $reports{'reportSelected'} = $cache{'reportSelected'}; +# if(defined($cache{'reportKey'}) && $cache{'reportKey'} ne 'false') { +# $reports{$cache{'reportKey'}} = $cache{'reportSelected'}; +# } + + if(defined($cache{'OptionResponses'})) { + $reports{'problem_analysis'} = 'Problem Analysis'; + } + + $r->print(&Apache::lonhtmlcommon::Title('LON-CAPA Statistics')); + $r->print('
print('method="post" action="/adm/statistics">'); + $r->print(&Apache::lonhtmlcommon::CreateStatisticsMainMenu( + $cache{'Status'}, + \%reports)); + untie(%cache); + } else { + $r->print('Unable to tie database.'); + return OK; + } + + if($GoToPage eq 'Activity Log') { + &Activity(); + } elsif($GoToPage eq 'Problem Statistics') { + &BuildProblemStatisticsPage($cacheDB, $students, $courseID, $c); + } elsif($GoToPage eq 'Problem Analysis') { + &BuildProblemAnalysisPage($cacheDB); + } elsif($GoToPage eq 'Student Assessment') { + &BuildStudentAssessmentPage($cacheDB, $students, $courseID, $c); + } elsif($GoToPage eq 'Analyze') { + &BuildAnalyzePage($cacheDB, $students, $courseID); + } elsif($GoToPage eq 'DoDiffGraph') { + &BuildDiffGraph($courseID); + } elsif($GoToPage eq 'PercentWrongGraph') { + &BuildWrongGraph($courseID); + } elsif($GoToPage eq 'Class list') { + $r->print(&BuildClasslist($cacheDB, $students, \@studentInformation, + \@headings, $spacePadding)); + } + + $r->print('
'."\n"); + $r->print("\n".''."\n".''); + $r->rflush(); + + return OK; +} + +# ================================================================ Main Handler + +sub handler { + $r=shift; + &initial(); + + unless(&Apache::lonnet::allowed('vgr',$ENV{'request.course.id'})) { $ENV{'user.error.msg'}= $r->uri.":vgr:0:0:Cannot view grades for complete course"; + return HTTP_NOT_ACCEPTABLE; + } + + # Set document type for header only + if($r->header_only) { + if ($ENV{'browser.mathml'}) { + $r->content_type('text/xml'); + } else { + $r->content_type('text/html'); + } + &Apache::loncommon::no_cache($r); + $r->send_http_header; + return OK; + } + unless($ENV{'request.course.fn'}) { + my $requrl=$r->uri; + $ENV{'user.error.msg'}="$requrl:bre:0:0:Course not initialized"; return HTTP_NOT_ACCEPTABLE; } -} -1; -__END__ + $r->content_type('text/html'); + $r->send_http_header; + &BuildStatistics($r); + return OK; +} +1; +__END__