|
version 1.54, 2003/06/16 15:54:58
|
version 1.122.2.2, 2013/12/30 14:05:21
|
|
Line 50 Excel files, and plots.
|
Line 50 Excel files, and plots.
|
| package Apache::lonproblemstatistics; |
package Apache::lonproblemstatistics; |
| |
|
| use strict; |
use strict; |
| use Apache::lonnet(); |
use Apache::lonnet; |
| |
use Apache::loncommon(); |
| use Apache::lonhtmlcommon; |
use Apache::lonhtmlcommon; |
| use Apache::loncoursedata; |
use Apache::loncoursedata; |
| use Apache::lonstatistics; |
use Apache::lonstatistics; |
| |
use LONCAPA::lonmetadata(); |
| |
use Apache::lonlocal; |
| use Spreadsheet::WriteExcel; |
use Spreadsheet::WriteExcel; |
| |
use Apache::lonstathelpers(); |
| |
use Time::HiRes; |
| |
use LONCAPA; |
| |
|
| |
|
| |
my @StatsArray; |
| |
my %SeqStat; # keys are symbs, values are hash refs |
| |
|
| |
## |
| |
## Localization notes: |
| |
## |
| |
## in @Fields[0]->{'long_title'} is placed in Excel files and is used as the |
| |
## header for plots created with Graph.pm, both of which more than likely do |
| |
## not support localization. |
| |
## |
| |
## Additional Notes: |
| |
## Localization can be done and is done before passing the phrases |
| |
## to the output. |
| |
## This might conflict with special characters, e.g. German Umlaute or |
| |
## chinese characters. Do not use such characters in this case. |
| |
## If this failed, consider that the sequence and folder names |
| |
## are also passed to the output and would fail the same way. |
| |
## |
| |
# |
| |
# |
| |
## |
| |
## Description of Field attributes |
| |
## |
| |
## Attribute Required Value Meaning or Use |
| |
## |
| |
## name yes any scalar Used to uniquely identify field |
| |
## title yes any scalar This is what the user sees to identify |
| |
## the field. Passed through &mt(). |
| |
## long_title yes any scalar Used as graph heading and in excel |
| |
## output. Passed through &mt(). |
| |
## align no (left|right|center) HTML cell contents alignment |
| |
## color yes html color HTML cell background color |
| |
## used to visually group statistics |
| |
## special no (link) Indicates a link, target is name.link |
| |
## Currently set in &get_statistics() |
| |
## graphable no (yes|no) Can a bar graph of the field be |
| |
## produced? |
| |
## sortable no (yes|no) Should a sort link be put in the |
| |
## column header? |
| |
## selectable yes (yes|no) Can the column be removed from the |
| |
## statistics display? |
| |
## selected yes (yes|no) Is the column selected by default? |
| |
## |
| |
## format no sprintf format string |
| |
## |
| |
## excel_format no excel format type |
| |
## (see &Apache::loncommon::define_excel_formats |
| my @Fields = ( |
my @Fields = ( |
| { name => 'problem_num', |
{ name => 'problem_num', |
| title => 'P#', |
title => 'P#', |
| align => 'right', |
align => 'right', |
| color => '#FFFFE6' }, |
color => '#FFFFE6', |
| |
selectable => 'no', |
| |
defaultselected => 'yes', |
| |
}, |
| { name => 'container', |
{ name => 'container', |
| title => 'Sequence or Folder', |
title => 'Sequence or Folder', |
| align => 'left', |
align => 'left', |
| color => '#FFFFE6', |
color => '#FFFFE6', |
| sortable => 'yes' }, |
sortable => 'yes', |
| |
selectable => 'no', |
| |
defaultselected => 'yes', |
| |
}, |
| { name => 'title', |
{ name => 'title', |
| title => 'Title', |
title => 'Title', |
| align => 'left', |
align => 'left', |
| color => '#FFFFE6', |
color => '#FFFFE6', |
| special => 'link', |
special => 'link', |
| sortable => 'yes', }, |
sortable => 'yes', |
| { name => 'part', |
selectable => 'no', |
| |
defaultselected => 'yes', |
| |
}, |
| |
{ name => 'part', |
| title => 'Part', |
title => 'Part', |
| align => 'left', |
align => 'left', |
| color => '#FFFFE6' }, |
color => '#FFFFE6', |
| |
selectable => 'no', |
| |
defaultselected => 'yes', |
| |
}, |
| { name => 'num_students', |
{ name => 'num_students', |
| title => '#Stdnts', |
title => '#Stdnts', |
| align => 'right', |
align => 'right', |
|
Line 83 my @Fields = (
|
Line 149 my @Fields = (
|
| format => '%d', |
format => '%d', |
| sortable => 'yes', |
sortable => 'yes', |
| graphable => 'yes', |
graphable => 'yes', |
| long_title => 'Number of Students Attempting Problem' }, |
long_title => 'Number of Students Attempting Problem', |
| |
selectable => 'yes', |
| |
defaultselected => 'yes', |
| |
}, |
| { name => 'tries', |
{ name => 'tries', |
| title => 'Tries', |
title => 'Tries', |
| align => 'right', |
align => 'right', |
|
Line 91 my @Fields = (
|
Line 160 my @Fields = (
|
| format => '%d', |
format => '%d', |
| sortable => 'yes', |
sortable => 'yes', |
| graphable => 'yes', |
graphable => 'yes', |
| long_title => 'Total Number of Tries' }, |
long_title => 'Total Number of Tries', |
| |
selectable => 'yes', |
| |
defaultselected => 'yes', |
| |
}, |
| { name => 'max_tries', |
{ name => 'max_tries', |
| title => 'Max Tries', |
title => 'Max Tries', |
| align => 'right', |
align => 'right', |
|
Line 99 my @Fields = (
|
Line 171 my @Fields = (
|
| format => '%d', |
format => '%d', |
| sortable => 'yes', |
sortable => 'yes', |
| graphable => 'yes', |
graphable => 'yes', |
| long_title => 'Maximum Number of Tries' }, |
long_title => 'Maximum Number of Tries', |
| |
selectable => 'yes', |
| |
defaultselected => 'yes', |
| |
}, |
| |
{ name => 'min_tries', |
| |
title => 'Min Tries', |
| |
align => 'right', |
| |
color => '#DDFFFF', |
| |
format => '%d', |
| |
sortable => 'yes', |
| |
graphable => 'yes', |
| |
long_title => 'Minumum Number of Tries', |
| |
selectable => 'yes', |
| |
defaultselected => 'yes', |
| |
}, |
| { name => 'mean_tries', |
{ name => 'mean_tries', |
| title => 'Mean Tries', |
title => 'Mean Tries', |
| align => 'right', |
align => 'right', |
|
Line 107 my @Fields = (
|
Line 193 my @Fields = (
|
| format => '%5.2f', |
format => '%5.2f', |
| sortable => 'yes', |
sortable => 'yes', |
| graphable => 'yes', |
graphable => 'yes', |
| long_title => 'Average Number of Tries' }, |
long_title => 'Average Number of Tries', |
| |
selectable => 'yes', |
| |
defaultselected => 'yes', |
| |
}, |
| { name => 'std_tries', |
{ name => 'std_tries', |
| title => 'S.D. tries', |
title => 'S.D. tries', |
| align => 'right', |
align => 'right', |
|
Line 115 my @Fields = (
|
Line 204 my @Fields = (
|
| format => '%5.2f', |
format => '%5.2f', |
| sortable => 'yes', |
sortable => 'yes', |
| graphable => 'yes', |
graphable => 'yes', |
| long_title => 'Standard Deviation of Number of Tries' }, |
long_title => 'Standard Deviation of Number of Tries', |
| |
selectable => 'yes', |
| |
defaultselected => 'yes', |
| |
}, |
| { name => 'skew_tries', |
{ name => 'skew_tries', |
| title => 'Skew Tries', |
title => 'Skew Tries', |
| align => 'right', |
align => 'right', |
|
Line 123 my @Fields = (
|
Line 215 my @Fields = (
|
| format => '%5.2f', |
format => '%5.2f', |
| sortable => 'yes', |
sortable => 'yes', |
| graphable => 'yes', |
graphable => 'yes', |
| long_title => 'Skew of Number of Tries' }, |
long_title => 'Skew of Number of Tries', |
| { name => 'deg_of_diff', |
selectable => 'yes', |
| title => 'DoDiff', |
defaultselected => 'no', |
| align => 'right', |
}, |
| color => '#DDFFFF', |
|
| format => '%5.2f', |
|
| sortable => 'yes', |
|
| graphable => 'yes', |
|
| long_title => 'Degree of Difficulty' }, |
|
| { name => 'num_solved', |
{ name => 'num_solved', |
| title => '#YES', |
title => '#YES', |
| align => 'right', |
align => 'right', |
| color => '#FFDDDD', |
color => '#FFDDDD', |
| format => '%d', |
format => '%4.1f',# format => '%d', |
| sortable => 'yes', |
sortable => 'yes', |
| graphable => 'yes', |
graphable => 'yes', |
| long_title => 'Number of Students able to Solve' }, |
long_title => 'Number of Students able to Solve', |
| |
selectable => 'yes', |
| |
defaultselected => 'yes', |
| |
}, |
| { name => 'num_override', |
{ name => 'num_override', |
| title => '#yes', |
title => '#yes', |
| align => 'right', |
align => 'right', |
| color => '#FFDDDD', |
color => '#FFDDDD', |
| format => '%d', |
format => '%4.1f',# format => '%d', |
| |
sortable => 'yes', |
| |
graphable => 'yes', |
| |
long_title => 'Number of Students given Override', |
| |
selectable => 'yes', |
| |
defaultselected => 'yes', |
| |
}, |
| |
{ name => 'tries_per_correct', |
| |
title => 'tries/correct', |
| |
align => 'right', |
| |
color => '#FFDDDD', |
| |
format => '%4.1f', |
| sortable => 'yes', |
sortable => 'yes', |
| graphable => 'yes', |
graphable => 'yes', |
| long_title => 'Number of Students given Override' }, |
long_title => 'Tries per Correct Answer', |
| |
selectable => 'yes', |
| |
defaultselected => 'yes', |
| |
}, |
| |
{ name => 'num_wrong', |
| |
title => '#Wrng', |
| |
align => 'right', |
| |
color => '#FFDDDD', |
| |
format => '%4.1f', |
| |
sortable => 'yes', |
| |
graphable => 'yes', |
| |
long_title => 'Number of students whose final answer is wrong', |
| |
selectable => 'yes', |
| |
defaultselected => 'yes', |
| |
}, |
| { name => 'per_wrong', |
{ name => 'per_wrong', |
| title => '%Wrng', |
title => '%Wrng', |
| align => 'right', |
align => 'right', |
| color => '#FFFFE6', |
color => '#FFDDDD', |
| format => '%4.1f', |
format => '%4.1f', |
| sortable => 'yes', |
sortable => 'yes', |
| graphable => 'yes', |
graphable => 'yes', |
| long_title => 'Percent Wrong' }, |
long_title => 'Percent of students whose final answer is wrong', |
| |
selectable => 'yes', |
| |
defaultselected => 'yes', |
| |
}, |
| |
{ name => 'deg_of_diff', |
| |
title => 'DoDiff', |
| |
align => 'right', |
| |
color => '#FFFFE6', |
| |
format => '%5.2f', |
| |
sortable => 'yes', |
| |
graphable => 'yes', |
| |
long_title => 'Degree of Difficulty'. |
| |
' ~[ 1 - ((#YES+#yes) / Tries) ~]', |
| |
selectable => 'yes', |
| |
defaultselected => 'yes', |
| |
}, |
| |
{ name => 'deg_of_disc', |
| |
title => 'DoDisc', |
| |
align => 'right', |
| |
color => '#FFFFE6', |
| |
format => '%4.2f', |
| |
sortable => 'yes', |
| |
graphable => 'yes', |
| |
long_title => 'Degree of Discrimination', |
| |
selectable => 'yes', |
| |
defaultselected => 'yes', |
| |
}, |
| |
## duedate included for research purposes. Commented out most of the time. |
| |
# { name => 'duedate', |
| |
# title => 'Due Date', |
| |
# align => 'left', |
| |
# color => '#FFFFFF', |
| |
# sortable => 'yes', |
| |
# graphable => 'no', |
| |
# long_title => 'Due date of resource for instructor', |
| |
# selectable => 'no', |
| |
# defaultselected => 'yes', |
| |
# }, |
| |
## opendate included for research purposes. Commented out most of the time. |
| |
# { name => 'opendate', |
| |
# title => 'Open Date', |
| |
# align => 'left', |
| |
# color => '#FFFFFF', |
| |
# sortable => 'yes', |
| |
# graphable => 'no', |
| |
# long_title => 'date resource became answerable', |
| |
# selectable => 'no', |
| |
# defaultselected => 'yes', |
| |
# }, |
| |
## symb included for research purposes. Commented out most of the time. |
| |
# { name => 'symb', |
| |
# title => 'Symb', |
| |
# align => 'left', |
| |
# color => '#FFFFFF', |
| |
# sortable => 'yes', |
| |
# graphable => 'no', |
| |
# long_title => 'Unique LON-CAPA identifier for problem', |
| |
# selectable => 'no', |
| |
# defaultselected => 'yes', |
| |
# }, |
| |
## resptypes included for research purposes. Commented out most of the time. |
| |
# { name => 'resptypes', |
| |
# title => 'Response Types', |
| |
# align => 'left', |
| |
# color => '#FFFFFF', |
| |
# sortable => 'no', |
| |
# graphable => 'no', |
| |
# long_title => 'Response Types used in this problem', |
| |
# selectable => 'no', |
| |
# defaultselected => 'yes', |
| |
# }, |
| |
## maxtries included for research purposes. Commented out most of the time. |
| |
# { name => 'maxtries', |
| |
# title => 'Maxtries', |
| |
# align => 'left', |
| |
# color => '#FFFFFF', |
| |
# sortable => 'no', |
| |
# graphable => 'no', |
| |
# long_title => 'Maximum number of tries', |
| |
# selectable => 'no', |
| |
# defaultselected => 'yes', |
| |
# }, |
| |
## hinttries included for research purposes. Commented out most of the time. |
| |
# { name => 'hinttries', |
| |
# title => 'hinttries', |
| |
# align => 'left', |
| |
# color => '#FFFFFF', |
| |
# sortable => 'no', |
| |
# graphable => 'no', |
| |
# long_title => 'Number of tries before a hint appears', |
| |
# selectable => 'no', |
| |
# defaultselected => 'yes', |
| |
# }, |
| |
# |
| |
## problem weight for instructor |
| |
{ name => 'weight', |
| |
title => 'weight', |
| |
align => 'right', |
| |
color => '#FFFFFF', |
| |
sortable => 'no', |
| |
graphable => 'no', |
| |
long_title => 'Problem weight (for instructor)', |
| |
selectable => 'yes', |
| |
defaultselected => 'yes', |
| |
}, |
| ); |
); |
| |
|
| ############################################### |
my @SeqFields = ( |
| ############################################### |
{ name => 'title', |
| |
title => 'Sequence', |
| =pod |
align => 'left', |
| |
color => '#FFFFE6', |
| =item &CreateInterface() |
special => 'no', |
| |
sortable => 'no', |
| Create the main intereface for the statistics page. Allows the user to |
selectable => 'yes', |
| select sections, maps, and output. |
defaultselected => 'no', |
| |
}, |
| |
{ name => 'items', |
| |
title => '#Items', |
| |
align => 'right', |
| |
color => '#FFFFE6', |
| |
format => '%4d', |
| |
sortable => 'no', |
| |
graphable => 'no', |
| |
long_title => 'Number of Items in Sequence', |
| |
selectable => 'yes', |
| |
defaultselected => 'no', |
| |
}, |
| |
{ name => 'scoremean', |
| |
title => 'Score Mean', |
| |
align => 'right', |
| |
color => '#FFFFE6', |
| |
format => '%4.2f', |
| |
sortable => 'no', |
| |
graphable => 'no', |
| |
long_title => 'Mean Sequence Score', |
| |
selectable => 'yes', |
| |
defaultselected => 'no', |
| |
}, |
| |
{ name => 'scorestd', |
| |
title => 'Score STD', |
| |
align => 'right', |
| |
color => '#FFFFE6', |
| |
format => '%4.2f', |
| |
sortable => 'no', |
| |
graphable => 'no', |
| |
long_title => 'Standard Deviation of Sequence Scores', |
| |
selectable => 'yes', |
| |
defaultselected => 'no', |
| |
}, |
| |
{ name => 'scoremax', |
| |
title => 'Score Max', |
| |
align => 'right', |
| |
color => '#FFFFE6', |
| |
format => '%4.2f', |
| |
sortable => 'no', |
| |
graphable => 'no', |
| |
long_title => 'Maximum Sequence Score', |
| |
selectable => 'yes', |
| |
defaultselected => 'no', |
| |
}, |
| |
{ name => 'scoremin', |
| |
title => 'Score Min', |
| |
align => 'right', |
| |
color => '#FFFFE6', |
| |
format => '%4.2f', |
| |
sortable => 'no', |
| |
graphable => 'no', |
| |
long_title => 'Minumum Sequence Score', |
| |
selectable => 'yes', |
| |
defaultselected => 'no', |
| |
}, |
| |
{ name => 'scorecount', |
| |
title => 'Score N', |
| |
align => 'right', |
| |
color => '#FFFFE6', |
| |
format => '%4d', |
| |
sortable => 'no', |
| |
graphable => 'no', |
| |
long_title => 'Number of Students in score computations', |
| |
selectable => 'yes', |
| |
defaultselected => 'no', |
| |
}, |
| |
{ name => 'countmean', |
| |
title => 'Count Mean', |
| |
align => 'right', |
| |
color => '#FFFFFF', |
| |
format => '%4.2f', |
| |
sortable => 'no', |
| |
graphable => 'no', |
| |
long_title => 'Mean Sequence Score', |
| |
selectable => 'yes', |
| |
defaultselected => 'no', |
| |
}, |
| |
{ name => 'countstd', |
| |
title => 'Count STD', |
| |
align => 'right', |
| |
color => '#FFFFFF', |
| |
format => '%4.2f', |
| |
sortable => 'no', |
| |
graphable => 'no', |
| |
long_title => 'Standard Deviation of Sequence Scores', |
| |
selectable => 'yes', |
| |
defaultselected => 'no', |
| |
}, |
| |
{ name => 'countmax', |
| |
title => 'Count Max', |
| |
align => 'right', |
| |
color => '#FFFFFF', |
| |
format => '%4.2f', |
| |
sortable => 'no', |
| |
graphable => 'no', |
| |
long_title => 'Maximum Number of Correct Problems', |
| |
selectable => 'yes', |
| |
defaultselected => 'no', |
| |
}, |
| |
{ name => 'countmin', |
| |
title => 'Count Min', |
| |
align => 'right', |
| |
color => '#FFFFFF', |
| |
format => '%4.2f', |
| |
sortable => 'no', |
| |
graphable => 'no', |
| |
long_title => 'Minumum Number of Correct Problems', |
| |
selectable => 'yes', |
| |
defaultselected => 'no', |
| |
}, |
| |
{ name => 'count', |
| |
title => 'Count N', |
| |
align => 'right', |
| |
color => '#FFFFFF', |
| |
format => '%4d', |
| |
sortable => 'no', |
| |
graphable => 'no', |
| |
long_title => 'Number of Students in score computations', |
| |
selectable => 'yes', |
| |
defaultselected => 'no', |
| |
}, |
| |
{ name => 'KR-21', |
| |
title => 'KR-21', |
| |
align => 'right', |
| |
color => '#FFAAAA', |
| |
format => '%4.2f', |
| |
sortable => 'no', |
| |
graphable => 'no', |
| |
long_title => 'KR-21 reliability statistic', |
| |
selectable => 'yes', |
| |
defaultselected => 'no', |
| |
}, |
| |
); |
| |
|
| =cut |
my %SelectedFields; |
| |
|
| ############################################### |
sub parse_field_selection { |
| ############################################### |
|
| sub CreateInterface { |
|
| my $Str = ''; |
|
| $Str .= '<table cellspacing="5">'."\n"; |
|
| $Str .= '<tr>'; |
|
| $Str .= '<td align="center"><b>Sections</b></td>'; |
|
| $Str .= '<td align="center"><b>Enrollment Status</b></td>'; |
|
| $Str .= '<td align="center"><b>Sequences and Folders</b></td>'; |
|
| $Str .= '<td align="center"><b>Output</b></td>'; |
|
| $Str .= '</tr>'."\n"; |
|
| # |
|
| $Str .= '<tr><td align="center">'."\n"; |
|
| $Str .= &Apache::lonstatistics::SectionSelect('Section','multiple',5); |
|
| $Str .= '</td><td align="center">'; |
|
| $Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5); |
|
| $Str .= '</td><td align="center">'; |
|
| # |
# |
| my $only_seq_with_assessments = sub { |
# Pull out the defaults |
| my $s=shift; |
if (! defined($env{'form.fieldselections'})) { |
| if ($s->{'num_assess'} < 1) { |
$env{'form.fieldselections'} = []; |
| return 0; |
foreach my $field (@Fields) { |
| } else { |
next if ($field->{'selectable'} ne 'yes'); |
| return 1; |
if ($field->{'defaultselected'} eq 'yes') { |
| } |
push(@{$env{'form.fieldselections'}},$field->{'name'}); |
| }; |
} |
| $Str .= &Apache::lonstatistics::MapSelect('Maps','multiple,all',5, |
} |
| $only_seq_with_assessments); |
|
| $Str .= '</td><td>'."\n"; |
|
| $Str .= &CreateAndParseOutputSelector(); |
|
| $Str .= '</td></tr>'."\n"; |
|
| $Str .= '</table>'."\n"; |
|
| $Str .= '<input type="submit" value="Generate Statistics" />'; |
|
| $Str .= ' 'x5; |
|
| $Str .= '<input type="submit" name="ClearCache" value="Clear Caches" />'; |
|
| $Str .= ' 'x5; |
|
| return $Str; |
|
| } |
|
| |
|
| ####################################################### |
|
| ####################################################### |
|
| |
|
| =pod |
|
| |
|
| =item &CreateAndParseOutputSelector() |
|
| |
|
| Construct a selection list of options for output and parse output selections. |
|
| The current output selected is indicated by the values of the two package |
|
| variables $output_mode and $show. @OutputOptions holds the descriptions of |
|
| the output options and the values for $output_mode and $show. |
|
| |
|
| Based on code from lonstudentassessment.pm. |
|
| |
|
| =cut |
|
| |
|
| ####################################################### |
|
| ####################################################### |
|
| my $output_mode; |
|
| my $show; |
|
| |
|
| my @OutputOptions = |
|
| ( |
|
| { name => 'problem statistics grouped by sequence', |
|
| value => 'HTML problem statistics grouped', |
|
| description => 'Output statistics for the problem parts.', |
|
| mode => 'html', |
|
| show => 'grouped', |
|
| }, |
|
| { name => 'problem statistics ungrouped', |
|
| value => 'HTML problem statistics ungrouped', |
|
| description => 'Output statistics for the problem parts.', |
|
| mode => 'html', |
|
| show => 'ungrouped', |
|
| }, |
|
| { name => 'problem statistics, Excel', |
|
| value => 'Excel problem statistics', |
|
| description => 'Output statistics for the problem parts '. |
|
| 'in an Excel workbook', |
|
| mode => 'excel', |
|
| show => 'all', |
|
| }, |
|
| ); |
|
| |
|
| sub OutputDescriptions { |
|
| my $Str = ''; |
|
| $Str .= "<h2>Output Modes</h2>\n"; |
|
| $Str .= "<dl>\n"; |
|
| foreach my $outputmode (@OutputOptions) { |
|
| $Str .=" <dt>".$outputmode->{'name'}."</dt>\n"; |
|
| $Str .=" <dd>".$outputmode->{'description'}."</dd>\n"; |
|
| } |
} |
| $Str .= "</dl>\n"; |
|
| return $Str; |
|
| } |
|
| |
|
| sub CreateAndParseOutputSelector { |
|
| my $Str = ''; |
|
| my $elementname = 'statsoutputmode'; |
|
| # |
# |
| # Format for output options is 'mode, restrictions'; |
# Make sure the data we are plotting is there |
| my $selected = 'HTML problem statistics grouped'; |
my %NeededFields; |
| if (exists($ENV{'form.'.$elementname})) { |
if (exists($env{'form.plot'}) && $env{'form.plot'} ne '' && |
| if (ref($ENV{'form.'.$elementname} eq 'ARRAY')) { |
$env{'form.plot'} ne 'none') { |
| $selected = $ENV{'form.'.$elementname}->[0]; |
if ($env{'form.plot'} eq 'degrees') { |
| |
$NeededFields{'deg_of_diff'}++; |
| |
$NeededFields{'deg_of_disc'}++; |
| |
} elsif ($env{'form.plot'} eq 'tries statistics') { |
| |
$NeededFields{'mean_tries'}++; |
| |
$NeededFields{'std_tries'}++; |
| |
$NeededFields{'problem_num'}++; |
| } else { |
} else { |
| $selected = $ENV{'form.'.$elementname}; |
$NeededFields{$env{'form.plot'}}++; |
| } |
} |
| } |
} |
| # |
# |
| # Set package variables describing output mode |
# This should not happen, but in case it does... |
| $output_mode = 'html'; |
if (ref($env{'form.fieldselections'}) ne 'ARRAY') { |
| $show = 'all'; |
$env{'form.fieldselections'} = [$env{'form.fieldselections'}]; |
| foreach my $option (@OutputOptions) { |
|
| next if ($option->{'value'} ne $selected); |
|
| $output_mode = $option->{'mode'}; |
|
| $show = $option->{'show'}; |
|
| } |
} |
| # |
# |
| # Build the form element |
# Set the field data and the selected fields (for easier checking) |
| $Str = qq/<select size="5" name="$elementname">/; |
undef(%SelectedFields); |
| foreach my $option (@OutputOptions) { |
foreach my $field (@Fields) { |
| if (exists($option->{'special'}) && |
if ($field->{'selectable'} ne 'yes') { |
| $option->{'special'} =~ /do not show/) { |
$field->{'selected'} = 'yes'; |
| next; |
} else { |
| |
$field->{'selected'} = 'no'; |
| |
} |
| |
if (exists($NeededFields{$field->{'name'}})) { |
| |
$field->{'selected'} = 'yes'; |
| |
$SelectedFields{$field->{'name'}}++; |
| |
} |
| |
foreach my $selection (@{$env{'form.fieldselections'}}) { |
| |
if ($selection eq $field->{'name'} || $selection eq 'all') { |
| |
$field->{'selected'} = 'yes'; |
| |
$SelectedFields{$field->{'name'}}++; |
| |
} |
| } |
} |
| $Str .= "\n".' <option value="'.$option->{'value'}.'"'; |
|
| $Str .= " selected " if ($option->{'value'} eq $selected); |
|
| $Str .= ">".$option->{'name'}."<\/option>"; |
|
| } |
} |
| $Str .= "\n</select>"; |
# |
| return $Str; |
# Always show all the sequence statistics (for now) |
| |
foreach my $field (@SeqFields) { |
| |
$field->{'selected'} = 'yes'; |
| |
} |
| |
return; |
| |
} |
| |
|
| |
sub field_selection_input { |
| |
my $Str = '<select name="fieldselections" multiple="multiple" size="5">'."\n"; |
| |
$Str .= '<option value="all">all</option>'."\n"; |
| |
foreach my $field (@Fields) { |
| |
next if ($field->{'selectable'} ne 'yes'); |
| |
$Str .= ' <option value="'.$field->{'name'}.'" '; |
| |
if ($field->{'selected'} eq 'yes') { |
| |
$Str .= 'selected '; |
| |
} |
| |
$Str .= '>'.$field->{'title'}.'</option>'."\n"; |
| |
} |
| |
$Str .= "</select>\n"; |
| } |
} |
| |
|
| ############################################### |
############################################### |
|
Line 308 sub CreateAndParseOutputSelector {
|
Line 603 sub CreateAndParseOutputSelector {
|
| |
|
| =pod |
=pod |
| |
|
| =item &Gather_Student_Data() |
=item &CreateInterface() |
| |
|
| Ensures all student data is up to date. |
Create the main intereface for the statistics page. Allows the user to |
| |
select sections, maps, and output. |
| |
|
| =cut |
=cut |
| |
|
| ############################################### |
############################################### |
| ############################################### |
############################################### |
| sub Gather_Student_Data { |
sub CreateInterface { |
| my ($r) = @_; |
my ($r) = @_; |
| my $c = $r->connection(); |
|
| # |
# |
| my @Sequences = &Apache::lonstatistics::Sequences_with_Assess(); |
&parse_field_selection(); |
| # |
# |
| my @Students = @Apache::lonstatistics::Students; |
my $Str = ''; |
| |
$Str .= '<p>'; |
| |
$Str .= &Apache::loncommon::start_data_table(); |
| |
$Str .= &Apache::loncommon::start_data_table_header_row(); |
| |
$Str .= '<th>'.&mt('Sections').'</th>'; |
| |
$Str .= '<th>'.&mt('Groups').'</th>'; |
| |
$Str .= '<th>'.&mt('Access Status').'</th>'; |
| |
$Str .= '<th>'.&mt('Sequences and Folders').'</th>'; |
| |
$Str .= '<th>'.&mt('Statistics').'</th>'; |
| |
$Str .= '<th>'.&mt('Plot Graph').'</th>'; |
| |
$Str .= '<th>'.&mt('Time Period').'</th>'; |
| |
$Str .= &Apache::loncommon::end_data_table_header_row(); |
| # |
# |
| # Open the progress window |
$Str .= &Apache::loncommon::start_data_table_row(); |
| my %prog_state=&Apache::lonhtmlcommon::Create_PrgWin |
$Str .= '<td align="center" valign="top">'."\n"; |
| ($r,'Statistics Compilation Status', |
$Str .= &Apache::lonstatistics::SectionSelect('Section','multiple',5); |
| 'Statistics Compilation Progress', scalar(@Students)); |
$Str .= '</td><td align="center" valign="top">'; |
| # |
$Str .= &Apache::lonstatistics::GroupSelect('Group','multiple',5); |
| while (my $student = shift @Students) { |
$Str .= '</td><td align="center" valign="top">'; |
| return if ($c->aborted()); |
$Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5); |
| my ($status,undef) = &Apache::loncoursedata::ensure_current_data |
$Str .= '</td><td align="center" valign="top">'; |
| ($student->{'username'},$student->{'domain'}, |
# |
| $ENV{'request.course.id'}); |
$Str .= &Apache::lonstatistics::map_select('Maps','multiple,all',5); |
| &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state, |
$Str .= '</td><td align="center" valign="top">'; |
| 'last student'); |
$Str .= &field_selection_input(); |
| } |
$Str .= '</td><td align="center" valign="top">'; |
| &Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state); |
$Str .= &plot_dropdown(); |
| $r->rflush(); |
$Str .= '</td>'."\n"; |
| |
$Str .= '</td><td align="center" valign="top">'; |
| |
$Str .= &Apache::lonstathelpers::limit_by_time_form(); |
| |
$Str .= '</td>'."\n"; |
| |
$Str .= &Apache::loncommon::end_data_table_row(); |
| |
$Str .= &Apache::loncommon::end_data_table(); |
| |
# |
| |
$Str .= '</p>'; |
| |
$Str .= '<input type="submit" name="GenerateStatistics" value="'. |
| |
&mt('Generate Statistics').'" />'; |
| |
$Str .= (' 'x10); |
| |
# |
| |
return $Str; |
| } |
} |
| |
|
| ############################################### |
############################################### |
|
Line 354 Main interface to problem statistics.
|
Line 672 Main interface to problem statistics.
|
| |
|
| ############################################### |
############################################### |
| ############################################### |
############################################### |
| |
my $navmap; |
| |
my @sequences; |
| |
|
| |
sub clean_up { |
| |
undef($navmap); |
| |
undef(@sequences); |
| |
} |
| |
|
| sub BuildProblemStatisticsPage { |
sub BuildProblemStatisticsPage { |
| my ($r,$c)=@_; |
my ($r,$c)=@_; |
| |
undef($navmap); |
| |
undef(@sequences); |
| # |
# |
| $output_mode = 'html'; |
my %Saveable_Parameters = ('Status' => 'scalar', |
| $show = 'grouped'; |
'statsoutputmode' => 'scalar', |
| # |
'Section' => 'array', |
| $r->print(&CreateInterface()); |
'Groups' => 'array', |
| $r->print('<input type="hidden" name="statsfirstcall" value="no" />'); |
'StudentData' => 'array', |
| $r->print('<input type="hidden" name="sortby" value="'.$ENV{'form.sortby'}. |
'Maps' => 'array', |
| |
'fieldselections'=> 'array'); |
| |
&Apache::loncommon::store_course_settings('statistics', |
| |
\%Saveable_Parameters); |
| |
&Apache::loncommon::restore_course_settings('statistics', |
| |
\%Saveable_Parameters); |
| |
# |
| |
&Apache::lonstatistics::PrepareClasslist(); |
| |
# |
| |
# Clear the package variables |
| |
undef(@StatsArray); |
| |
undef(%SeqStat); |
| |
# |
| |
# Finally let the user know we are here |
| |
$r->print(&Apache::lonhtmlcommon::breadcrumbs('Overall Problem Statistics', |
| |
'Statistics_Overall_Key')); |
| |
|
| |
my $interface = &CreateInterface($r); |
| |
$r->print($interface); |
| |
$r->print('<input type="hidden" name="sortby" value="'.$env{'form.sortby'}. |
| '" />'); |
'" />'); |
| $r->print('<input type="hidden" name="plot" value="" />'); |
# |
| if (! exists($ENV{'form.statsfirstcall'})) { |
my @CacheButtonHTML = |
| |
&Apache::lonstathelpers::manage_caches($r,'Statistics','stats_status'); |
| |
my $Str; |
| |
foreach my $html (@CacheButtonHTML) { |
| |
$Str.=$html.(' 'x5); |
| |
} |
| |
# |
| |
$r->print($Str); |
| |
if (! exists($env{'form.firstrun'})) { |
| |
$r->print('<p class="LC_info"><b>'. |
| |
&mt('Press "Generate Statistics" when you are ready.'). |
| |
'</b></p>'. |
| |
'<p class="LC_info">'. |
| |
&mt('It may take some time to update the student data '. |
| |
'for the first analysis. Future analysis this session '. |
| |
'will not have this delay.'). |
| |
'</p>'); |
| |
&clean_up(); |
| return; |
return; |
| } |
} |
| |
$r->rflush(); |
| # |
# |
| &Gather_Student_Data($r); |
# This probably does not need to be done each time we are called, but |
| # |
# it does not slow things down noticably. |
| # |
&Apache::loncoursedata::populate_weight_table(); |
| if ($output_mode eq 'html') { |
# |
| $r->print("<h2>". |
($navmap,@sequences) = |
| $ENV{'course.'.$ENV{'request.course.id'}.'.description'}. |
&Apache::lonstatistics::selected_sequences_with_assessments(); |
| "</h2>\n"); |
if (! ref($navmap)) { |
| $r->print("<h3>".localtime(time)."</h3>"); |
$r->print('<div class="LC_error">'.&mt('A course-wide error occurred.').'</div>'. |
| $r->rflush(); |
'<h3>'.$navmap.'</h3>'); |
| if ($show eq 'grouped') { |
&clean_up(); |
| &output_html_grouped_by_sequence($r); |
return; |
| } elsif ($show eq 'ungrouped') { |
} |
| &output_html_ungrouped($r); |
if (exists($env{'form.Excel'})) { |
| } |
$r->print('<p>'. |
| } elsif ($output_mode eq 'excel') { |
&Apache::lonstatistics::section_and_enrollment_description(). |
| $r->print("<h2>Preparing Excel Spreadsheet</h2>"); |
'</p>'); |
| &output_excel($r); |
&Excel_output($r); |
| } else { |
} else { |
| $r->print("<h1>Not implemented</h1>"); |
$r->print('<input type="submit" name="Excel" value="'. |
| |
&mt('Produce Excel Output').'" />'.' 'x5); |
| |
$r->rflush(); |
| |
$r->print('<p>'. |
| |
&Apache::lonstatistics::section_and_enrollment_description(). |
| |
'</p>'); |
| |
my $count = 0; |
| |
foreach my $seq (@sequences) { |
| |
my @resources = |
| |
&Apache::lonstathelpers::get_resources($navmap,$seq); |
| |
$count += scalar(@resources); |
| |
} |
| |
if ($count > 10) { |
| |
$r->print('<p>'. |
| |
&mt('Compiling statistics for [quant,_1,problem]',$count). |
| |
'</p>'); |
| |
if ($count > 30) { |
| |
$r->print('<p class="LC_info">'.&mt('This will take some time.').'</p>'); |
| |
} |
| |
$r->rflush(); |
| |
} |
| |
# |
| |
my $sortby = $env{'form.sortby'}; |
| |
$sortby = 'container' if (! defined($sortby) || $sortby =~ /^\s*$/); |
| |
my $plot = $env{'form.plot'}; |
| |
if ($plot eq '' || $plot eq 'none') { |
| |
undef($plot); |
| |
} |
| |
if ($sortby eq 'container' && ! defined($plot)) { |
| |
&output_sequence_statistics($r); |
| |
&output_html_by_sequence($r); |
| |
} else { |
| |
if (defined($plot)) { |
| |
&make_plot($r,$plot); |
| |
} |
| |
&output_html_stats($r); |
| |
&output_sequence_statistics($r); |
| |
} |
| } |
} |
| |
&clean_up(); |
| return; |
return; |
| } |
} |
| |
|
| ############################################### |
sub output_sequence_statistics { |
| ############################################### |
my ($r) = @_; |
| |
my $c=$r->connection(); |
| |
$r->print('<h2>'.&mt('Sequence Statistics'). |
| |
&Apache::loncommon::help_open_topic('Statistics_Sequence'). |
| |
'</h2>'); |
| |
$r->print(&Apache::loncommon::start_data_table().&Apache::loncommon::start_data_table_header_row()); |
| |
$r->print(&sequence_html_header()); |
| |
$r->print(&Apache::loncommon::end_data_table_header_row()); |
| |
foreach my $seq (@sequences) { |
| |
last if ($c->aborted); |
| |
&compute_sequence_statistics($seq); |
| |
$r->print(&sequence_html_output($seq)); |
| |
} |
| |
$r->print(&Apache::loncommon::end_data_table()); |
| |
$r->rflush(); |
| |
return; |
| |
} |
| |
|
| =pod |
|
| |
|
| =item &output_html_grouped_by_sequence() |
########################################################## |
| |
########################################################## |
| |
## |
| |
## HTML output routines |
| |
## |
| |
########################################################## |
| |
########################################################## |
| |
sub output_html_by_sequence { |
| |
my ($r) = @_; |
| |
my $c = $r->connection(); |
| |
$r->print('<br>'.&html_preamble()); |
| |
# |
| |
foreach my $seq (@sequences) { |
| |
last if ($c->aborted); |
| |
$r->print("<h3>".$seq->compTitle."</h3>". |
| |
&Apache::loncommon::start_data_table(). |
| |
&Apache::loncommon::start_data_table_header_row(). |
| |
&statistics_table_header('no container'). |
| |
&Apache::loncommon::end_data_table_header_row()."\n"); |
| |
my @Data = &compute_statistics_on_sequence($seq); |
| |
foreach my $data (@Data) { |
| |
$r->print(&Apache::loncommon::start_data_table_row(). |
| |
&statistics_html_table_data($data,'no container'). |
| |
&Apache::loncommon::end_data_table_row()."\n"); |
| |
} |
| |
$r->print(&Apache::loncommon::end_data_table()."\n"); |
| |
$r->rflush(); |
| |
} |
| |
return; |
| |
} |
| |
|
| Presents the statistics data as an html table organized by the order |
sub output_html_stats { |
| the assessments appear in the course. |
my ($r)=@_; |
| |
&compute_all_statistics($r); |
| |
$r->print(&html_preamble()); |
| |
&sort_data($env{'form.sortby'}); |
| |
# |
| |
my $count=0; |
| |
foreach my $data (@StatsArray) { |
| |
if ($count++ % 50 == 0) { |
| |
$r->print(&Apache::loncommon::end_data_table()); |
| |
$r->print(&Apache::loncommon::start_data_table(). |
| |
&Apache::loncommon::start_data_table_row(). |
| |
&statistics_table_header(). |
| |
&Apache::loncommon::end_data_table_row()); |
| |
} |
| |
$r->print(&Apache::loncommon::start_data_table_row(). |
| |
&statistics_html_table_data($data). |
| |
&Apache::loncommon::end_data_table_row()); |
| |
} |
| |
$r->print(&Apache::loncommon::end_data_table_row()); |
| |
return; |
| |
} |
| |
|
| |
sub html_preamble { |
| |
my $Str=''; |
| |
$Str .= "<h2>". |
| |
$env{'course.'.$env{'request.course.id'}.'.description'}. |
| |
"</h2>\n"; |
| |
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
| |
if (defined($starttime) || defined($endtime)) { |
| |
# Inform the user what the time limits on the data are. |
| |
$Str .= '<h3>'.&mt('Statistics on submissions from [_1] to [_2]', |
| |
&Apache::lonlocal::locallocaltime($starttime), |
| |
&Apache::lonlocal::locallocaltime($endtime) |
| |
).'</h3>'; |
| |
} |
| |
$Str .= "<p>".&mt('Compiled on [_1]', |
| |
&Apache::lonlocal::locallocaltime(time))."</p>"; |
| |
return $Str; |
| |
} |
| |
|
| =cut |
|
| |
|
| ############################################### |
############################################### |
| ############################################### |
############################################### |
| sub output_html_grouped_by_sequence { |
## |
| my ($r) = @_; |
## Misc HTML output routines |
| my $problem_num = 0; |
## |
| #$r->print(&ProblemStatisticsLegend()); |
############################################### |
| foreach my $sequence (&Apache::lonstatistics::Sequences_with_Assess()) { |
############################################### |
| next if ($sequence->{'num_assess'}<1); |
sub statistics_html_table_data { |
| $r->print("<h3>".$sequence->{'title'}."</h3>"); |
my ($data,$options) = @_; |
| $r->print('<table border="0"><tr><td bgcolor="#777777">'."\n"); |
my $row = ''; |
| $r->print('<table border="0" cellpadding="3">'."\n"); |
foreach my $field (@Fields) { |
| $r->print('<tr bgcolor="#FFFFE6">'); |
next if ($options =~ /no $field->{'name'}/); |
| my $Str = &statistics_table_header('no container no plots'); |
next if ($field->{'selected'} ne 'yes'); |
| $r->print('<tr bgcolor="#FFFFE6">'.$Str."</tr>\n"); |
$row .= '<td style="background-color:'.$field->{'color'}.'"'; |
| foreach my $resource (@{$sequence->{'contents'}}) { |
if (exists($field->{'align'})) { |
| next if ($resource->{'type'} ne 'assessment'); |
$row .= ' align="'.$field->{'align'}.'"'; |
| foreach my $part (@{$resource->{'parts'}}) { |
|
| $problem_num++; |
|
| my $data = &get_statistics($sequence,$resource,$part, |
|
| $problem_num); |
|
| my $option = ''; |
|
| $r->print('<tr>'.&statistics_html_table_data($data, |
|
| 'no container'). |
|
| "</tr>\n"); |
|
| } |
} |
| |
$row .= '>'; |
| |
if (exists($field->{'special'}) && $field->{'special'} eq 'link') { |
| |
$row .= '<a href="'.$data->{$field->{'name'}.'.link'}.'">'; |
| } |
} |
| $r->print("</table>\n"); |
if (exists($field->{'format'}) && $data->{$field->{'name'}} !~ /[A-Z]/i) { |
| $r->print("</td></tr></table>\n"); |
$row .= sprintf($field->{'format'},$data->{$field->{'name'}}); |
| $r->rflush(); |
} else { |
| |
$row .= $data->{$field->{'name'}}; |
| |
} |
| |
if (exists($field->{'special'}) && $field->{'special'} eq 'link') { |
| |
$row.= '</a>'; |
| |
} |
| |
$row .= '</td>'; |
| } |
} |
| # |
return $row; |
| return; |
|
| } |
} |
| |
|
| ############################################### |
sub statistics_table_header { |
| ############################################### |
my ($options) = @_; |
| |
my $header_row; |
| |
foreach my $field (@Fields) { |
| |
next if ($options =~ /no $field->{'name'}/); |
| |
next if ($field->{'selected'} ne 'yes'); |
| |
$header_row .= '<th>'; |
| |
if (exists($field->{'sortable'}) && $field->{'sortable'} eq 'yes') { |
| |
$header_row .= '<a href="javascript:'. |
| |
'document.Statistics.sortby.value='."'".$field->{'name'}."'". |
| |
';document.Statistics.submit();">'; |
| |
} |
| |
$header_row .= &mt($field->{'title'}); |
| |
if ($options =~ /sortable/) { |
| |
$header_row.= '</a>'; |
| |
} |
| |
if ($options !~ /no plots/ && |
| |
exists($field->{'graphable'}) && |
| |
$field->{'graphable'} eq 'yes') { |
| |
$header_row.=' ('; |
| |
$header_row .= '<a href="javascript:'. |
| |
"document.Statistics.plot.value='$field->{'name'}'". |
| |
';document.Statistics.submit();">'; |
| |
$header_row .= &mt('plot').'</a>)'; |
| |
} |
| |
$header_row .= '</th>'; |
| |
} |
| |
return $header_row; |
| |
} |
| |
|
| =pod |
sub sequence_html_header { |
| |
my $Str .= '<tr>'; |
| |
foreach my $field (@SeqFields) { |
| |
# next if ($field->{'selected'} ne 'yes'); |
| |
$Str .= '<th bgcolor="'.$field->{'color'}.'"'; |
| |
$Str .= '>'.$field->{'title'}.'</th>'; |
| |
} |
| |
$Str .= '</tr>'; |
| |
return $Str; |
| |
} |
| |
|
| =item &output_html_ungrouped() |
|
| |
|
| Presents the statistics data in a single html table which can be sorted by |
sub sequence_html_output { |
| different columns. |
my ($seq) = @_; |
| |
my $data = $SeqStat{$seq->symb}; |
| |
my $row = '<tr>'; |
| |
foreach my $field (@SeqFields) { |
| |
next if ($field->{'selected'} ne 'yes'); |
| |
$row .= '<td bgcolor="'.$field->{'color'}.'"'; |
| |
if (exists($field->{'align'})) { |
| |
$row .= ' align="'.$field->{'align'}.'"'; |
| |
} |
| |
$row .= '>'; |
| |
if (exists($field->{'format'})) { |
| |
$row .= sprintf($field->{'format'},$data->{$field->{'name'}}); |
| |
} else { |
| |
$row .= $data->{$field->{'name'}}; |
| |
} |
| |
$row .= '</td>'; |
| |
} |
| |
$row .= '</tr>'."\n"; |
| |
return $row; |
| |
} |
| |
|
| =cut |
#################################################### |
| |
#################################################### |
| |
## |
| |
## Plotting Routines |
| |
## |
| |
#################################################### |
| |
#################################################### |
| |
sub make_plot { |
| |
my ($r,$plot) = @_; |
| |
&compute_all_statistics($r); |
| |
&sort_data($env{'form.sortby'}); |
| |
if ($plot eq 'degrees') { |
| |
°rees_plot($r); |
| |
} elsif ($plot eq 'tries statistics') { |
| |
&tries_data_plot($r); |
| |
} else { |
| |
&make_single_stat_plot($r,$plot); |
| |
} |
| |
return; |
| |
} |
| |
|
| ############################################### |
sub make_single_stat_plot { |
| ############################################### |
my ($r,$datafield) = @_; |
| sub output_html_ungrouped { |
|
| my ($r,$option) = @_; |
|
| # |
# |
| if (exists($ENV{'form.plot'}) && $ENV{'form.plot'} ne '') { |
my $title; my $yaxis; |
| &plot_statistics($r,$ENV{'form.plot'}); |
foreach my $field (@Fields) { |
| |
next if ($field->{'name'} ne $datafield); |
| |
$title = &mt($field->{'long_title'}); |
| |
$yaxis = &mt($field->{'title'}); |
| |
last; |
| |
} |
| |
if ($title eq '' || $yaxis eq '') { |
| |
# datafield is something we do not know enough about to plot |
| |
$r->print('<p class="LC_warning">'. |
| |
&mt('Unable to plot the requested statistic.'). |
| |
'</p>'); |
| |
return; |
| } |
} |
| # |
# |
| my $problem_num = 0; |
# Build up the data sets to plot |
| my $show_container = 0; |
my @Labels; |
| my $show_part = 0; |
my @Data; |
| #$r->print(&ProblemStatisticsLegend()); |
my $max = 1; |
| my $sortby = undef; |
foreach my $data (@StatsArray) { |
| foreach my $field (@Fields) { |
push(@Labels,$data->{'problem_num'}); |
| if ($ENV{'form.sortby'} eq $field->{'name'}) { |
push(@Data,$data->{$datafield}); |
| $sortby = $field->{'name'}; |
if ($data->{$datafield}>$max) { |
| |
$max = $data->{$datafield}; |
| |
} |
| |
} |
| |
foreach (1,2,3,4,5,10,15,20,25,40,50,75,100,150,200,250,300,500,600,750, |
| |
1000,1500,2000,2500,3000,3500,4000,5000,7500,10000,15000,20000) { |
| |
if ($max <= $_) { |
| |
$max = $_; |
| |
last; |
| |
} |
| |
} |
| |
if ($max > 20000) { |
| |
$max = 10000*(int($max/10000)+1); |
| |
} |
| |
# |
| |
$r->print("<p>".&Apache::loncommon::DrawBarGraph($title, |
| |
&mt('Problem Number'), |
| |
$yaxis, |
| |
$max, |
| |
undef, # colors |
| |
\@Labels, |
| |
\@Data)."</p>\n"); |
| |
return; |
| |
} |
| |
|
| |
sub degrees_plot { |
| |
my ($r)=@_; |
| |
my $count = scalar(@StatsArray); |
| |
my $width = 50 + 10*$count; |
| |
$width = 300 if ($width < 300); |
| |
my $height = 300; |
| |
my $plot = ''; |
| |
my $ymax = 0; |
| |
my $ymin = 0; |
| |
my @Disc; my @Diff; my @Labels; |
| |
foreach my $data (@StatsArray) { |
| |
push(@Labels,$data->{'problem_num'}); |
| |
my $disc = $data->{'deg_of_disc'}; |
| |
my $diff = $data->{'deg_of_diff'}; |
| |
push(@Disc,$disc); |
| |
push(@Diff,$diff); |
| |
# |
| |
$ymin = $disc if ($ymin > $disc); |
| |
$ymin = $diff if ($ymin > $diff); |
| |
$ymax = $disc if ($ymax < $disc); |
| |
$ymax = $diff if ($ymax < $diff); |
| |
} |
| |
# |
| |
# Make sure we show relevant information. |
| |
if ($ymin < 0) { |
| |
if (abs($ymin) < 0.05) { |
| |
$ymin = 0; |
| |
} else { |
| |
$ymin = -1; |
| } |
} |
| } |
} |
| if (! defined($sortby) || $sortby eq '' || $sortby eq 'problem_num') { |
if ($ymax > 0) { |
| $sortby = 'container'; |
if (abs($ymax) < 0.05) { |
| } |
$ymax = 0; |
| # If there is more than one sequence, list their titles |
} else { |
| my @Sequences = &Apache::lonstatistics::Sequences_with_Assess(); |
$ymax = 1; |
| if (@Sequences < 1) { |
|
| $option .= ' no container'; |
|
| } |
|
| # |
|
| # Compile the data |
|
| my @Statsarray; |
|
| foreach my $sequence (@Sequences) { |
|
| next if ($sequence->{'num_assess'}<1); |
|
| foreach my $resource (@{$sequence->{'contents'}}) { |
|
| next if ($resource->{'type'} ne 'assessment'); |
|
| foreach my $part (@{$resource->{'parts'}}) { |
|
| $problem_num++; |
|
| my $data = &get_statistics($sequence,$resource,$part, |
|
| $problem_num); |
|
| $show_part = 1 if ($part ne '0'); |
|
| # |
|
| push (@Statsarray,$data); |
|
| } |
|
| } |
} |
| } |
} |
| # |
# |
| # Sort the data |
my $xmax = $Labels[-1]; |
| my @OutputOrder; |
if ($xmax > 50) { |
| if ($sortby eq 'container') { |
if ($xmax % 10 != 0) { |
| @OutputOrder = @Statsarray; |
$xmax = 10 * (int($xmax/10)+1); |
| |
} |
| } else { |
} else { |
| # $sortby is already defined, so we can charge ahead |
if ($xmax % 5 != 0) { |
| if ($sortby =~ /^(title|part)$/i) { |
$xmax = 5 * (int($xmax/5)+1); |
| # Alpha comparison |
|
| @OutputOrder = sort { |
|
| lc($a->{$sortby}) cmp lc($b->{$sortby}) || |
|
| lc($a->{'title'}) cmp lc($b->{'title'}) || |
|
| lc($a->{'part'}) cmp lc($b->{'part'}); |
|
| } @Statsarray; |
|
| } else { |
|
| # Numerical comparison |
|
| @OutputOrder = sort { |
|
| my $retvalue = 0; |
|
| if ($b->{$sortby} eq 'nan') { |
|
| if ($a->{$sortby} ne 'nan') { |
|
| $retvalue = -1; |
|
| } else { |
|
| $retvalue = 0; |
|
| } |
|
| } |
|
| if ($a->{$sortby} eq 'nan') { |
|
| if ($b->{$sortby} ne 'nan') { |
|
| $retvalue = 1; |
|
| } |
|
| } |
|
| if ($retvalue eq '0') { |
|
| $retvalue = $b->{$sortby} <=> $a->{$sortby} || |
|
| lc($a->{'title'}) <=> lc($b->{'title'}) || |
|
| lc($a->{'part'}) <=> lc($b->{'part'}); |
|
| } |
|
| $retvalue; |
|
| } @Statsarray; |
|
| } |
} |
| } |
} |
| $option .= 'no part' if (! $show_part); |
|
| my $num_output = 0; |
|
| # |
# |
| # output the headers |
my $discdata .= '<data>'.join(',',@Labels).'</data>'.$/. |
| $r->print('<table border="0"><tr><td bgcolor="#777777">'."\n"); |
'<data>'.join(',',@Disc).'</data>'.$/; |
| $r->print('<table border="0" cellpadding="3">'."\n"); |
# |
| my $Str = &statistics_table_header($option.' sortable'); |
my $diffdata .= '<data>'.join(',',@Labels).'</data>'.$/. |
| $r->print('<tr bgcolor="#FFFFE6">'.$Str."</tr>\n"); |
'<data>'.join(',',@Diff).'</data>'.$/; |
| # |
# |
| foreach my $rowdata (@OutputOrder) { |
my $title = &mt('Degree of Discrimination[_1]and Degree of Difficulty','\n'); |
| $num_output++; |
if ($xmax > 50) { |
| if ($num_output % 25 == 0) { |
$title = &mt('Degree of Discrimination and Degree of Difficulty'); |
| $r->print("</table>\n</td></tr></table>\n"); |
} |
| # |
my %lt = &Apache::lonlocal::texthash( |
| $r->print('<table border="0"><tr><td bgcolor="#777777">'."\n"); |
'alttag' => 'Degree of Discrimination and Degree of Difficulty Plot', |
| $r->print('<table border="0" cellpadding="3">'."\n"); |
'xlabel' => 'Problem Number', |
| my $Str = &statistics_table_header($option.' sortable'); |
); |
| $r->print('<tr bgcolor="#FFFFE6">'.$Str."</tr>\n"); |
# |
| $r->rflush(); |
$plot=<<"END"; |
| |
<gnuplot |
| |
texfont="10" |
| |
fgcolor="x000000" |
| |
plottype="Cartesian" |
| |
font="large" |
| |
grid="on" |
| |
align="center" |
| |
border="on" |
| |
transparent="on" |
| |
alttag="$lt{'alttag'}" |
| |
samples="100" |
| |
bgcolor="xffffff" |
| |
height="$height" |
| |
width="$width"> |
| |
<key |
| |
pos="top right" |
| |
title="" |
| |
box="off" /> |
| |
<title>$title</title> |
| |
<axis xmin="0" ymin="$ymin" xmax="$xmax" ymax="$ymax" color="x000000" /> |
| |
<xlabel>$lt{'xlabel'}</xlabel> |
| |
<curve |
| |
linestyle="linespoints" |
| |
name="DoDisc" |
| |
pointtype="0" |
| |
color="x000000"> |
| |
$discdata |
| |
</curve> |
| |
<curve |
| |
linestyle="linespoints" |
| |
name="DoDiff" |
| |
pointtype="0" |
| |
color="xFF0000"> |
| |
$diffdata |
| |
</curve> |
| |
</gnuplot> |
| |
END |
| |
my $plotresult = |
| |
'<p>'.&Apache::lonxml::xmlparse($r,'web',$plot).'</p>'.$/; |
| |
$r->print($plotresult); |
| |
return; |
| |
} |
| |
|
| |
sub tries_data_plot { |
| |
my ($r)=@_; |
| |
my $count = scalar(@StatsArray); |
| |
my $width = 50 + 10*$count; |
| |
$width = 300 if ($width < 300); |
| |
my $height = 300; |
| |
my $plot = ''; |
| |
my @STD; my @Mean; my @Max; my @Min; |
| |
my @Labels; |
| |
my $ymax = 5; |
| |
foreach my $data (@StatsArray) { |
| |
my $max = $data->{'mean_tries'} + $data->{'std_tries'}; |
| |
$ymax = $max if ($ymax < $max); |
| |
$ymax = $max if ($ymax < $max); |
| |
push(@Labels,$data->{'problem_num'}); |
| |
push(@STD,$data->{'std_tries'}); |
| |
push(@Mean,$data->{'mean_tries'}); |
| |
} |
| |
# |
| |
# Make sure we show relevant information. |
| |
my $xmax = $Labels[-1]; |
| |
if ($xmax > 50) { |
| |
if ($xmax % 10 != 0) { |
| |
$xmax = 10 * (int($xmax/10)+1); |
| |
} |
| |
} else { |
| |
if ($xmax % 5 != 0) { |
| |
$xmax = 5 * (int($xmax/5)+1); |
| } |
} |
| $r->print('<tr>'.&statistics_html_table_data($rowdata,$option). |
|
| "</tr>\n"); |
|
| } |
} |
| $r->print("</table>\n"); |
$ymax = int($ymax)+1+2; |
| $r->print("</td></tr></table>\n"); |
# |
| $r->rflush(); |
my $std_data .= '<data>'.join(',',@Labels).'</data>'.$/. |
| |
'<data>'.join(',',@Mean).'</data>'.$/; |
| # |
# |
| |
my $std_error_data .= '<data>'.join(',',@Labels).'</data>'.$/. |
| |
'<data>'.join(',',@Mean).'</data>'.$/. |
| |
'<data>'.join(',',@STD).'</data>'.$/; |
| |
# |
| |
my $title = &mt('Mean and S.D. of Tries'); |
| |
if ($xmax > 30) { |
| |
$title = &mt('Mean and Standard Deviation of Tries'); |
| |
} |
| |
# |
| |
my %lt = &Apache::lonlocal::texthash( |
| |
'alttag' => 'Mean and S.D of Tries Plot', |
| |
'xlabel' => 'Problem Number', |
| |
'ylabel' => 'Number of Tries', |
| |
); |
| |
$plot=<<"END"; |
| |
<gnuplot |
| |
texfont="10" |
| |
fgcolor="x000000" |
| |
plottype="Cartesian" |
| |
font="large" |
| |
grid="on" |
| |
align="center" |
| |
border="on" |
| |
transparent="on" |
| |
alttag="$lt{'alttag'}" |
| |
samples="100" |
| |
bgcolor="xffffff" |
| |
height="$height" |
| |
width="$width"> |
| |
<title>$title</title> |
| |
<axis xmin="0" ymin="0" xmax="$xmax" ymax="$ymax" color="x000000" /> |
| |
<xlabel>$lt{'xlabel'}</xlabel> |
| |
<ylabel>$lt{'ylabel'}</ylabel> |
| |
<curve |
| |
linestyle="yerrorbars" |
| |
name="S.D. Tries" |
| |
pointtype="1" |
| |
color="x666666"> |
| |
$std_error_data |
| |
</curve> |
| |
<curve |
| |
linestyle="points" |
| |
name="Mean Tries" |
| |
pointtype="1" |
| |
color="xCC4444"> |
| |
$std_data |
| |
</curve> |
| |
</gnuplot> |
| |
END |
| |
my $plotresult = |
| |
'<p>'.&Apache::lonxml::xmlparse($r,'web',$plot).'</p>'.$/; |
| |
$r->print($plotresult); |
| return; |
return; |
| } |
} |
| |
|
| |
sub plot_dropdown { |
| |
my $current = ''; |
| |
my $title; |
| |
# |
| |
if (defined($env{'form.plot'})) { |
| |
$current = $env{'form.plot'}; |
| |
} |
| |
# |
| |
my @Additional_Plots = ( |
| |
{ graphable=>'yes', |
| |
name => 'degrees', |
| |
title => 'Difficulty Indexes' }, |
| |
{ graphable=>'yes', |
| |
name => 'tries statistics', |
| |
title => 'Tries Statistics' }); |
| |
# |
| |
my $Str= "\n".'<select name="plot" size="1">'; |
| |
$Str .= '<option name="none"></option>'."\n"; |
| |
$Str .= '<option name="none2">'.&mt('none').'</option>'."\n"; |
| |
foreach my $field (@Additional_Plots,@Fields) { |
| |
if (! exists($field->{'graphable'}) || |
| |
$field->{'graphable'} ne 'yes') { |
| |
next; |
| |
} |
| |
$Str .= '<option value="'.$field->{'name'}.'"'; |
| |
if ($field->{'name'} eq $current) { |
| |
$Str .= ' selected="selected"'; |
| |
} |
| |
$title = &mt($field->{'long_title'}); |
| |
$title = &mt($field->{'title'}) if (!$title); |
| |
$Str.= '>'.$title.'</option>'."\n"; |
| |
} |
| |
$Str .= '</select>'."\n"; |
| |
return $Str; |
| |
} |
| |
|
| ############################################### |
############################################### |
| ############################################### |
############################################### |
| |
## |
| =pod |
## Excel output routines |
| |
## |
| =item &output_excel() |
|
| |
|
| Presents the statistical data in an Excel 95 compatable spreadsheet file. |
|
| |
|
| =cut |
|
| |
|
| ############################################### |
############################################### |
| ############################################### |
############################################### |
| sub output_excel { |
sub Excel_output { |
| my ($r) = @_; |
my ($r) = @_; |
| my $filename = '/prtspool/'. |
$r->print('<h2>'.&mt('Preparing Excel Spreadsheet').'</h2>'); |
| $ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'. |
## |
| time.'_'.rand(1000000000).'.xls'; |
## Compute the statistics |
| # |
&compute_all_statistics($r); |
| my $excel_workbook = undef; |
my $c = $r->connection; |
| my $excel_sheet = undef; |
return if ($c->aborted()); |
| # |
# |
| my $rows_output = 0; |
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
| my $cols_output = 0; |
## |
| # |
## Create the excel workbook |
| # Create sheet |
my ($excel_workbook,$filename,$format) = |
| $excel_workbook = Spreadsheet::WriteExcel->new('/home/httpd'.$filename); |
&Apache::loncommon::create_workbook($r); |
| # |
return if (! defined($excel_workbook)); |
| # Check for errors |
|
| if (! defined($excel_workbook)) { |
|
| $r->log_error("Error creating excel spreadsheet $filename: $!"); |
|
| $r->print("Problems creating new Excel file. ". |
|
| "This error has been logged. ". |
|
| "Please alert your LON-CAPA administrator"); |
|
| return ; |
|
| } |
|
| # |
|
| # The excel spreadsheet stores temporary data in files, then put them |
|
| # together. If needed we should be able to disable this (memory only). |
|
| # The temporary directory must be specified before calling 'addworksheet'. |
|
| # File::Temp is used to determine the temporary directory. |
|
| $excel_workbook->set_tempdir($Apache::lonnet::tmpdir); |
|
| # |
# |
| # Add a worksheet |
# Add a worksheet |
| my $sheetname = $ENV{'course.'.$ENV{'request.course.id'}.'.description'}; |
my $sheetname = $env{'course.'.$env{'request.course.id'}.'.description'}; |
| if (length($sheetname) > 31) { |
if (length($sheetname) > 31) { |
| $sheetname = substr($sheetname,0,31); |
$sheetname = substr($sheetname,0,31); |
| } |
} |
| $excel_sheet = $excel_workbook->addworksheet($sheetname); |
my $excel_sheet = $excel_workbook->addworksheet( |
| |
&Apache::loncommon::clean_excel_name($sheetname)); |
| |
## |
| |
## Begin creating excel sheet |
| |
## |
| |
my ($rows_output,$cols_output) = (0,0); |
| # |
# |
| # Put the course description in the header |
# Put the course description in the header |
| $excel_sheet->write($rows_output,$cols_output++, |
$excel_sheet->write($rows_output,$cols_output++, |
| $ENV{'course.'.$ENV{'request.course.id'}.'.description'}); |
$env{'course.'.$env{'request.course.id'}.'.description'}, |
| |
$format->{'h1'}); |
| $cols_output += 3; |
$cols_output += 3; |
| # |
# |
| # Put a description of the sections listed |
# Put a description of the sections listed |
| my $sectionstring = ''; |
my $sectionstring = ''; |
| my @Sections = @Apache::lonstatistics::SelectedSections; |
$excel_sheet->write($rows_output,$cols_output++, |
| if (scalar(@Sections) > 1) { |
&Apache::lonstatistics::section_and_enrollment_description('plaintext'), |
| if (scalar(@Sections) > 2) { |
$format->{'h3'}); |
| my $last = pop(@Sections); |
$cols_output += scalar(&Apache::lonstatistics::get_selected_sections()); |
| $sectionstring = "Sections ".join(', ',@Sections).', and '.$last; |
$cols_output += scalar(&Apache::lonstatistics::get_selected_groups()); |
| } else { |
# |
| $sectionstring = "Sections ".join(' and ',@Sections); |
# Time restrictions |
| } |
my $time_string; |
| } else { |
if (defined($starttime)) { |
| if ($Sections[0] eq 'all') { |
# call localtime but not lonlocal:locallocaltime because excel probably |
| $sectionstring = "All sections"; |
# cannot handle localized text. Probably. |
| } else { |
$time_string .= 'Data collected from '.localtime($time_string); |
| $sectionstring = "Section ".$Sections[0]; |
if (defined($endtime)) { |
| } |
$time_string .= ' to '.localtime($endtime); |
| |
} |
| |
$time_string .= '.'; |
| |
} elsif (defined($endtime)) { |
| |
# See note above about lonlocal:locallocaltime |
| |
$time_string .= 'Data collected before '.localtime($endtime).'.'; |
| |
} |
| |
if (defined($time_string)) { |
| |
$excel_sheet->write($rows_output,$cols_output++,$time_string); |
| |
$cols_output+= 5; |
| } |
} |
| $excel_sheet->write($rows_output,$cols_output++,$sectionstring); |
|
| $cols_output += scalar(@Sections); |
|
| # |
# |
| # Put the date in there too |
# Put the date in there too |
| $excel_sheet->write($rows_output,$cols_output++, |
$excel_sheet->write($rows_output,$cols_output++, |
| 'Compiled on '.localtime(time)); |
'Compiled on '.localtime(time)); |
| # |
# |
| $rows_output++; |
$rows_output++; |
| $cols_output=0; |
$cols_output=0; |
| # |
## |
| # Add the headers |
## Sequence Statistics |
| foreach my $field (@Fields) { |
## |
| next if ($field->{'name'} eq 'problem_num'); |
&write_headers($excel_sheet,$format,\$rows_output,\$cols_output, |
| $excel_sheet->write($rows_output,$cols_output++,$field->{'title'}); |
\@SeqFields); |
| |
foreach my $seq (@sequences) { |
| |
my $data = $SeqStat{$seq->symb}; |
| |
$cols_output=0; |
| |
foreach my $field (@SeqFields) { |
| |
next if ($field->{'selected'} ne 'yes'); |
| |
my $fieldformat = undef; |
| |
if (exists($field->{'excel_format'})) { |
| |
$fieldformat = $format->{$field->{'excel_format'}}; |
| |
} |
| |
$excel_sheet->write($rows_output,$cols_output++, |
| |
$data->{$field->{'name'}},$fieldformat); |
| |
} |
| |
$rows_output++; |
| |
$cols_output=0; |
| } |
} |
| |
## |
| |
## Resource Statistics |
| |
## |
| $rows_output++; |
$rows_output++; |
| |
$cols_output=0; |
| |
&write_headers($excel_sheet,$format,\$rows_output,\$cols_output, |
| |
\@Fields); |
| # |
# |
| # Write the data |
foreach my $data (@StatsArray) { |
| my $problem_num=0; |
$cols_output=0; |
| foreach my $sequence (&Apache::lonstatistics::Sequences_with_Assess()) { |
foreach my $field (@Fields) { |
| next if ($sequence->{'num_assess'}<1); |
next if ($field->{'selected'} ne 'yes'); |
| foreach my $resource (@{$sequence->{'contents'}}) { |
next if ($field->{'name'} eq 'problem_num'); |
| next if ($resource->{'type'} ne 'assessment'); |
my $fieldformat = undef; |
| foreach my $part (@{$resource->{'parts'}}) { |
if (exists($field->{'excel_format'})) { |
| $cols_output=0; |
$fieldformat = $format->{$field->{'excel_format'}}; |
| $problem_num++; |
|
| my $data = &get_statistics($sequence,$resource,$part, |
|
| $problem_num); |
|
| # |
|
| if (!defined($part) || $part eq '') { |
|
| $part = ' '; |
|
| } |
|
| foreach my $field (@Fields) { |
|
| next if ($field->{'name'} eq 'problem_num'); |
|
| $excel_sheet->write($rows_output,$cols_output++, |
|
| $data->{$field->{'name'}}); |
|
| } |
|
| $rows_output++; |
|
| } |
} |
| |
$excel_sheet->write($rows_output,$cols_output++, |
| |
$data->{$field->{'name'}},$fieldformat); |
| } |
} |
| |
$rows_output++; |
| |
$cols_output=0; |
| } |
} |
| # |
# |
| # Write the excel file |
|
| $excel_workbook->close(); |
$excel_workbook->close(); |
| |
# |
| # Tell the user where to get their excel file |
# Tell the user where to get their excel file |
| $r->print('<br />'. |
$r->print('<br />'. |
| '<a href="'.$filename.'">Your Excel spreadsheet.</a>'."\n"); |
'<a href="'.$filename.'">'. |
| |
&mt('Your Excel Spreadsheet').'</a>'."\n"); |
| $r->rflush(); |
$r->rflush(); |
| return; |
return; |
| } |
} |
| |
|
| ############################################### |
## |
| ############################################### |
## &write_headers |
| |
## |
| =pod |
sub write_headers { |
| |
my ($excel_sheet,$format,$rows_output,$cols_output,$Fields) = @_; |
| =item &statistics_html_table_data() |
## |
| |
## First the long titles |
| Help function used to format the rows for HTML table output. |
foreach my $field (@{$Fields}) { |
| |
next if ($field->{'name'} eq 'problem_num'); |
| =cut |
next if ($field->{'selected'} ne 'yes'); |
| |
if (exists($field->{'long_title'})) { |
| ############################################### |
$excel_sheet->write($$rows_output,${$cols_output}, |
| ############################################### |
$field->{'long_title'}, |
| sub statistics_html_table_data { |
$format->{'bold'}); |
| my ($data,$options) = @_; |
|
| my $row = ''; |
|
| foreach my $field (@Fields) { |
|
| next if ($options =~ /no $field->{'name'}/); |
|
| $row .= '<td bgcolor="'.$field->{'color'}.'"'; |
|
| if (exists($field->{'align'})) { |
|
| $row .= ' align="'.$field->{'align'}.'"'; |
|
| } |
|
| $row .= '>'; |
|
| if (exists($field->{'special'}) && $field->{'special'} eq 'link') { |
|
| $row .= '<a href="'.$data->{$field->{'name'}.'.link'}.'">'; |
|
| } |
|
| if (exists($field->{'format'})) { |
|
| $row .= sprintf($field->{'format'},$data->{$field->{'name'}}); |
|
| } else { |
} else { |
| $row .= $data->{$field->{'name'}}; |
$excel_sheet->write($$rows_output,${$cols_output},''); |
| } |
} |
| if (exists($field->{'special'}) && $field->{'special'} eq 'link') { |
${$cols_output}+= 1; |
| $row.= '</a>'; |
|
| } |
|
| $row .= '</td>'; |
|
| } |
} |
| return $row; |
${$cols_output} =0; |
| |
${$rows_output}+=1; |
| |
## |
| |
## Then the short titles |
| |
foreach my $field (@{$Fields}) { |
| |
next if ($field->{'selected'} ne 'yes'); |
| |
next if ($field->{'name'} eq 'problem_num'); |
| |
# Use english for excel as I am not sure how well excel handles |
| |
# other character sets.... |
| |
$excel_sheet->write($$rows_output,$$cols_output, |
| |
$field->{'title'}, |
| |
$format->{'bold'}); |
| |
$$cols_output+=1; |
| |
} |
| |
${$cols_output} =0; |
| |
${$rows_output}+=1; |
| |
return; |
| } |
} |
| |
|
| sub statistics_table_header { |
################################################## |
| my ($options) = @_; |
################################################## |
| my $header_row; |
## |
| foreach my $field (@Fields) { |
## Statistics Gathering and Manipulation Routines |
| next if ($options =~ /no $field->{'name'}/); |
## |
| $header_row .= '<th>'; |
################################################## |
| if ($options =~ /sortable/ && |
################################################## |
| exists($field->{'sortable'}) && $field->{'sortable'} eq 'yes') { |
sub compute_statistics_on_sequence { |
| $header_row .= '<a href="javascript:'. |
my ($seq) = @_; |
| 'document.Statistics.sortby.value='."'".$field->{'name'}."'". |
my @Data; |
| ';document.Statistics.submit();">'; |
foreach my $res (&Apache::lonstathelpers::get_resources($navmap,$seq)) { |
| } |
foreach my $part (@{$res->parts}) { |
| $header_row .= $field->{'title'}; |
next if (($res->is_survey($part)) || ($res->is_anonsurvey($part))) ; |
| if ($options =~ /sortable/) { |
# |
| $header_row.= '</a>'; |
# This is where all the work happens |
| } |
my $data = &get_statistics($seq,$res,$part,scalar(@StatsArray)+1); |
| if ($options !~ /no plots/ && |
push (@Data,$data); |
| exists($field->{'graphable'}) && |
push (@StatsArray,$data); |
| $field->{'graphable'} eq 'yes') { |
|
| $header_row.=' ('; |
|
| $header_row .= '<a href="javascript:'. |
|
| "document.Statistics.plot.value='$field->{'name'}'". |
|
| ';document.Statistics.submit();">'; |
|
| $header_row .= 'plot</a>)'; |
|
| } |
} |
| $header_row .= '</th>'; |
|
| } |
} |
| return $header_row; |
return @Data; |
| } |
} |
| |
|
| ############################################### |
sub compute_all_statistics { |
| ############################################### |
my ($r) = @_; |
| |
if (@StatsArray > 0) { |
| =pod |
# Assume we have already computed the statistics |
| |
return; |
| =item &plot_statistics() |
} |
| |
my $c = $r->connection; |
| =cut |
foreach my $seq (@sequences) { |
| |
last if ($c->aborted); |
| |
&compute_sequence_statistics($seq); |
| |
&compute_statistics_on_sequence($seq); |
| |
} |
| |
} |
| |
|
| ############################################### |
sub sort_data { |
| ############################################### |
my ($sortkey) = @_; |
| sub plot_statistics { |
return if (! @StatsArray); |
| my ($r,$datafield) = @_; |
|
| my @Data; |
|
| # |
# |
| # |
# Sort the data |
| my $sortfield = undef; |
my $sortby = undef; |
| my $title = undef; |
|
| foreach my $field (@Fields) { |
foreach my $field (@Fields) { |
| if ($datafield eq $field->{'name'} && |
if ($sortkey eq $field->{'name'}) { |
| exists($field->{'graphable'}) && $field->{'graphable'} eq 'yes') { |
$sortby = $field->{'name'}; |
| $sortfield = $field->{'name'}; |
|
| $title = $field->{'long_title'}; |
|
| } |
|
| } |
|
| return if (! defined($sortfield) || $sortfield eq ''); |
|
| # |
|
| my $Max = 0; |
|
| my $problem_num = 0; |
|
| foreach my $sequence (&Apache::lonstatistics::Sequences_with_Assess()) { |
|
| next if ($sequence->{'num_assess'}<1); |
|
| foreach my $resource (@{$sequence->{'contents'}}) { |
|
| next if ($resource->{'type'} ne 'assessment'); |
|
| foreach my $part (@{$resource->{'parts'}}) { |
|
| my $problem_number++; |
|
| my $data = &get_statistics($sequence,$resource,$part, |
|
| $problem_num); |
|
| my $value = $data->{$sortfield}; |
|
| $Max = $value if ($Max < $value); |
|
| push (@Data,$value); |
|
| } |
|
| } |
} |
| } |
} |
| # |
if (! defined($sortby) || $sortby eq '' || $sortby eq 'problem_num') { |
| # Print out plot request |
$sortby = 'container'; |
| my $yaxis = ''; |
} |
| if ($sortfield eq 'per_wrong') { |
if ($sortby ne 'container') { |
| $yaxis = 'Percent'; |
# $sortby is already defined, so we can charge ahead |
| } |
if ($sortby =~ /^(title|part)$/i) { |
| # |
# Alpha comparison |
| # Determine appropriate value for $Max |
@StatsArray = sort { |
| if ($sortfield eq 'deg_of_diff') { |
lc($a->{$sortby}) cmp lc($b->{$sortby}) || |
| if ($Max > 0.5) { |
lc($a->{'title'}) cmp lc($b->{'title'}) || |
| $Max = 1; |
lc($a->{'part'}) cmp lc($b->{'part'}); |
| } elsif ($Max > 0.2) { |
} @StatsArray; |
| $Max = 0.5; |
|
| } elsif ($Max > 0.1) { |
|
| $Max = 0.2; |
|
| } |
|
| } elsif ($sortfield eq 'per_wrong') { |
|
| if ($Max > 50) { |
|
| $Max = 100; |
|
| } elsif ($Max > 25) { |
|
| $Max = 50; |
|
| } elsif ($Max > 20) { |
|
| $Max = 25; |
|
| } elsif ($Max > 10) { |
|
| $Max = 20; |
|
| } elsif ($Max > 5) { |
|
| $Max = 10; |
|
| } else { |
} else { |
| $Max = 5; |
# Numerical comparison |
| |
@StatsArray = sort { |
| |
my $retvalue = 0; |
| |
if ($b->{$sortby} eq 'nan') { |
| |
if ($a->{$sortby} ne 'nan') { |
| |
$retvalue = -1; |
| |
} else { |
| |
$retvalue = 0; |
| |
} |
| |
} |
| |
if ($a->{$sortby} eq 'nan') { |
| |
if ($b->{$sortby} ne 'nan') { |
| |
$retvalue = 1; |
| |
} |
| |
} |
| |
if ($retvalue eq '0') { |
| |
$retvalue = $b->{$sortby} <=> $a->{$sortby} || |
| |
lc($a->{'title'}) <=> lc($b->{'title'}) || |
| |
lc($a->{'part'}) <=> lc($b->{'part'}); |
| |
} |
| |
$retvalue; |
| |
} @StatsArray; |
| } |
} |
| } |
} |
| |
|
| $r->print("<p>".&DrawGraph(\@Data,$title,'Problem Number',$yaxis, |
|
| $Max)."</p>\n"); |
|
| # |
# |
| # Print out the data |
# Renumber the data set |
| $ENV{'form.sortby'} = 'Contents'; |
my $count; |
| # &output_html_ungrouped($r); |
foreach my $data (@StatsArray) { |
| |
$data->{'problem_num'} = ++$count; |
| |
} |
| return; |
return; |
| } |
} |
| |
|
| ############################################### |
######################################################## |
| ############################################### |
######################################################## |
| |
|
| =pod |
=pod |
| |
|
| =item &DrawGraph() |
=item &get_statistics() |
| |
|
| =cut |
Wrapper routine from the call to loncoursedata::get_problem_statistics. |
| |
Calls lonstathelpers::get_time_limits() to limit the data set by time |
| |
and &compute_discrimination_factor |
| |
|
| ############################################### |
Inputs: $sequence, $resource, $part, $problem_num |
| ############################################### |
|
| sub DrawGraph { |
|
| my ($values,$title,$xaxis,$yaxis,$Max)=@_; |
|
| $title = '' if (! defined($title)); |
|
| $xaxis = '' if (! defined($xaxis)); |
|
| $yaxis = '' if (! defined($yaxis)); |
|
| # |
|
| my $sendValues = join(',', @$values); |
|
| my $sendCount = scalar(@$values); |
|
| $Max =1 if ($Max < 1); |
|
| if ( int($Max) < $Max ) { |
|
| $Max++; |
|
| $Max = int($Max); |
|
| } |
|
| my @GData = ($title,$xaxis,$yaxis,$Max,$sendCount,$sendValues); |
|
| return '<IMG src="/cgi-bin/graph.png?'. |
|
| (join('&', @GData)).'" border="1" />'; |
|
| } |
|
| |
|
| |
Returns: Hash reference with statistics data from |
| |
loncoursedata::get_problem_statistics. |
| |
|
| |
=cut |
| |
|
| |
######################################################## |
| |
######################################################## |
| sub get_statistics { |
sub get_statistics { |
| my ($sequence,$resource,$part,$problem_num) = @_; |
my ($sequence,$resource,$part,$problem_num) = @_; |
| # |
# |
| my $symb = $resource->{'symb'}; |
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
| my $courseid = $ENV{'request.course.id'}; |
my $symb = $resource->symb; |
| |
my $courseid = $env{'request.course.id'}; |
| # |
# |
| my $students = \@Apache::lonstatistics::Students; |
|
| if ($Apache::lonstatistics::SelectedSections[0] eq 'all') { |
|
| $students = undef; |
|
| } |
|
| my $data = &Apache::loncoursedata::get_problem_statistics |
my $data = &Apache::loncoursedata::get_problem_statistics |
| ($students,$symb,$part,$courseid); |
([&Apache::lonstatistics::get_selected_sections()], |
| |
[&Apache::lonstatistics::get_selected_groups()], |
| |
$Apache::lonstatistics::enrollment_status, |
| |
$symb,$part,$courseid,$starttime,$endtime); |
| |
$data->{'symb'} = $symb; |
| $data->{'part'} = $part; |
$data->{'part'} = $part; |
| $data->{'problem_num'} = $problem_num; |
$data->{'problem_num'} = $problem_num; |
| $data->{'container'} = $sequence->{'title'}; |
$data->{'container'} = $sequence->compTitle; |
| $data->{'title'} = $resource->{'title'}; |
$data->{'title'} = $resource->compTitle; |
| $data->{'title.link'} = $resource->{'src'}.'?symb='. |
$data->{'title.link'} = $resource->src.'?symb='. |
| &Apache::lonnet::escape($resource->{'symb'}); |
&escape($resource->symb); |
| # |
# |
| |
if ($SelectedFields{'deg_of_disc'}) { |
| |
$data->{'deg_of_disc'} = |
| |
&compute_discrimination_factor($resource,$part,$sequence); |
| |
} |
| |
# |
| |
# Store in metadata if computations were done for all students |
| |
if ($data->{'num_students'} > 1) { |
| |
my @Sections = &Apache::lonstatistics::get_selected_sections(); |
| |
my $sections = '"'.join(' ',@Sections).'"'; |
| |
$sections =~ s/&+/_/g; # Ensure no special characters |
| |
$data->{'sections'}=$sections; |
| |
$data->{'course'} = $env{'request.course.id'}; |
| |
my $urlres=(&Apache::lonnet::decode_symb($resource->symb))[2]; |
| |
my %storestats = |
| |
&LONCAPA::lonmetadata::dynamic_metadata_storage($data); |
| |
my ($dom,$user) = ($urlres=~m{^($LONCAPA::domain_re)/($LONCAPA::username_re)}); |
| |
&Apache::lonnet::put('nohist_resevaldata',\%storestats,$dom,$user); |
| |
} |
| |
# |
| |
$data->{'tries_per_correct'} = $data->{'tries'} / |
| |
($data->{'num_solved'}+0.1); |
| |
# |
| |
# Get the due date for research purposes (commented out most of the time) |
| |
# my $duedate = &Apache::lonnet::EXT('resource.'.$part.'.duedate',$symb);; |
| |
# my $opendate = &Apache::lonnet::EXT('resource.'.$part.'.opendate',$symb); |
| |
# my $maxtries = &Apache::lonnet::EXT('resource.'.$part.'.maxtries',$symb); |
| |
# my $hinttries = &Apache::lonnet::EXT('resource.'.$part.'.hinttries',$symb); |
| |
my $weight = &Apache::lonnet::EXT('resource.'.$part.'.weight',$symb); |
| |
$data->{'weight'} = $weight; |
| |
# $data->{'duedate'} = $duedate; |
| |
# $data->{'opendate'} = $opendate; |
| |
# $data->{'maxtries'} = $maxtries; |
| |
# $data->{'hinttries'} = $hinttries; |
| |
# $data->{'resptypes'} = join(',',@{$resource->{'partdata'}->{$part}->{'ResponseTypes'}}); |
| return $data; |
return $data; |
| } |
} |
| |
|
| ############################################### |
############################################### |
| ############################################### |
############################################### |
| |
|
| =pod |
=pod |
| |
|
| |
=item &compute_discrimination_factor() |
| |
|
| =item &ProblemStatisticsLegend() |
Inputs: $Resource, $Sequence |
| |
|
| |
Returns: integer between -1 and 1 |
| |
|
| =cut |
=cut |
| |
|
| ############################################### |
############################################### |
| ############################################### |
############################################### |
| sub ProblemStatisticsLegend { |
sub compute_discrimination_factor { |
| my $Ptr = ''; |
my ($resource,$part,$seq) = @_; |
| $Ptr = '<table border="0">'; |
my $symb = $resource->symb; |
| $Ptr .= '<tr><td>'; |
my @Resources; |
| $Ptr .= '<b>#Stdnts</b></td>'; |
foreach my $res (&Apache::lonstathelpers::get_resources($navmap,$seq)){ |
| $Ptr .= '<td>Total number of students attempted the problem.'; |
next if ($res->symb eq $symb); |
| $Ptr .= '</td></tr><tr><td>'; |
push (@Resources,$res->symb); |
| $Ptr .= '<b>Tries</b></td>'; |
} |
| $Ptr .= '<td>Total number of tries for solving the problem.'; |
# |
| $Ptr .= '</td></tr><tr><td>'; |
# rank |
| $Ptr .= '<b>Max Tries</b></td>'; |
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
| $Ptr .= '<td>Largest number of tries for solving the problem by a student.'; |
my $ranking = |
| $Ptr .= '</td></tr><tr><td>'; |
&Apache::loncoursedata::rank_students_by_scores_on_resources |
| $Ptr .= '<b>Mean</b></td>'; |
(\@Resources, |
| $Ptr .= '<td>Average number of tries. [ Tries / #Stdnts ]'; |
[&Apache::lonstatistics::get_selected_sections()], |
| $Ptr .= '</td></tr><tr><td>'; |
[&Apache::lonstatistics::get_selected_groups()], |
| $Ptr .= '<b>#YES</b></td>'; |
$Apache::lonstatistics::enrollment_status,undef, |
| $Ptr .= '<td>Number of students solved the problem correctly.'; |
$starttime,$endtime, $symb); |
| $Ptr .= '</td></tr><tr><td>'; |
# |
| $Ptr .= '<b>#yes</b></td>'; |
# compute their percent scores on the problems in the sequence, |
| $Ptr .= '<td>Number of students solved the problem by override.'; |
my $number_to_grab = int(scalar(@{$ranking})/4); |
| $Ptr .= '</td></tr><tr><td>'; |
my $num_students = scalar(@{$ranking}); |
| $Ptr .= '<b>%Wrong</b></td>'; |
my @BottomSet = map { $_->[&Apache::loncoursedata::RNK_student()]; |
| $Ptr .= '<td>Percentage of students who tried to solve the problem '; |
} @{$ranking}[0..$number_to_grab]; |
| $Ptr .= 'but is still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]'; |
my @TopSet = |
| $Ptr .= '</td></tr><tr><td>'; |
map { |
| $Ptr .= '<b>DoDiff</b></td>'; |
$_->[&Apache::loncoursedata::RNK_student()]; |
| $Ptr .= '<td>Degree of Difficulty of the problem. '; |
} @{$ranking}[-$number_to_grab..0]; |
| $Ptr .= '[ 1 - ((#YES+#yes) / Tries) ]'; |
if (! @BottomSet || (@BottomSet == 1 && $BottomSet[0] eq '') || |
| $Ptr .= '</td></tr><tr><td>'; |
! @TopSet || (@TopSet == 1 && $TopSet[0] eq '')) { |
| $Ptr .= '<b>S.D.</b></td>'; |
return 'nan'; |
| $Ptr .= '<td>Standard Deviation of the tries. '; |
} |
| $Ptr .= '[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1) '; |
my ($bottom_sum,$bottom_max) = |
| $Ptr .= 'where Xi denotes every student\'s tries ]'; |
&Apache::loncoursedata::get_sum_of_scores($symb,$part,\@BottomSet, |
| $Ptr .= '</td></tr><tr><td>'; |
undef,$starttime,$endtime); |
| $Ptr .= '<b>Skew.</b></td>'; |
my ($top_sum,$top_max) = |
| $Ptr .= '<td>Skewness of the students tries.'; |
&Apache::loncoursedata::get_sum_of_scores($symb,$part,\@TopSet, |
| $Ptr .= '[(sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3)]'; |
undef,$starttime,$endtime); |
| $Ptr .= '</td></tr><tr><td>'; |
my $deg_of_disc; |
| $Ptr .= '<b>Dis.F.</b></td>'; |
if ($top_max == 0 || $bottom_max==0) { |
| $Ptr .= '<td>Discrimination Factor: A Standard for evaluating the '; |
$deg_of_disc = 'nan'; |
| $Ptr .= 'problem according to a Criterion<br>'; |
} else { |
| $Ptr .= '<b>[Criterion to group students into %27 Upper Students - '; |
$deg_of_disc = ($top_sum/$top_max) - ($bottom_sum/$bottom_max); |
| $Ptr .= 'and %27 Lower Students]</b><br>'; |
} |
| $Ptr .= '<b>1st Criterion</b> for Sorting the Students: '; |
#&Apache::lonnet::logthis(' '.$top_sum.'/'.$top_max. |
| $Ptr .= '<b>Sum of Partial Credit Awarded / Total Number of Tries</b><br>'; |
# ' - '.$bottom_sum.'/'.$bottom_max); |
| $Ptr .= '<b>2nd Criterion</b> for Sorting the Students: '; |
return $deg_of_disc; |
| $Ptr .= '<b>Total number of Correct Answers / Total Number of Tries</b>'; |
|
| $Ptr .= '</td></tr>'; |
|
| $Ptr .= '<tr><td><b>Disc.</b></td>'; |
|
| $Ptr .= '<td>Number of Students had at least one discussion.'; |
|
| $Ptr .= '</td></tr></table>'; |
|
| return $Ptr; |
|
| } |
} |
| |
|
| #---- END Problem Statistics Web Page ---------------------------------------- |
############################################### |
| |
############################################### |
| |
## |
| |
## Compute KR-21 |
| |
## |
| |
## To compute KR-21, you need the following information: |
| |
## |
| |
## K=the number of items in your test |
| |
## M=the mean score on the test |
| |
## s=the standard deviation of the scores on your test |
| |
## |
| |
## then: |
| |
## |
| |
## KR-21 rk= [K/(K-1)] * [1- (M*(K-M))/(K*s^2))] |
| |
## |
| |
############################################### |
| |
############################################### |
| |
sub compute_sequence_statistics { |
| |
my ($seq) = @_; |
| |
my $symb = $seq->symb; |
| |
my @Resources; |
| |
my $part_count; |
| |
foreach my $res (&Apache::lonstathelpers::get_resources($navmap,$seq)) { |
| |
push (@Resources,$res->symb); |
| |
$part_count += scalar(@{$res->parts}); |
| |
} |
| |
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
| |
# |
| |
# First compute statistics based on student scores |
| |
my ($smin,$smax,$sMean,$sSTD,$scount,$sMAX) = |
| |
&Apache::loncoursedata::score_stats |
| |
([&Apache::lonstatistics::get_selected_sections()], |
| |
[&Apache::lonstatistics::get_selected_groups()], |
| |
$Apache::lonstatistics::enrollment_status, |
| |
\@Resources,$starttime,$endtime,undef); |
| |
$SeqStat{$symb}->{'title'} = $seq->compTitle; |
| |
$SeqStat{$symb}->{'scoremax'} = $smax; |
| |
$SeqStat{$symb}->{'scoremin'} = $smin; |
| |
$SeqStat{$symb}->{'scoremean'} = $sMean; |
| |
$SeqStat{$symb}->{'scorestd'} = $sSTD; |
| |
$SeqStat{$symb}->{'scorecount'} = $scount; |
| |
$SeqStat{$symb}->{'max_possible'} = $sMAX; |
| |
# |
| |
# Compute statistics based on the number of correct problems |
| |
# 'correct' is taken to mean |
| |
my ($cmin,$cmax,$cMean,$cSTD,$ccount)= |
| |
&Apache::loncoursedata::count_stats |
| |
([&Apache::lonstatistics::get_selected_sections()], |
| |
[&Apache::lonstatistics::get_selected_groups()], |
| |
$Apache::lonstatistics::enrollment_status, |
| |
\@Resources,$starttime,$endtime,undef); |
| |
my $K = $part_count; |
| |
my $kr_21; |
| |
if ($K > 1 && $cSTD > 0) { |
| |
$kr_21 = ($K/($K-1)) * (1 - $cMean*($K-$cMean)/($K*$cSTD**2)); |
| |
} else { |
| |
$kr_21 = 'nan'; |
| |
} |
| |
$SeqStat{$symb}->{'countmax'} = $cmax; |
| |
$SeqStat{$symb}->{'countmin'} = $cmin; |
| |
$SeqStat{$symb}->{'countstd'} = $cSTD; |
| |
$SeqStat{$symb}->{'countmean'} = $cMean; |
| |
$SeqStat{$symb}->{'count'} = $ccount; |
| |
$SeqStat{$symb}->{'items'} = $K; |
| |
$SeqStat{$symb}->{'KR-21'}=$kr_21; |
| |
return; |
| |
} |
| |
|
| |
|
| |
|
| |
=pod |
| |
|
| |
=item ProblemStatisticsLegend |
| |
|
| |
=over 4 |
| |
|
| |
=item #Stdnts |
| |
Total number of students attempted the problem. |
| |
|
| |
=item Tries |
| |
Total number of tries for solving the problem. |
| |
|
| |
=item Max Tries |
| |
Largest number of tries for solving the problem by a student. |
| |
|
| |
=item Mean |
| |
Average number of tries. [ Tries / #Stdnts ] |
| |
|
| |
=item #YES |
| |
Number of students solved the problem correctly. |
| |
|
| |
=item #yes |
| |
Number of students solved the problem by override. |
| |
|
| |
=item %Wrong |
| |
Percentage of students who tried to solve the problem |
| |
but is still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ] |
| |
|
| |
=item DoDiff |
| |
Degree of Difficulty of the problem. |
| |
[ 1 - ((#YES+#yes) / Tries) ] |
| |
|
| |
=item S.D. |
| |
Standard Deviation of the tries. |
| |
[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1) |
| |
where Xi denotes every student\'s tries ] |
| |
|
| |
=item Skew. |
| |
Skewness of the students tries. |
| |
[(sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3)] |
| |
|
| |
=item Dis.F. |
| |
Discrimination Factor: A Standard for evaluating the |
| |
problem according to a Criterion<br> |
| |
|
| |
=item [Criterion to group students into %27 Upper Students - |
| |
and %27 Lower Students] |
| |
1st Criterion for Sorting the Students: |
| |
Sum of Partial Credit Awarded / Total Number of Tries |
| |
2nd Criterion for Sorting the Students: |
| |
Total number of Correct Answers / Total Number of Tries |
| |
|
| |
=item Disc. |
| |
Number of Students had at least one discussion. |
| |
|
| |
=back |
| |
|
| |
=cut |
| |
|
| |
############################################################ |
| |
############################################################ |
| |
|
| 1; |
1; |
| __END__ |
__END__ |
![[BACK]](/icons/back.gif){kind=icon}
Return to lonproblemstatistics.pm CVS log ![[TXT]](/icons/text.gif){kind=icon}
![[DIR]](/icons/dir.gif){kind=icon}
Up to [LON-CAPA] / loncom / interface / statistics