Annotation of loncom/interface/statistics/lonsubmissiontimeanalysis.pm, revision 1.38

1.1       matthew     1: # The LearningOnline Network with CAPA
                      2: #
1.38    ! raeburn     3: # $Id: lonsubmissiontimeanalysis.pm,v 1.37 2020/11/10 19:28:32 raeburn Exp $
1.1       matthew     4: #
                      5: # Copyright Michigan State University Board of Trustees
                      6: #
                      7: # This file is part of the LearningOnline Network with CAPA (LON-CAPA).
                      8: #
                      9: # LON-CAPA is free software; you can redistribute it and/or modify
                     10: # it under the terms of the GNU General Public License as published by
                     11: # the Free Software Foundation; either version 2 of the License, or
                     12: # (at your option) any later version.
                     13: #
                     14: # LON-CAPA is distributed in the hope that it will be useful,
                     15: # but WITHOUT ANY WARRANTY; without even the implied warranty of
                     16: # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
                     17: # GNU General Public License for more details.
                     18: #
                     19: # You should have received a copy of the GNU General Public License
                     20: # along with LON-CAPA; if not, write to the Free Software
                     21: # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
                     22: #
                     23: # /home/httpd/html/adm/gpl.txt
                     24: #
                     25: # http://www.lon-capa.org/
                     26: #
                     27: 
                     28: package Apache::lonsubmissiontimeanalysis;
                     29: 
                     30: use strict;
1.23      albertel   31: use Apache::lonnet;
1.1       matthew    32: use Apache::loncommon();
                     33: use Apache::lonhtmlcommon();
1.32      www        34: use Apache::lonquickgrades();
1.1       matthew    35: use Apache::loncoursedata();
                     36: use Apache::lonstatistics;
1.10      matthew    37: use Apache::lonstathelpers;
1.1       matthew    38: use Apache::lonlocal;
                     39: use HTML::Entities();
                     40: use Time::Local();
                     41: 
                     42: my $plotcolors = ['#33ff00', 
                     43:                   '#ff33cc', '#990000', '#aaaa66', '#663399', '#ff9933',
                     44:                   '#66ccff', '#ff9999', '#cccc33', '#660000', '#33cc66',
                     45:                   ]; 
                     46: 
                     47: my @SubmitButtons = (
1.11      matthew    48:                      { name => 'PrevProblemAnalysis',
                     49:                        text => 'Previous Problem' },
                     50:                      { name => 'ProblemAnalysis',
1.1       matthew    51:                        text => 'Analyze Problem Again' },
1.11      matthew    52:                      { name => 'NextProblemAnalysis',
                     53:                        text => 'Next Problem' },
1.1       matthew    54:                      { name => 'SelectAnother',
1.11      matthew    55:                        text => 'Choose a different Problem' },
1.1       matthew    56:                      );
                     57: 
                     58: sub BuildSubmissionTimePage {
                     59:     my ($r,$c)=@_;
1.4       matthew    60:     #
                     61:     my %Saveable_Parameters = ('Status' => 'scalar',
                     62:                                'Section' => 'array');
                     63:     &Apache::loncommon::store_course_settings('submissiontime_analysis',
                     64:                                               \%Saveable_Parameters);
                     65:     &Apache::loncommon::restore_course_settings('submissiontime_analysis',
                     66:                                                 \%Saveable_Parameters);
                     67:     #
                     68:     &Apache::lonstatistics::PrepareClasslist();    
                     69:     #
1.32      www        70:     $r->print(&Apache::lonhtmlcommon::breadcrumbs('Submission Time Plots'));
                     71:     &Apache::lonquickgrades::startGradeScreen($r,'statistics');
1.1       matthew    72:     $r->print(&CreateInterface());
                     73:     #
                     74:     my @Students = @Apache::lonstatistics::Students;
                     75:     #
                     76:     if (@Students < 1) {
1.30      bisitz     77:         $r->print('<div class="LC_warning">'
1.36      raeburn    78:                  .&mt('There are no students in the sections selected.')
                     79:                  .'</div>'
1.30      bisitz     80:         );
1.1       matthew    81:     }
                     82:     #
1.15      matthew    83:     my @CacheButtonHTML = 
                     84:         &Apache::lonstathelpers::manage_caches($r,'Statistics','stats_status');
1.1       matthew    85:     $r->rflush();
                     86:     #
1.23      albertel   87:     if (! exists($env{'form.problemchoice'}) ||
                     88:         exists($env{'form.SelectAnother'})) {
1.24      matthew    89:         my $submit_button = '<input type="submit" name="" value="'.
1.30      bisitz     90: #           &mt('Graph Problem Submission Times').'" />';
                     91:             &mt('Generate Graph').'" />';
1.24      matthew    92:         $r->print($submit_button.'&nbsp;'x5);
1.1       matthew    93:         $r->print('<h3>'.&mt('Please select a problem to analyze').'</h3>');
1.24      matthew    94:         $r->print(&Apache::lonstathelpers::problem_selector('.',
                     95:                                                             $submit_button));
1.1       matthew    96:     } else {
                     97:         foreach my $button (@SubmitButtons) {
                     98:             $r->print('<input type="submit" name="'.$button->{'name'}.'" '.
                     99:                       'value="'.&mt($button->{'text'}).'" />');
                    100:             $r->print('&nbsp;'x5);
                    101:         }
1.15      matthew   102:         foreach my $html (@CacheButtonHTML) {
                    103:             $r->print($html.('&nbsp;'x5));
                    104:         }
                    105:         $r->rflush();
1.11      matthew   106:         #
                    107:         # Determine which problem we are to analyze
1.37      raeburn   108:         my ($navmap,$current_problem) = &get_current_problem(); # need to retrieve $navmap
                    109:                                                                 # to support $resource->* calls
                    110:                                                                 # for src and compTitle (below)
1.11      matthew   111:         #
                    112:         # Store the current problem choice and send it out in the form
1.23      albertel  113:         $env{'form.problemchoice'} = 
1.11      matthew   114:             &Apache::lonstathelpers::make_target_id($current_problem);
1.1       matthew   115:         $r->print('<input type="hidden" name="problemchoice" value="'.
1.23      albertel  116:                   $env{'form.problemchoice'}.'" />');
1.1       matthew   117:         #
                    118:         $r->print('<hr />');
                    119:         $r->rflush();
                    120:         #
1.11      matthew   121:         my $resource = $current_problem->{'resource'};
1.1       matthew   122:         if (! defined($resource)) {
1.30      bisitz    123:             $r->print('<div class="LC_warning">'
                    124:                      .&mt('Resource is undefined.')
                    125:                      .'</div>'
                    126:             );
1.1       matthew   127:         } else {
1.18      matthew   128:             $r->print('<h1>'.$resource->compTitle.'</h1>');
                    129:             $r->print('<h3>'.$resource->src.'</h3>');
1.34      golterma  130:             $r->print('<p>'.
1.22      matthew   131:                  &Apache::lonstatistics::section_and_enrollment_description().
1.34      golterma  132:                       '</p>');
1.1       matthew   133:             $r->rflush();
1.10      matthew   134:             $r->print(&Apache::lonstathelpers::render_resource($resource));
1.35      golterma  135:             $r->print('<br />');
1.1       matthew   136:             $r->rflush();
1.28      albertel  137: 	    if (@Students) {	    
                    138: 		$r->print(&analyze_times($r,$resource->symb,\@Students,
                    139: 					 $current_problem->{'part'}));
                    140: 	    }
1.1       matthew   141:         }
                    142:         $r->print('<hr />');
                    143:     }
                    144: }
                    145: 
1.37      raeburn   146: sub get_current_problem {
                    147:     my $current_problem = &Apache::lonstathelpers::get_target_from_id
                    148:         ($env{'form.problemchoice'});
                    149:     my ($navmap,$prev,$curr,$next) =
                    150:         &Apache::lonstathelpers::get_prev_curr_next($current_problem,
                    151:                                                     '.',
                    152:                                                     'part');
                    153:     if (exists($env{'form.PrevProblemAnalysis'}) && defined($prev)) {
                    154:         $current_problem = $prev;
                    155:     } elsif (exists($env{'form.NextProblemAnalysis'}) && defined($next)) {
                    156:         $current_problem = $next;
                    157:     } else {
                    158:         $current_problem = $curr;
                    159:     }
                    160:     return ($navmap,$current_problem);
                    161: }
                    162: 
1.1       matthew   163: #########################################################
                    164: #########################################################
                    165: ##
                    166: ##                  Time Analysis
                    167: ##
                    168: #########################################################
                    169: #########################################################
                    170: sub get_week_start {
                    171:     my ($randomtime) = @_;
                    172:     my ($sec,$min,$hour,$mday,$month,$year,$wday,$yday,$isdst) = 
                    173:         localtime($randomtime);
                    174:     $randomtime -= $wday * 86400;
                    175:     ($sec,$min,$hour,$mday,$month,$year,$wday,$yday,$isdst) = 
                    176:         localtime($randomtime);
                    177:     my $week_start = &Time::Local::timelocal(0,0,0,$mday,$month,$year);
                    178:     return $week_start;
                    179: }
                    180: 
                    181: sub analyze_times {
1.18      matthew   182:     my ($r,$symb,$students,$part) = @_;
1.16      matthew   183:     my $htmltable;
1.2       matthew   184:     #
                    185:     # Convenience arrays
                    186:     my @FullWeekDay = (qw/Sunday Monday Tuesday Wednesday Thursday Friday
                    187:                        Saturday/);
                    188:     my @WeekDay = (qw/SUN MON TUE WED THU FRI SAT SUN/);
                    189:     my @Month = (qw/Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec/);
                    190:     #
1.1       matthew   191:     my $html; # holds results of analysis
                    192:     # Get the data
                    193:     my $SubData = &Apache::loncoursedata::get_response_time_data
1.22      matthew   194:         ([&Apache::lonstatistics::get_selected_sections()],
1.26      raeburn   195:          [&Apache::lonstatistics::get_selected_groups()],
1.18      matthew   196:          $Apache::lonstatistics::enrollment_status,
                    197:          $symb,$part);
1.1       matthew   198:     if (! defined($SubData) || ! ref($SubData)) {
1.30      bisitz    199:         $html.= '<div class="LC_warning">'
                    200:                .&mt('There is no submission data for this problem at all.')
                    201:                .'</div>';
1.1       matthew   202:         return $html;
                    203:     }
                    204:     my $NumSub = scalar(@{$SubData});
                    205:     if (! @{$SubData}) {
1.30      bisitz    206:         $html.= '<div class="LC_warning">'
                    207:                .&mt('There is no submission data for this problem.')
                    208:                .'</div>';
1.1       matthew   209:         return $html;
                    210:     }
                    211:     # Process the data
                    212:     #
                    213:     my (undef,undef,undef,$mday,$month,$year,$wday,$yday,$isdst) = 
                    214:         localtime(&get_time_from_row($SubData->[0]));
                    215:     my $day_start = &Time::Local::timelocal(0,0,0,$mday,$month,$year);
                    216:     #
1.2       matthew   217:     # Configure the bins used to store the data.
1.1       matthew   218:     my $binsize = 3600; # seconds
                    219:     my $bins_per_day = 86400/$binsize;
                    220:     my $bincount = 0;
                    221:     my $endtime = $day_start;
                    222:     #
1.2       matthew   223:     # Initialize loop variables
1.17      matthew   224:     my $max;            # The sum of @Ydata
                    225:     my @Ydata=(0);      # number of submissions
                    226:     my @AnsData=(0);    # number of correct submissions
                    227:     my @Xlabel=($WeekDay[$wday]); # Labels of itmes
1.38    ! raeburn   228:     my @BinEnd=($endtime);        # The end time of each bin
1.17      matthew   229:     my $cumulative_answers = 0;   # The sum of @AnsData
1.19      matthew   230:     my %students;       # which students have attempted the problem?
1.2       matthew   231:     #
1.1       matthew   232:     foreach my $row (@$SubData) {
                    233:         my $subtime = &get_time_from_row($row);
                    234:         while ($subtime > $endtime && $endtime < time) {
                    235:             # Create a new bin
                    236:             $bincount++;
1.17      matthew   237:             $Ydata[$bincount]   = 0;
                    238:             $AnsData[$bincount] = 0;
1.1       matthew   239:             $endtime += $binsize;
1.38    ! raeburn   240:             $BinEnd[$bincount] = $endtime;
1.1       matthew   241:             if ($bincount % (86400/$binsize) == 0) {
1.2       matthew   242:                 $wday++;
1.1       matthew   243:                 $wday %= 7;
1.2       matthew   244:                 $Xlabel[$bincount] = $WeekDay[$wday];
1.1       matthew   245:             } else {
                    246:                 $Xlabel[$bincount] = '';
                    247:             }
                    248:         }
                    249:         $Ydata[$bincount]++;
                    250:         $max = $Ydata[$bincount] if ($max < $Ydata[$bincount]);
                    251:         $AnsData[$bincount] += &successful_submission($row);
                    252:         $cumulative_answers += &successful_submission($row);
1.19      matthew   253:         $students{$row->[&Apache::loncoursedata::RT_student_id()]}++;
1.1       matthew   254:     }
1.17      matthew   255:     #
                    256:     # Pad the data to a full day
1.1       matthew   257:     while ($bincount % $bins_per_day != 0) {
                    258:         $bincount++;
                    259:         $Ydata[$bincount]=0;
1.17      matthew   260:         $AnsData[$bincount]=0;
1.1       matthew   261:         $endtime += $binsize;
1.38    ! raeburn   262:         $BinEnd[$bincount]=$endtime;
1.1       matthew   263:         if ($bincount % (86400/$binsize) == 0) {
1.2       matthew   264:             $wday ++;
                    265:             $wday %= 7;
1.1       matthew   266:             $Xlabel[$bincount] = $WeekDay[$wday];
                    267:         } else {
                    268:             $Xlabel[$bincount] = '';
                    269:         }
                    270:     }
1.19      matthew   271:     my $numstudents = scalar(keys(%students));
1.17      matthew   272:     #
                    273:     # Determine a nice maximum value to use
                    274:     foreach my $maximum (10,15,20,25,30,40,50,60,70,80,90,100,
                    275:                           120,150,200,250,300,350,400,450,500,
                    276:                           600,700,800,900,1000,1100,1200,1500,2000,
                    277:                           2500,3000,4000,5000) {
                    278:         if ($max < $maximum) {
                    279:             $max = $maximum;
                    280:             last;
                    281:         }
                    282:     }
                    283:     #
                    284:     # Build the data table
1.35      golterma  285:     $htmltable = '<br><h3>'.&mt('Student submission data').'</h3><p>'.
1.34      golterma  286:         &Apache::loncommon::start_data_table().
                    287:         &Apache::loncommon::start_data_table_header_row().
                    288:         &Apache::loncommon::start_data_table_row().
1.17      matthew   289:         '<th valign="bottom">'.&mt('Begin').'</th>'.
                    290:         '<th valign="bottom">'.&mt('End').'</th>'.
1.20      matthew   291:         '<th valign="bottom">'.&mt('Submissions (plotted)').'</th>'.
                    292:         '<th valign="bottom">'.&mt('Correct Submissions (not plotted)').'</th>'.
                    293:         '<th valign="bottom">'.&mt('Cumulative Correct of those attempting the problem (not plotted)').'</th>'.
                    294:         '<th valign="bottom">'.&mt('Cumulative Percent Correct of those attempting the problem (not plotted)').'</th>'.
                    295:         '<th valign="bottom">'.&mt('Cumulative Percent Correct of selected students (plotted)').'</th>'.
1.34      golterma  296:         &Apache::loncommon::end_data_table_row().
                    297:         &Apache::loncommon::end_data_table_header_row().
1.16      matthew   298:         '<tbody>';
1.17      matthew   299:     my @CumulativeCorrect=(0);
1.20      matthew   300:     my @corr_as_percent_of_selected;
                    301:     my @corr_as_percent_of_answering;
1.17      matthew   302:     for (my $i=0;$i<=$#Ydata;$i++) {
                    303:         $CumulativeCorrect[$i]=$CumulativeCorrect[-1]+$AnsData[$i];
1.20      matthew   304:         $corr_as_percent_of_answering[$i] = 
                    305:             sprintf('%3.1f',100*$CumulativeCorrect[$i]/$numstudents);
                    306:         $corr_as_percent_of_selected[$i] = 
                    307:             sprintf('%3.1f',100*$CumulativeCorrect[$i]/scalar(@$students));
1.16      matthew   308:         if ($Ydata[$i] != 0) {
                    309:             next if (! defined($BinEnd[$i]) || $BinEnd[$i] == 0);
1.34      golterma  310:             $htmltable .=
                    311:                &Apache::loncommon::start_data_table_row().
1.31      bisitz    312:                 '<td align="right"><span class="LC_nobreak">'.
1.16      matthew   313:                 &Apache::lonlocal::locallocaltime($BinEnd[$i]-$binsize).
1.31      bisitz    314:                 '</span></td>'.
                    315:                 '<td align="right"><span class="LC_nobreak">'.
1.16      matthew   316:                     &Apache::lonlocal::locallocaltime($BinEnd[$i]).'</td>'.
1.31      bisitz    317:                 '</span></td>'.
1.16      matthew   318:                 '<td align="right">'.$Ydata[$i].('&nbsp;'x3).'</td>'.
1.17      matthew   319:                 '<td align="right">'.$AnsData[$i].('&nbsp;'x3).'</td>'.
1.19      matthew   320:                 '<td align="right">'.$CumulativeCorrect[$i].'</td>'.
1.20      matthew   321:                 '<td align="right">'.$corr_as_percent_of_answering[$i].'</td>'.
                    322:                 '<td align="right">'.$corr_as_percent_of_selected[$i].'</td>'.
1.34      golterma  323:                &Apache::loncommon::end_data_table_row().$/;
1.16      matthew   324:         }
1.6       matthew   325:     }
1.34      golterma  326:     $htmltable .= '</tbody>'.&Apache::loncommon::end_data_table().'</p>';
1.17      matthew   327:     #
                    328:     # Build the plot
                    329:     my $title = '';#'Number of Submissions and Number Correct';
1.1       matthew   330:     my $xlabel;
1.2       matthew   331:     (undef,undef,undef,$mday,$month,$year,$wday) = localtime($day_start);
                    332:     $xlabel .= $FullWeekDay[$wday].' '.
                    333:         join(' ',($Month[$month],$mday,1900+$year)).' - ';
                    334:     (undef,undef,undef,$mday,$month,$year,$wday) = localtime($endtime);
                    335:     $xlabel .= $FullWeekDay[$wday].' '.
                    336:         join(' ',($Month[$month],$mday,1900+$year));
1.8       matthew   337:     my $width = 50+2*$bincount;
                    338:     if ($width < 250) {
                    339:         $width = 250;
                    340:     }
1.17      matthew   341:     #
1.1       matthew   342:     $html .= &Apache::loncommon::DrawXYYGraph($title,
                    343:                                               $xlabel,
1.6       matthew   344:                                               'Submissions vs Time',
1.1       matthew   345:                                               $plotcolors,
                    346:                                               \@Xlabel,
1.17      matthew   347:                                               \@Ydata,0,$max,
1.20      matthew   348:                                               \@corr_as_percent_of_selected,0,100,
1.1       matthew   349:                                               (xskip => $bins_per_day,
                    350:                                                x_ticks => $bins_per_day,
                    351:                                                x_tick_offset => $bins_per_day,
1.8       matthew   352:                                                width => $width,
1.7       matthew   353:                       y1_label=>'Number of Submissions per hour',
                    354:                       y2_label=>'Percent of Students answering Correctly',
                    355:                      'data.1.label'=>'Submissions per hour',
                    356:                      'data.2.label'=>'Percent correct',
                    357:                                                )
1.1       matthew   358:                                               );
1.16      matthew   359:     $html .= '<br />'.$htmltable;
1.1       matthew   360:     return $html;
                    361: }
                    362: 
                    363: sub successful_submission {
                    364:     my ($row) = @_;
                    365:     if (ref($row) eq 'ARRAY') {
1.3       matthew   366:         return $row->[&Apache::loncoursedata::RT_awarded()];
1.1       matthew   367:     }
                    368:     return undef;
                    369: }
                    370: 
                    371: sub get_time_from_row {
                    372:     my ($row) = @_;
                    373:     if (ref($row) eq 'ARRAY') {
1.3       matthew   374:         return $row->[&Apache::loncoursedata::RT_timestamp()];
1.1       matthew   375:     } 
                    376:     return undef;
                    377: }
                    378: 
                    379: sub get_tries_from_row {
                    380:     my ($row) = @_;
                    381:     if (ref($row) eq 'ARRAY') {
1.3       matthew   382:         return $row->[&Apache::loncoursedata::RT_tries()];
1.1       matthew   383:     }
                    384:     return undef;
                    385: }
                    386: 
                    387: sub Process_Row {
                    388:     my ($row) = @_;
                    389:     my %RowData;
                    390:     my ($student_id,$award,$tries,$time) = @$row;
                    391:     return %RowData;
                    392: }
                    393: 
                    394: #########################################################
                    395: #########################################################
                    396: ##
                    397: ##   Generic Interface Routines
                    398: ##
                    399: #########################################################
                    400: #########################################################
                    401: sub CreateInterface {
                    402:     ##
                    403:     ## Environment variable initialization
1.23      albertel  404:     if (! exists$env{'form.AnalyzeOver'}) {
                    405:         $env{'form.AnalyzeOver'} = 'Tries';
1.1       matthew   406:     }
                    407:     ##
                    408:     ## Build the menu
                    409:     my $Str = '';
1.15      matthew   410:     $Str .= '<p>';
1.30      bisitz    411:     $Str .= &Apache::loncommon::start_data_table();
                    412:     $Str .= &Apache::loncommon::start_data_table_header_row();
                    413:     $Str .= '<th>'.&mt('Sections').'</th>';
                    414:     $Str .= '<th>'.&mt('Groups').'</th>';
                    415:     $Str .= '<th>'.&mt('Access Status').'</th>';
                    416:     $Str .= &Apache::loncommon::end_data_table_header_row();
1.1       matthew   417:     ##
                    418:     ## 
1.30      bisitz    419:     $Str .= &Apache::loncommon::start_data_table_row();
                    420:     $Str .= '<td align="center">'."\n";
1.16      matthew   421:     $Str .= &Apache::lonstatistics::SectionSelect('Section','multiple',4);
1.1       matthew   422:     $Str .= '</td>';
                    423:     #
1.26      raeburn   424:     $Str .= '<td align="center">'."\n";
                    425:     $Str .= &Apache::lonstatistics::GroupSelect('Group','multiple',4);
                    426:     $Str .= '</td>';
                    427:     #
1.1       matthew   428:     $Str .= '<td align="center">';
1.16      matthew   429:     $Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,4);
1.1       matthew   430:     $Str .= '</td>';
1.16      matthew   431:     #
1.30      bisitz    432:     $Str .= &Apache::loncommon::end_data_table_row();
                    433:     $Str .= &Apache::loncommon::end_data_table();
1.1       matthew   434:     #
1.29      bisitz    435:     $Str .= '</p>';
1.1       matthew   436:     ##
                    437:     return $Str;
                    438: }
                    439: 
                    440: 1;
                    441: 
                    442: __END__

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>