--- loncom/interface/statistics/lonstudentsubmissions.pm 2005/02/02 21:19:53 1.31 +++ loncom/interface/statistics/lonstudentsubmissions.pm 2012/05/12 03:52:02 1.68.2.1 @@ -1,6 +1,6 @@ # The LearningOnline Network with CAPA # -# $Id: lonstudentsubmissions.pm,v 1.31 2005/02/02 21:19:53 matthew Exp $ +# $Id: lonstudentsubmissions.pm,v 1.68.2.1 2012/05/12 03:52:02 raeburn Exp $ # # Copyright Michigan State University Board of Trustees # @@ -27,16 +27,20 @@ package Apache::lonstudentsubmissions; use strict; -use Apache::lonnet(); +use Apache::lonnet; use Apache::loncommon(); use Apache::lonhtmlcommon(); use Apache::loncoursedata(); use Apache::lonstatistics; use Apache::lonlocal; use Apache::lonstathelpers; +use Apache::lonmsgdisplay(); use HTML::Entities(); use Time::Local(); use Spreadsheet::WriteExcel(); +use lib '/home/httpd/lib/perl/'; +use LONCAPA; + my @SubmitButtons = ({ name => 'SelectAnother', text => 'Choose a different Problem' }, @@ -58,21 +62,28 @@ sub BuildStudentSubmissionsPage { # &Apache::lonstatistics::PrepareClasslist(); # + $r->print( &Apache::lonhtmlcommon::breadcrumbs('Student Submission Reports')); $r->print(&CreateInterface()); # my @Students = @Apache::lonstatistics::Students; # if (@Students < 1) { - $r->print('

There are no students in the sections selected

'); + $r->print('
' + .&mt('There are no students in the sections selected.') + .'
'); } # my @CacheButtonHTML = &Apache::lonstathelpers::manage_caches($r,'Statistics','stats_status', - '

'.&mt('Loading student data').'

'); + '
'.&mt('Loading student data...').'
'); $r->rflush(); # - if (exists($ENV{'form.problemchoice'}) && - ! exists($ENV{'form.SelectAnother'})) { + my %anoncounter = + &Apache::lonnet::dump('nohist_anonsurveys', + $env{'course.'.$env{'request.course.id'}.'.domain'}, + $env{'course.'.$env{'request.course.id'}.'.num'}); + if (exists($env{'form.problemchoice'}) && + ! exists($env{'form.SelectAnother'})) { foreach my $button (@SubmitButtons) { if ($button->{'name'} eq 'break') { $r->print("
\n"); @@ -92,44 +103,120 @@ sub BuildStudentSubmissionsPage { # Determine which problems we are to analyze my @Symbs = &Apache::lonstathelpers::get_selected_symbs('problemchoice'); - foreach my $selected (@Symbs) { - $r->print(''.$/); + + # If there are multi-part problems with anonymous survey and named + # parts check if named was picked for display. + # + my %mixed_named; + foreach my $envkey (%env) { + if ($envkey =~ /^form\.mixed_(\d+:\d+)$/) { + my $item = $1; + if ($env{$envkey} =~ /^symb_(.+)$/) { + my $symb = &unescape($1); + if (ref($mixed_named{$symb}) eq 'ARRAY') { + push(@{$mixed_named{$symb}},$item); + } else { + @{$mixed_named{$symb}} = ($item); + } + } + } } # # Get resource objects my $navmap = Apache::lonnavmaps::navmap->new(); if (!defined($navmap)) { - $r->print('

'.&mt("Internal error").'

'); + foreach my $selected (@Symbs) { + $r->print(''.$/); + if (ref($mixed_named{$selected}) eq 'ARRAY') { + foreach my $item (@{$mixed_named{$selected}}) { + $r->print(''.$/); + } + } + } + $r->print('
'.&mt("Internal error").'
'); return; } my %already_seen; - my @Problems; + my (@Problems,@anonProbs,@namedProbs,$show_named); foreach my $symb (@Symbs) { my $resource = $navmap->getBySymb($symb); - push(@Problems,$resource); + my ($hasanon,$hasnamed); + if (ref($resource)) { + foreach my $partid (@{$resource->parts}) { + if (($anoncounter{$symb."\0".$partid}) || ($resource->is_anonsurvey($partid))) { + unless (exists($mixed_named{$symb})) { + $hasanon = 1; + } + } else { + $hasnamed = 1; + } + } + if ($hasanon) { + push(@anonProbs,$resource); + } elsif ($hasnamed) { + push(@namedProbs,$resource); + } + } + } + if (@namedProbs > 0) { + @Problems = @namedProbs; + $show_named = 1; + } elsif (@anonProbs > 0) { + @Problems = @anonProbs; + } + foreach my $selected (@Symbs) { + $r->print(''.$/); + if (ref($mixed_named{$selected}) eq 'ARRAY') { + foreach my $item (@{$mixed_named{$selected}}) { + $r->print(''.$/); + } + } + } + # If these are to be anonymized, do a random shuffle of @Students. + unless ($show_named) { + &array_shuffle(\@Students); + } + # + + my $threshold = $env{'course.'.$env{'request.course.id'}.'.internal.anonsurvey_threshold'}; + if ($threshold eq '') { + my %domconfig = + &Apache::lonnet::get_dom('configuration',['coursedefaults'], + $env{'course.'.$env{'request.course.id'}.'.domain'}); + if (ref($domconfig{'coursedefaults'}) eq 'HASH') { + $threshold = $domconfig{'coursedefaults'}{'anonsurvey_threshold'}; + if ($threshold eq '') { + $threshold = 10; + } + } else { + $threshold = 10; + } } - # + $r->print('

'. + &Apache::lonstatistics::section_and_enrollment_description(). + '

'); if (! scalar(@Problems) || ! defined($Problems[0])) { - $r->print('resource is undefined'); + $r->print(&mt('resource is undefined')); + } elsif (!$show_named && @Students < $threshold) { + $r->print(&mt('The number of students matching the selection criteria is too few for display of submission data for anonymous surveys.').'
'.&mt('There must be at least [quant,_1,student].',$threshold).' '.&mt('Contact a Domain Coordinator if you need the threshold to be changed for this course.')); } else { if (scalar(@Problems) == 1) { my $resource = $Problems[0]; $r->print('

'.$resource->title.'

'); $r->print('

'.$resource->src.'

'); - if ($ENV{'form.renderprob'} eq 'true') { - $r->print( - &Apache::lonstathelpers::render_resource({src => $resource->src}) - ); + if ($env{'form.renderprob'} eq 'true') { + $r->print(&Apache::lonstathelpers::render_resource($resource)); $r->rflush(); } } - if ($ENV{'form.output'} eq 'excel') { - &prepare_excel_output($r,\@Problems,\@Students); - } elsif ($ENV{'form.output'} eq 'csv') { - &prepare_csv_output($r,\@Problems,\@Students); + if ($env{'form.output'} eq 'excel') { + &prepare_excel_output($r,\@Problems,\@Students,\%anoncounter,$show_named); + } elsif ($env{'form.output'} eq 'csv') { + &prepare_csv_output($r,\@Problems,\@Students,\%anoncounter,$show_named); } else { - &prepare_html_output($r,\@Problems,\@Students); + &prepare_html_output($r,\@Problems,\@Students,\%anoncounter,$show_named); } } $r->print('
'); @@ -138,29 +225,46 @@ sub BuildStudentSubmissionsPage { &mt('Prepare Report').'" />'); $r->print(' 'x5); $r->print('

'. - &mt('Computing correct answers greatly increasese the amount of time required to prepare a report.'). + &mt('Computing correct answers greatly increases the amount of time required to prepare a report.'). '

'); $r->print('

'. - &mt('please select problems and use the Prepare Report button to continue.'). + &mt('Please select problems and use the [_1]Prepare Report[_2] button to continue.','',''). '

'); $r->print(&Apache::lonstathelpers::MultipleProblemSelector - (undef,'problemchoice','Statistics')); + (undef,'problemchoice','Statistics',\%anoncounter)); + } +} + +sub array_shuffle { + my $array = shift; + return unless (ref($array) eq 'ARRAY'); + my $i = scalar(@$array); + my $j; + foreach my $item (@$array) { + --$i; + $j = int(rand($i+1)); + next if($i == $j); + @$array [$i,$j] = @$array[$j,$i]; } + return @$array; } ## ## get_extra_response_headers ## sub get_extra_response_headers { + my ($show_named) = @_; my @extra_resp_headers; - if ($ENV{'form.correctans'} eq 'true') { + if ($env{'form.correctans'} eq 'true') { push(@extra_resp_headers,'Correct'); - } - if ($ENV{'form.prob_status'} eq 'true') { - push(@extra_resp_headers,'Award Detail'); - push(@extra_resp_headers,'Time'); - push(@extra_resp_headers,'Attempt'); - push(@extra_resp_headers,'Awarded'); + } + if ($show_named) { + if ($env{'form.prob_status'} eq 'true') { + push(@extra_resp_headers,'Award Detail'); + push(@extra_resp_headers,'Time'); + push(@extra_resp_headers,'Attempt'); + push(@extra_resp_headers,'Awarded'); + } } return @extra_resp_headers; } @@ -189,6 +293,8 @@ sub get_headers { shift(@basic_headers); # Get rid of 'Correct' } @headers = (@foils,@basic_headers); + } elsif (lc($resptype) eq 'task') { + @headers = ('Grader','Status',@basic_headers,'Submission'); } else { @headers = ('Submission',@basic_headers); } @@ -203,7 +309,7 @@ sub get_headers { ######################################################### ######################################################### sub prepare_html_output { - my ($r,$problems,$students) = @_; + my ($r,$problems,$students,$anoncounter,$show_named) = @_; my $c = $r->connection(); # # Set a flag for the case when there is just one problem @@ -214,33 +320,40 @@ sub prepare_html_output { } # # Compute the number of columns per response - my @extra_resp_headers = &get_extra_response_headers(); + my @extra_resp_headers = &get_extra_response_headers($show_named); # # Create the table header - my @student_columns = ('username','domain','id'); - # + my @student_columns = &get_student_columns($show_named); my %headers; my $student_column_count = scalar(@student_columns); $headers{'problem'} = qq{\ }; - foreach (@student_columns) { - $headers{'student'}.= ''.ucfirst($_).''; + foreach my $field (@student_columns) { + $headers{'student'}.= ''.&mt(ucfirst($field)).''; } # # we put the headers into the %headers hash - my $total_col = scalar(@student_columns); + my $total_col = $student_column_count; my $nonempty_part_headers = 0; # my %problem_analysis; foreach my $prob (@$problems) { my %analysis = &Apache::lonstathelpers::get_problem_data($prob->src); $problem_analysis{$prob->src}=\%analysis; + my $symb = $prob->symb(); # my $prob_span = 0; my $single_part = 0; if (scalar(@{$prob->parts}) == 1) { $single_part = 1; } + my $shown_parts = 0; foreach my $partid (@{$prob->parts}) { + if (($prob->is_anonsurvey($partid)) || ($anoncounter->{$symb."\0".$partid})) { + next if ($show_named); + } else { + next unless ($show_named); + } + $shown_parts ++; my $part_span = 0; my $responses = [$prob->responseIds($partid)]; my $resptypes = [$prob->responseType($partid)]; @@ -257,23 +370,31 @@ sub prepare_html_output { $headers{'response'} .= ''. &mt('Response [_1]',$responses->[$i]).''; - $headers{'student'}.= ''.join('', + $headers{'student'}.= ''. + join('', @headers). - ''; + ''; } } + if ($part_span == 0) { + next; + } if (! $single_part) { my $tmpname = $partid; if ($partid =~/^\d+$/) { $tmpname = $prob->part_display($partid); } + if ($tmpname !~ /^part/) { + $tmpname = 'Part '.$tmpname; + } $headers{'part'} .= qq{$tmpname}; $nonempty_part_headers = 1; } else { - $headers{'part'} .= qq{ }; + $headers{'part'} .= qq{ }; } $prob_span += $part_span; } + next if (!$shown_parts); my $title = $prob->compTitle; if ($prob_span > 0) { $headers{'problem'}.= qq{$title}; @@ -291,7 +412,8 @@ sub prepare_html_output { qq{\ }. $headers{'response'}; } - my $full_header = $/.''.$/; + #my $full_header = $/.'
'.$/; + my $full_header = $/.&Apache::loncommon::start_data_table().$/; $full_header .= ''.$headers{'problem'}.''.$/; if ($nonempty_part_headers) { $full_header .= ''.$headers{'part'}.''.$/; @@ -302,17 +424,28 @@ sub prepare_html_output { # Main loop my $count; $r->print($/.$full_header.$/); - my $row_class = 'odd'; # css foreach my $student (@$students) { my $student_row_data; if ($count++ >= 30) { - $r->print('
'.$/.$full_header.$/); + $r->print(&Apache::loncommon::end_data_table().$/.$full_header.$/); $count = 0; } last if ($c->aborted()); - foreach my $field (@student_columns) { - $student_row_data .= - ''.$student->{$field}.''; + if ($show_named) { + foreach my $field (@student_columns) { + $student_row_data .= ''; + # handle comments like in lonstudentassessment.pm + if($field eq 'comments') { + $student_row_data .= + ''.&mt('Comments').''; + } else { + $student_row_data .= $student->{$field}; + } + $student_row_data .= ''; + } + } else { + $student_row_data = ''.&mt('Anonymized').''; } # # Figure out what it is we need to output for this student @@ -320,8 +453,14 @@ sub prepare_html_output { my %prob_data; my $maxrow; foreach my $prob (@$problems) { - $prob_data{$prob->symb}={}; + my $symb = $prob->symb; + $prob_data{$symb}={}; foreach my $partid (@{$prob->parts}) { + if (($prob->is_anonsurvey($partid)) || ($anoncounter->{$symb."\0".$partid})) { + next if ($show_named); + } else { + next unless ($show_named); + } my @responses = $prob->responseIds($partid); my @response_type = $prob->responseType($partid); for (my $i=0;$i<=$#responses;$i++) { @@ -336,8 +475,9 @@ sub prepare_html_output { 'html','normal', @extra_resp_headers); my $width = scalar(@headers); + next if ($width < 1); my $resp_data; - $resp_data->{'fake'} = qq{ }; + $resp_data->{'fake'} = qq{ }; if (! defined($results)) { $results = []; } @@ -346,7 +486,7 @@ sub prepare_html_output { $maxrow = scalar(@$results); } for (my $j=scalar(@$results)-1;$j>=0;$j--) { - if ($ENV{'form.all_sub'} ne 'true') { + if ($env{'form.all_sub'} ne 'true') { next if ($j ne scalar(@$results)-1); } my $response = &hashify_response($results->[$j], @@ -361,6 +501,14 @@ sub prepare_html_output { $response, $single_response). ''); + } elsif (lc($resptype) eq 'task') { + my $results = + &html_task_results(\@headers, + $prob,$partid,$respid, + $response,$resptype); + if ($results) { + push(@{$resp_data->{'real'}},$results); + } } else { push(@{$resp_data->{'real'}}, &html_non_essay_results(\@headers, @@ -377,11 +525,6 @@ sub prepare_html_output { next if (! $maxrow && ! scalar(@essays)); # # Go through the problem data and output a row. - if ($row_class eq 'even') { - $row_class = 'odd'; - } else { - $row_class = 'even'; - } my $printed_something; for (my $rows_output = 0;$rows_output<$maxrow;$rows_output++) { my $html; @@ -405,28 +548,30 @@ sub prepare_html_output { } } if (! $no_data) { - $r->print(qq{$student_row_data$html}.$/); + $r->print(&Apache::loncommon::start_data_table_row().$student_row_data.$html. + &Apache::loncommon::end_data_table_row().$/); $printed_something=1; } } if (@essays) { - my $tr = qq{}; + my $tr = &Apache::loncommon::start_data_table_row(); my $td = qq{}; if (! $printed_something) { - $r->print($tr.$student_row_data.''.$/); + $r->print($tr.$student_row_data.&Apache::loncommon::end_data_table_row().$/); } $r->print($tr.$td. join(''.$/.$tr.$td,@essays).''.$/); undef(@essays); } } # end of student loop + $r->print(&Apache::loncommon::end_data_table().$/); return; } sub hashify_response { my ($response,$prob,$student,$partid,$respid) =@_; my $resp_hash = {}; - if ($ENV{'form.correctans'} eq 'true') { + if ($env{'form.correctans'} eq 'true') { $resp_hash->{'Correct'} = &Apache::lonstathelpers::get_student_answer ($prob,$student->{'username'},$student->{'domain'}, @@ -434,14 +579,27 @@ sub hashify_response { } $resp_hash->{'Submission'} = $response->[&Apache::loncoursedata::RDs_submission()]; - $resp_hash->{'Award Detail'} = - $response->[&Apache::loncoursedata::RDs_awarddetail()]; $resp_hash->{'Time'} = $response->[&Apache::loncoursedata::RDs_timestamp()]; $resp_hash->{'Attempt'} = $response->[&Apache::loncoursedata::RDs_tries()]; $resp_hash->{'Awarded'} = $response->[&Apache::loncoursedata::RDs_awarded()]; + if ($prob->is_task()) { + $resp_hash->{'Grader'} = + $response->[&Apache::loncoursedata::RDs_response_eval_2()]; + if ($resp_hash->{'Attempt'} eq '0') { + $resp_hash->{'Attempt'} = ''; + } + $resp_hash->{'Award Detail'} = + $response->[&Apache::loncoursedata::RDs_part_award()]; + $resp_hash->{'Status'} = + $response->[&Apache::loncoursedata::RDs_response_eval()]; + } else { + $resp_hash->{'Award Detail'} = + $response->[&Apache::loncoursedata::RDs_awarddetail()]; + } + return $resp_hash; } @@ -465,7 +623,7 @@ sub html_essay_results { if (defined($respid)) { $id .= ' '.$respid; } - $Str .= ''.$id.''.(' 'x4); + $Str .= ''.$id.''.(' 'x4); } # shift(@$headers); # Get rid of the Submission header @@ -474,11 +632,11 @@ sub html_essay_results { $correct = &html_format_essay_sub($response->{'Correct'}); shift(@$headers); } - $Str .= ''. + $Str .= ''. join('', map { (' 'x4).&mt($_.': [_1]',$response->{$_}); - } @$headers).''; + } @$headers).''; if (@$headers || ! $single_response) { $Str .= '
'; } @@ -504,20 +662,34 @@ sub html_format_essay_sub { return $submission; } +sub html_task_results { + my ($headers,$prob,$partid,$respid,$response,$resptype) = @_; + if (! ref($headers) || ref($headers) ne 'ARRAY' || ! scalar(@$headers)) { + return ''; + } + + my @values; + @values = map { $response->{$_}; } @$headers; + + my $td = ''; + my $str = $td.join(''.$td,@values).''; + return $str; +} + sub html_non_essay_results { my ($headers,$prob,$partid,$respid,$response,$resptype) = @_; if (! ref($headers) || ref($headers) ne 'ARRAY' || ! scalar(@$headers)) { return ''; } # - my $submission = &HTML::Entities::decode($response->{'Submission'}); + my $submission = &HTML::Entities::decode(&unescape($response->{'Submission'})); return '' if (! defined($submission) || $submission eq ''); $submission =~ s/\\\"/\"/g; $submission =~ s/\\\'/\'/g; if ($resptype eq 'radiobutton') { $submission = &HTML::Entities::encode($submission,'<>&"'); $submission =~ s/=([^=])$//; - $submission = ''.$submission.''; + $submission = ''.$submission.''; } $response->{'Submission'} = $submission; # @@ -525,14 +697,14 @@ sub html_non_essay_results { if ($resptype =~ /^(option|match|rank)$/) { my %submission = map { - my ($foil,$value) = split('=',&Apache::lonnet::unescape($_)); + my ($foil,$value) = split('=',&unescape($_)); ($foil,$value); } split('&',$response->{'Submission'}); my %correct; if (exists($response->{'Correct'})) { %correct = map { - my ($foil,$value)=split('=',&Apache::lonnet::unescape($_)); + my ($foil,$value)=split('=',&unescape($_)); ($foil,$value); } split('&',$response->{'Correct'}); } @@ -550,6 +722,8 @@ sub html_non_essay_results { $option = $submission{$header}; } push(@values,&HTML::Entities::encode($option)); + } elsif ($original_header eq 'Time') { + push(@values,&Apache::lonlocal::locallocaltime($response->{$original_header})); } else { # A normal column push(@values,$response->{$original_header}); @@ -572,19 +746,26 @@ sub html_non_essay_results { ######################################################### ######################################################### sub prepare_excel_output { - my ($r,$Problems,$Students) = @_; + my ($r,$Problems,$Students,$anoncounter,$show_named) = @_; my $c = $r->connection(); # # # Determine the number of columns in the spreadsheet my $columncount = 3; # username, domain, id - my @extra_resp_headers = &get_extra_response_headers(); + my @extra_resp_headers = &get_extra_response_headers($show_named); my $lastprob; my %problem_analysis; foreach my $prob (@$Problems) { + my $symb = $prob->symb(); my %analysis = &Apache::lonstathelpers::get_problem_data($prob->src); $problem_analysis{$prob->src}=\%analysis; foreach my $partid (@{$prob->parts}) { + if (($prob->is_anonsurvey($partid)) || ($anoncounter->{$symb."\0".$partid})) { + next if ($show_named); + } else { + next unless ($show_named); + } + my $responses = [$prob->responseIds($partid)]; my $resptypes = [$prob->responseType($partid)]; for (my $i=0;$i 255) { - $r->print('

'.&mt('Unable to complete request').'

'.$/. - '

'.&mt('LON-CAPA is unable to produce your Excel spreadsheet because your selections will result in more than 255 columns. Excel allows only 255 columns in a spreadsheet.').'

'.$/. - '

'.&mt('Consider selecting fewer problems to generate reports on, or reducing the number of items per problem. Or use HTML or CSV output.').'

'.$/. - '

'.&mt('The last problem that will fit in the current spreadsheet is [_1].',$lastprob->compTitle).'

'); + $r->print('

'.&mt('Unable to complete request').'

'.$/. + '

'.&mt('LON-CAPA is unable to produce your Excel spreadsheet because your selections will result in more than 255 columns. Excel allows only 255 columns in a spreadsheet.').'

'.$/. + '

'.&mt('Consider selecting fewer problems to generate reports on, or reducing the number of items per problem. Or use HTML or CSV output.').'

'.$/); + if (ref($lastprob)) { + $r->print('

'.&mt('The last problem that will fit in the current spreadsheet is [_1].',$lastprob->compTitle).'

'); + } $r->rflush(); return; } # # Print out a message telling them what we are doing if (scalar(@$Problems) > 1) { - $r->print('

'. + $r->print('

'. &mt('Preparing Excel spreadsheet of student responses to [_1] problems', scalar(@$Problems)). - '

'); + '

'); } else { - $r->print('

'. + $r->print('

'. &mt('Preparing Excel spreadsheet of student responses'). - '

'); + '

'); } $r->rflush(); # # Create the excel spreadsheet - my $filename = '/prtspool/'. - $ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'. - time.'_'.rand(1000000000).'.xls'; - my $workbook = Spreadsheet::WriteExcel->new('/home/httpd'.$filename); - if (! defined($workbook)) { - $r->log_error("Error creating excel spreadsheet $filename: $!"); - $r->print('

'.&mt("Unable to create new Excel file. ". - "This error has been logged. ". - "Please alert your LON-CAPA administrator"). - '

'); - return undef; + my ($workbook,$filename,$format) = + &Apache::loncommon::create_workbook($r); + return if (! defined($workbook)); + + # Worksheet name + # The length of a worksheet name in Excel 95 is limited to 31 characters. + # Let's make sure to not exceed the maximum length in the translation files. + # Otherwise, no Excel file would be created. + my $worksheetname = &mt('Student Submission Data'); + if (length($worksheetname) > 31) { + # nice way to cut off too long name + $worksheetname = substr($worksheetname,0,28,).'...'; } - # - $workbook->set_tempdir('/home/httpd/perl/tmp'); - # - my $format = &Apache::loncommon::define_excel_formats($workbook); - my $worksheet = $workbook->addworksheet('Student Submission Data'); + my $worksheet = $workbook->addworksheet($worksheetname); # # Add headers to the worksheet my $rows_output = 0; $worksheet->write($rows_output++,0, - $ENV{'course.'.$ENV{'request.course.id'}.'.description'}, + $env{'course.'.$env{'request.course.id'}.'.description'}, $format->{'h1'}); $rows_output++; my $cols_output = 0; @@ -651,22 +831,28 @@ sub prepare_excel_output { my $partid_row = $rows_output++; my $respid_row = $rows_output++; my $header_row = $rows_output++; - $worksheet->write($title_row ,0,'Problem Title',$format->{'bold'}); - $worksheet->write($partid_row,0,'Part ID',$format->{'bold'}); - $worksheet->write($respid_row,0,'Response ID',$format->{'bold'}); + $worksheet->write($title_row ,0,&mt('Problem Title'),$format->{'bold'}); + $worksheet->write($partid_row,0,&mt('Part ID'),$format->{'bold'}); + $worksheet->write($respid_row,0,&mt('Response ID'),$format->{'bold'}); # Student headers - my @StudentColumns = ('username','domain','id'); - foreach (@StudentColumns) { - $worksheet->write($header_row,$cols_output++,ucfirst($_), + my @StudentColumns = &get_student_columns($show_named); + foreach my $field (@StudentColumns) { + $worksheet->write($header_row,$cols_output++,&mt(ucfirst($field)), $format->{'bold'}); } # Problem headers my %start_col; foreach my $prob (@$Problems) { my $title = $prob->compTitle; + my $symb = $prob->symb(); $worksheet->write($title_row,$cols_output, $title,$format->{'h3'}); foreach my $partid (@{$prob->parts}) { + if (($prob->is_anonsurvey($partid)) || ($anoncounter->{$symb."\0".$partid})) { + next if ($show_named); + } else { + next unless ($show_named); + } $worksheet->write($partid_row,$cols_output, $prob->part_display($partid)); my $responses = [$prob->responseIds($partid)]; @@ -693,22 +879,20 @@ sub prepare_excel_output { } # # Populate the worksheet with the student data - my %prog_state=&Apache::lonhtmlcommon::Create_PrgWin - ($r,'Excel File Compilation Status', - 'Excel File Compilation Progress', - scalar(@$Students),'inline',undef,'Statistics','stats_status'); + my %prog_state=&Apache::lonhtmlcommon::Create_PrgWin($r,scalar(@$Students)); my $max_row = $rows_output; foreach my $student (@$Students) { last if ($c->aborted()); $cols_output = 0; my $student_row = $max_row; - foreach my $field (@StudentColumns) { - $worksheet->write($student_row,$cols_output++, - $student->{$field}); - } - my $last_student_col = $cols_output-1; foreach my $prob (@$Problems) { + my $symb = $prob->symb(); foreach my $partid (@{$prob->parts}) { + if (($prob->is_anonsurvey($partid)) || ($anoncounter->{$symb."\0".$partid})) { + next if ($show_named); + } else { + next unless ($show_named); + } my @Response = $prob->responseIds($partid); my @ResponseType = $prob->responseType($partid); for (my $i=0;$i<=$#Response;$i++) { @@ -732,7 +916,7 @@ sub prepare_excel_output { my $response_start_col = $start_col{$prob->symb}->{$partid}->{$respid}; for (my $j=scalar(@$results)-1;$j>=0;$j--) { $cols_output = $response_start_col; - if ($ENV{'form.all_sub'} ne 'true') { + if ($env{'form.all_sub'} ne 'true') { next if ($j ne scalar(@$results)-1); } my $response = &hashify_response($results->[$j], @@ -741,8 +925,10 @@ sub prepare_excel_output { $partid, $respid); my @response_data = - &excel_response_data(\@headers,$prob,$partid, - $respid,$response,$resptype); + &compile_response_data(\@headers,$response, + $prob,$partid,$respid, + $resptype, + \&excel_format_item); $worksheet->write_row($rows_output++,$cols_output, \@response_data); $cols_output+=scalar(@response_data); @@ -753,17 +939,24 @@ sub prepare_excel_output { } } } - # Fill in the remaining rows with the students data - for (my $row = $student_row+1;$row<=$max_row;$row++) { + # Prepend current student's user information to all rows + for (my $row = $student_row;$row<$max_row;$row++) { my $cols = 0; foreach my $field (@StudentColumns) { - $worksheet->write($row,$cols++, - $student->{$field}); + if ($show_named) { + my $value = $student->{$field}; + if ($field eq 'comments') { + $value = &Apache::lonmsgdisplay::retrieve_instructor_comments + ($student->{'username'},$student->{'domain'}); + } + $worksheet->write($row,$cols++,$value); + } else { + $worksheet->write($row,$cols++, + &mt('Anonymized')); + } } } - $rows_output++; - &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state, - 'last student'); + &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state,'last student'); } &Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state); # @@ -782,14 +975,21 @@ sub prepare_excel_output { return; } -sub excel_response_data { - my ($headers,$prob,$partid,$respid,$response,$resptype) = @_; +sub compile_response_data { + my ($headers,$response,$prob,$partid,$respid,$resptype,$format) = @_; if (! ref($headers) || ref($headers) ne 'ARRAY' || ! scalar(@$headers)) { return (); } + if (ref($format) ne 'CODE') { + $format = sub { return $_[0]; }; + } # - my $submission = &HTML::Entities::decode($response->{'Submission'}); - return '' if (! defined($submission) || $submission eq ''); + my $submission = + &HTML::Entities::decode + (&unescape($response->{'Submission'})); + if (!$prob->is_task()) { + return () if (! defined($submission) || $submission eq ''); + } $submission =~ s/\\\"/\"/g; $submission =~ s/\\\'/\'/g; if ($resptype eq 'radiobutton') { @@ -801,14 +1001,14 @@ sub excel_response_data { if ($resptype =~ /^(option|match|rank)$/) { my %submission = map { - my ($foil,$value) = split('=',&Apache::lonnet::unescape($_)); + my ($foil,$value) = split('=',&unescape($_)); ($foil,$value); } split('&',$response->{'Submission'}); my %correct; if (exists($response->{'Correct'})) { %correct = map { - my ($foil,$value)=split('=',&Apache::lonnet::unescape($_)); + my ($foil,$value)=split('=',&unescape($_)); ($foil,$value); } split('&',$response->{'Correct'}); } @@ -825,16 +1025,15 @@ sub excel_response_data { } elsif (exists($submission{$header})) { $option = $submission{$header}; } - push(@values,&excel_format_item($option,$header)); + push(@values,&{$format}($option,$header)); } else { # A normal column - push(@values, - &excel_format_item($response->{$original_header}, + push(@values,&{$format}($response->{$original_header}, $original_header)); } } } else { - @values = map { &excel_format_item($response->{$_},$_); } @$headers; + @values = map { &{$format}($response->{$_},$_); } @$headers; } return @values; } @@ -842,7 +1041,7 @@ sub excel_response_data { sub excel_format_item { my ($item,$type) = @_; if ($type eq 'Time') { - &Apache::lonstathelpers::calc_serial($item); + $item = &Apache::lonstathelpers::calc_serial($item); } else { if ($item =~ m/^=/) { $item = ' '.$item; @@ -863,80 +1062,85 @@ sub excel_format_item { ######################################################### ######################################################### sub prepare_csv_output { - my ($r,$problems,$students) = @_; + my ($r,$problems,$students,$anoncounter,$show_named) = @_; my $c = $r->connection(); # - $r->print('

'. - &mt('Generating CSV report of student responses').'

'); + $r->print('

'. + &mt('Generating CSV report of student responses').'

'); # # Progress window - my %prog_state=&Apache::lonhtmlcommon::Create_PrgWin - ($r,'CSV File Compilation Status', - 'CSV File Compilation Progress', - scalar(@$students),'inline',undef,'Statistics','stats_status'); + my %prog_state=&Apache::lonhtmlcommon::Create_PrgWin($r,scalar(@$students)); $r->rflush(); # # Open a file my $outputfile; my $filename = '/prtspool/'. - $ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'. + $env{'user.name'}.'_'.$env{'user.domain'}.'_'. time.'_'.rand(1000000000).'.csv'; unless ($outputfile = Apache::File->new('>/home/httpd'.$filename)) { $r->log_error("Couldn't open $filename for output $!"); - $r->print("Problems occured in writing the csv file. ". - "This error has been logged. ". - "Please alert your LON-CAPA administrator."); + $r->print( + '

' + .&mt('Problems occurred in writing the CSV file.') + .' '.&mt('This error has been logged.') + .' '.&mt('Please alert your LON-CAPA administrator.') + .'

' + ); $outputfile = undef; } # # Compute the number of columns per response - my @extra_resp_headers; - if ($ENV{'form.correctans'} eq 'true') { - push(@extra_resp_headers,'Correct'); - } - if ($ENV{'form.prob_status'} eq 'true') { - push(@extra_resp_headers,'Award Detail'); - push(@extra_resp_headers,'Time'); - push(@extra_resp_headers,'Attempt'); - push(@extra_resp_headers,'Awarded'); - } - my $response_multiplier = scalar(@extra_resp_headers); + my @extra_resp_headers = &get_extra_response_headers($show_named); # # Create the table header - my @student_columns = ('username','domain','id'); + my @student_columns = &get_student_columns($show_named); + my $student_column_count = scalar(@student_columns); # my %headers; push(@{$headers{'student'}},@student_columns); # Pad for the student data foreach my $row ('problem','part','response') { - foreach (@student_columns) { - push(@{$headers{$row}},''); - } + $headers{$row}=[map {''} @student_columns]; } # # we put the headers into the %headers hash - my $prob_start_idx = 0; + my %problem_analysis; + my %start_col; + my $max_column = $student_column_count; foreach my $prob (@$problems) { - $headers{'problem'}->[$prob_start_idx] = $prob->compTitle; - my $part_start_idx = $prob_start_idx; + my $symb = $prob->symb(); + my %analysis = &Apache::lonstathelpers::get_problem_data($prob->src); + $problem_analysis{$prob->src}=\%analysis; + $headers{'problem'}->[$max_column] = $prob->compTitle; foreach my $partid (@{$prob->parts}) { - $headers{'part'}->[$part_start_idx] = $prob->part_display($partid); + if (($prob->is_anonsurvey($partid)) || ($anoncounter->{$symb."\0".$partid})) { + next if ($show_named); + } else { + next unless ($show_named); + } + $headers{'part'}->[$max_column] = $prob->part_display($partid); my $responses = [$prob->responseIds($partid)]; + my $resptypes = [$prob->responseType($partid)]; for (my $i=0;$i[$resp_idx]= + my @headers = &get_headers($prob,$partid,$responses->[$i], + $resptypes->[$i], + $problem_analysis{$prob->src}, + 'csv','display', + @extra_resp_headers); + $start_col{$prob->symb}->{$partid}->{$responses->[$i]}= + $max_column; + $headers{'response'}->[$max_column]= &mt('Response [_1]',$responses->[$i]); - for (my $j=0;$j<=$#extra_resp_headers;$j++) { - $headers{'student'}->[$resp_idx+$j]=$extra_resp_headers[$j]; + for (my $j=0;$j<=$#headers;$j++) { + $headers{'student'}->[$max_column+$j]=$headers[$j]; } + $max_column += scalar(@headers); } - $part_start_idx += scalar(@$responses)*$response_multiplier; } - $prob_start_idx += $prob->countResponses * $response_multiplier; } foreach my $row ('problem','part','response','student') { - print $outputfile '"'.join('","',map { ''; } @student_columns).'","'. + print $outputfile '"'. join('","', map { &Apache::loncommon::csv_translate($_); @@ -947,15 +1151,23 @@ sub prepare_csv_output { foreach my $student (@$students) { last if ($c->aborted()); my @rows; - my $prob_start_idx = 0; foreach my $prob (@$problems) { - my $part_start_idx = 0; + my $symb = $prob->symb; foreach my $partid (@{$prob->parts}) { + if (($prob->is_anonsurvey($partid)) || ($anoncounter->{$symb."\0".$partid})) { + next if ($show_named); + } else { + next unless ($show_named); + } my @responses = $prob->responseIds($partid); my @response_type = $prob->responseType($partid); for (my $i=0;$i<=$#responses;$i++) { - my $resp_start_idx = $response_multiplier * $i; my $respid = $responses[$i]; + my $resptype = $response_type[$i]; + my @headers = &get_headers($prob,$partid,$respid,$resptype, + $problem_analysis{$prob->src}, + 'csv','normal', + @extra_resp_headers); my $results = &Apache::loncoursedata::get_response_data_by_student ($student,$prob->symb(),$respid); @@ -963,30 +1175,43 @@ sub prepare_csv_output { $results = []; } for (my $j=0; $j[$idx]; - my @data = &compile_response_data($response,$student, + my $response = &hashify_response($results->[$idx], + $prob,$student, + $partid,$respid); + my @data = &compile_response_data(\@headers,$response, $prob,$partid, - $respid); + $respid,$resptype, + \&csv_format_item); + my $resp_start_idx = + $start_col{$prob->symb}->{$partid}->{$respid}; for (my $k=0;$k<=$#data;$k++) { - $rows[$j]->[$prob_start_idx + $part_start_idx + - $resp_start_idx + $k] = $data[$k]; + $rows[$j]->[$resp_start_idx + $k] = $data[$k]; } } } - $part_start_idx += scalar(@responses)*$response_multiplier; } - $prob_start_idx += $prob->countResponses * $response_multiplier; } foreach my $row (@rows) { - print $outputfile '"'.join('","', - map { $student->{$_}; } - @student_columns).'"'; - - for (my $i=0;$i<$prob_start_idx;$i++) { + my $student_row_data = ''; + if ($show_named) { + foreach my $field (@student_columns) { + my $value = $student->{$field}; + if ($field eq 'comments') { + $value = &Apache::lonmsgdisplay::retrieve_instructor_comments + ($student->{'username'},$student->{'domain'}); + } + $student_row_data .= '"'.&Apache::loncommon::csv_translate($value).'",'; + } + $student_row_data =~ s/,$//; + } else { + $student_row_data = '"'.&mt('Anonymized').'"'; + } + print $outputfile $student_row_data; + for (my $i=$student_column_count;$i<$max_column;$i++) { my $value = &Apache::loncommon::csv_translate($row->[$i]); $value ||=''; print $outputfile ',"'.$value.'"'; @@ -994,39 +1219,27 @@ sub prepare_csv_output { print $outputfile $/; } undef(@rows); - &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state, - 'last student'); + &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state,'last student'); } close($outputfile); # # Close the progress window &Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state); # - # Tell the user where to get their csv file + # Tell the user where to get their CSV file $r->print('
'. - ''.&mt('Your csv file.').''."\n"); + ''.&mt('Your CSV file.').''."\n"); $r->rflush(); return; } -sub compile_response_data { - my ($response,$student,$prob,$partid,$respid) = @_; - my @rowdata; - push(@rowdata,&Apache::lonnet::unescape($response->[&Apache::loncoursedata::RDs_submission()])); - if ($ENV{'form.correctans'} eq 'true') { - my $correct = &Apache::lonstathelpers::get_student_answer - ($prob,$student->{'username'},$student->{'domain'}, - $partid,$respid); - push(@rowdata,$correct); - } - if ($ENV{'form.prob_status'}) { - push(@rowdata,$response->[&Apache::loncoursedata::RDs_awarddetail()]); - push(@rowdata,&Apache::lonlocal::locallocaltime - ($response->[&Apache::loncoursedata::RDs_timestamp()])); - push(@rowdata,$response->[&Apache::loncoursedata::RDs_tries()]); - push(@rowdata,$response->[&Apache::loncoursedata::RDs_awarded()]); +sub csv_format_item { + my ($item,$type) = @_; + if ($type eq 'Time') { + $item = localtime($item); } - return @rowdata; + $item =&Apache::loncommon::csv_translate($item); + return $item; } ######################################################### @@ -1042,8 +1255,8 @@ sub CreateInterface { my $output_selector = $/.''. - &mt('Show problem [_1]',$prob_checkbox).'
'. - '
'. - '
'. - '
'. - ''; - # - $Str .= ''."\n"; - $Str .= ''."\n"; - # - $Str .= ''.&mt('Status: [_1]', - ''). - ''.'

'; - ## + $Str .= + '' + .'
' + .'
' + .'
' + .'' + .''; + # + $Str .= ''.$output_selector.''; + # + $Str .= &Apache::loncommon::end_data_table_row(); + $Str .= &Apache::loncommon::end_data_table(); + # return $Str; } +sub get_student_columns { + my ($show_named) = @_; + my @student_columns; + if ($show_named) { + @student_columns = @Apache::lonstatistics::SelectedStudentData; + if (grep(/^all$/,@student_columns)) { + @student_columns = qw(fullname username domain id section status groups comments); + } + } else { + @student_columns = ('username'); + } + return @student_columns; +} + 1; __END__