--- loncom/interface/statistics/lonsurveyreports.pm	2004/06/15 14:22:45	1.1
+++ loncom/interface/statistics/lonsurveyreports.pm	2005/03/14 20:28:22	1.5
@@ -1,6 +1,6 @@
 # The LearningOnline Network with CAPA
 #
-# $Id: lonsurveyreports.pm,v 1.1 2004/06/15 14:22:45 matthew Exp $
+# $Id: lonsurveyreports.pm,v 1.5 2005/03/14 20:28:22 matthew Exp $
 #
 # Copyright Michigan State University Board of Trustees
 #
@@ -34,6 +34,7 @@ use Apache::loncoursedata();
 use Apache::lonstatistics;
 use Apache::lonlocal;
 use Apache::lonstathelpers;
+use Spreadsheet::WriteExcel;
 use HTML::Entities();
 use Time::Local();
 
@@ -90,13 +91,16 @@ sub BuildSurveyReportsPage {
         }
         #
         $r->print('<hr />');
+        $r->print('<h4>'.
+                  &Apache::lonstatistics::section_and_enrollment_description().
+                  '</h4>');
         $r->rflush();
         #
         # Determine which problem we are to analyze
         my $current_problem = &Apache::lonstathelpers::get_target_from_id
             ($ENV{'form.problemchoice'});
         #
-        my ($prev,$curr,$next) = 
+        my ($navmap,$prev,$curr,$next) = 
             &Apache::lonstathelpers::get_prev_curr_next($current_problem,
                                                         '.',
                                                         'part_survey',
@@ -119,13 +123,18 @@ sub BuildSurveyReportsPage {
             $r->print('resource is undefined');
         } else {
             my $resource = $current_problem->{'resource'};
-            $r->print('<h1>'.$resource->{'title'}.'</h1>');
-            $r->print('<h3>'.$resource->{'src'}.'</h3>');
+            $r->print('<h1>'.$resource->compTitle.'</h1>');
+            $r->print('<h3>'.$resource->src.'</h3>');
             $r->print(&Apache::lonstathelpers::render_resource($resource));
             $r->rflush();
             my %Data = &Apache::lonstathelpers::get_problem_data
-                ($resource->{'src'});
-            &make_HTML_report($r,$current_problem,\%Data,\@Students);
+                ($resource->src);
+            if ($ENV{'form.output'} eq 'HTML' || 
+                ! defined($ENV{'form.output'})) {
+                &make_HTML_report($r,$current_problem,\%Data,\@Students);
+            } elsif ($ENV{'form.output'} eq 'Excel') {
+                &make_Excel_report($r,$current_problem,\%Data,\@Students);
+            }
         }
         $r->print('<hr />');
     } else {
@@ -147,12 +156,13 @@ sub BuildSurveyReportsPage {
 sub SurveyProblemSelector {
     my $Str = '';
     my @SurveyProblems;
-    foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess('all')) {
-        next if ($seq->{'num_assess'}<1);
-        foreach my $res (@{$seq->{'contents'}}) {
-            next if ($res->{'type'} ne 'assessment');
-            foreach my $part (@{$res->{'parts'}}) {
-                if ($res->{'partdata'}->{$part}->{'Survey'}) {
+    my ($navmap,@sequences) = 
+        &Apache::lonstatistics::selected_sequences_with_assessments('all');
+    foreach my $seq (@sequences) {
+        my @resources = &Apache::lonstathelpers::get_resources($navmap,$seq);
+        foreach my $res (@resources) {
+            foreach my $part (@{$res->parts}) {
+                if ($res->is_survey($part)) {
                     push(@SurveyProblems,{res=>$res,seq=>$seq,part=>$part});
                     last;
                 }
@@ -167,12 +177,13 @@ sub SurveyProblemSelector {
     }
     $Str .= '<table>'.$/;
     $Str .= '<tr>'.'<td></td>'.
-        '<th>'.&mt('Sequence').'</th>'.
-        '<th>'.&mt('Problem').'</th>'.
+        '<th>'.&mt('Survey').'</th>'.
         '</tr>'.$/;
+    my $id;
     foreach my $problem (@SurveyProblems) {
+        $id++;
         my $value = &Apache::lonstathelpers::make_target_id
-            ({symb=>$problem->{'res'}->{'symb'},
+            ({symb=>$problem->{'res'}->symb,
               part=>$problem->{'part'},
               respid=>undef,
               resptype=>undef});
@@ -180,12 +191,15 @@ sub SurveyProblemSelector {
         if ($ENV{'form.problemchoice'} eq $value) {
             $checked = 'checked ';
         }
-        $Str .= '<tr>'.'<td>'.
-            '<input type="radio" name="problemchoice" '.
+        my $link = $problem->{'res'}->src.
+            '?symb='.&Apache::lonnet::escape($problem->{'res'}->symb);
+        $Str .= '<tr><td>'.
+            '<input type="radio" name="problemchoice" id="'.$id.'" '.
                    'value="'.$value.'" '.$checked.'/>'.'</td>'.
-            '<td>'.$problem->{'seq'}->{'title'}.'</td>'.
-            '<td>'.$problem->{'res'}->{'title'}.'</td>'.
-            '</tr>'.$/;
+            '<td><nobr>'.
+            '<label for="'.$id.'">'.$problem->{'res'}->compTitle.'('.$problem->{'seq'}->compTitle.')'.'</lablel>'.
+            ('&nbsp;'x2).
+            qq{<a target="preview" href="$link">view</a>}.'</td></tr>'.$/;
     }
     $Str .= '</table>';
     return $Str;
@@ -202,28 +216,33 @@ sub Compile_Student_Answers {
     my ($problem,$ProblemData,$Students) = @_;
     my $resource = $problem->{'resource'};
     foreach my $student (@$Students) {
-        foreach my $partid (@{$resource->{'parts'}}) {
-            my $partdata = $resource->{'partdata'}->{$partid};
-            for (my $i=0;$i<=@{$partdata->{'ResponseIds'}};$i++) {
-                my $respid = $partdata->{'ResponseIds'}->[$i];
-                my $resptype = $partdata->{'ResponseTypes'}->[$i];
+        foreach my $partid (@{$resource->parts}) {
+            my @response_ids   = $resource->responseIds($partid);
+            my @response_types = $resource->responseType($partid);
+            for (my $i=0;$i<=$#response_ids;$i++) {
+                my $respid = $response_ids[$i];
+                my $resptype = $response_types[$i];
                 my $results = 
                     &Apache::loncoursedata::get_response_data_by_student
-                    ($student,$resource->{'symb'},$respid);
+                    ($student,$resource->symb,$respid);
                 next if (! defined($results) || ref($results) ne 'ARRAY' || 
                          ref($results->[0]) ne 'ARRAY');
                 my $student_response = 
                     $results->[0]->[&Apache::loncoursedata::RDs_submission()];
                 $problem->{'responsedata'}->{$partid}->{$respid}->{'_count'}++;
                 my $data = $problem->{'responsedata'}->{$partid}->{$respid};
-                if ($resptype =~ /^(radiobutton|optionresponse)$/) {
-                    # Restricted response type can be categorized.
-                    #
-                    # Assume responses were not randomized and the order 
-                    # represents their value.  This is probably a dumb thing
-                    # to do...
-                    #
-                    my ($foil,$value) = split('=',$student_response);
+                if ($resptype =~ /^(option|match)$/) {
+                    my @responses = split('&',$student_response);
+                    foreach my $response (@responses) {
+                        my ($foilid,$option) = 
+                            map { 
+                                &Apache::lonnet::unescape($_); 
+                            } split('=',$response);
+                        $data->{'foil_count'}->{$foilid}++;
+                        $data->{'foil_responses'}->{$foilid}->{$option}++;
+                    }
+                } elsif ($resptype =~ /^(radiobutton)$/) {
+                    my ($foil,$value) = map { &Apache::lonnet::unescape($_); } split('=',$student_response);
                     $value += 1;  # explicitly increment it...
                     $data->{'foil_responses'}->{$foil}++;
                     $data->{'foil_values'}->{$value}++;
@@ -243,6 +262,122 @@ sub Compile_Student_Answers {
 #########################################################
 #########################################################
 ##
+## make_Excel_report
+##
+#########################################################
+#########################################################
+sub make_Excel_report {
+    my ($r,$problem,$problem_data,$students) = @_;
+    &Compile_Student_Answers($problem,$problem_data,$students);
+    my ($workbook,$filename,$format) = &Apache::loncommon::create_workbook($r);
+    if (! defined($workbook)) { return '';}
+    $r->print('<script>'.
+              'window.document.Statistics.stats_status.value="'.
+              &mt('Building spreadsheet.').
+              '";</script>');
+    my $worksheet  = $workbook->addworksheet('Survey Reports');
+    #
+    my $rows_output=0;
+    $worksheet->write($rows_output++,0,
+                    $ENV{'course.'.$ENV{'request.course.id'}.'.description'},
+                      $format->{'h1'});
+    $rows_output++;
+    #
+    my $resource = $problem->{'resource'};
+    $worksheet->write($rows_output++,0,$resource->compTitle,$format->{'h2'});
+    foreach my $partid (@{$resource->parts}) {
+        my @response_ids   = $resource->responseIds($partid);
+        my @response_types = $resource->responseType($partid);
+        for (my $i=0;$i<=$#response_ids;$i++) {
+            my $respid   = $response_ids[$i];
+            my $resptype = $response_types[$i];
+            my $data = $problem->{'responsedata'}->{$partid}->{$respid};
+            my $cols_output=0;
+            $worksheet->write($rows_output,$cols_output++,
+                              $resource->part_display($partid),$format->{'h3'});
+            $worksheet->write($rows_output,$cols_output++,
+                              'Response '.$respid.', '.$resptype,
+                              $format->{'h3'});
+            $rows_output++;
+            if (exists($data->{'responses'}) && 
+                ref($data->{'responses'}) eq 'ARRAY') {
+                my $warned_about_size = 0;
+                foreach my $data (@{$data->{'responses'}}) {
+                    if (length($data) > 255 && ! $warned_about_size) {
+                        $r->print('<p>'.
+                                  &mt('[_1]:[_2] responses to  [_3] may be too long to fit Excel spreadsheet.',
+                                      $resource->compTitle,
+                                      $resource->part_display($partid),
+                                      $respid).
+                                  '</p>');
+                        $r->rflush();
+                        $warned_about_size=1;
+                    }
+                    $worksheet->write($rows_output++,0,$data);
+                }
+            } elsif (exists($data->{'foil_count'}) && 
+                     exists($data->{'foil_responses'})) {
+                my $respdata = $problem_data->{$partid.'.'.$respid};
+                my @rowdata = ('Foil Name','Foil Text','Option',
+                               'Frequency');
+                $worksheet->write_row($rows_output++,0,
+                                      \@rowdata,$format->{'h4'});
+                #
+                my @foils = sort(keys(%{$data->{'foil_responses'}}));
+                foreach my $foilid (@foils) {
+                    my $foil_count = $data->{'foil_count'}->{$foilid};
+                    my $foiltext = $respdata->{'_Foils'}->{$foilid}->{'text'};
+                    my $foilname = $respdata->{'_Foils'}->{$foilid}->{'name'};
+                    $foiltext = &HTML::Entities::decode($foilname);
+                    my $cols_output=0;
+                    $worksheet->write($rows_output,$cols_output++,$foilname);
+                    $worksheet->write($rows_output,$cols_output++,$foiltext);  
+                    my $option_start_col = $cols_output;
+                    #
+                    foreach my $option (sort(@{$respdata->{'_Options'}})){
+                        $cols_output= $option_start_col;
+                        $worksheet->write($rows_output,$cols_output++,
+                                          $option);
+                        my $count=
+                            $data->{'foil_responses'}->{$foilid}->{$option};
+                        $worksheet->write($rows_output,$cols_output++,$count);
+                        $rows_output++;
+                    }
+                }
+            } elsif (exists($data->{'_count'})      && 
+                     exists($data->{'foil_values'}) && 
+                     exists($data->{'map'})) {
+                my $respdata = $problem_data->{$partid.'.'.$respid};
+                my @rowdata = ('Foil Name','Foil Text','Frequency');
+                $worksheet->write_row($rows_output++,0,
+                                      \@rowdata,$format->{'h4'});
+                foreach my $value (sort(keys(%{$data->{'foil_values'}}))) {
+                    undef(@rowdata);
+                    my $foilid = $data->{'map'}->{$value};
+                    push(@rowdata,$respdata->{'_Foils'}->{$foilid}->{'name'});
+                    push(@rowdata,$respdata->{'_Foils'}->{$foilid}->{'text'});
+                    push(@rowdata,$data->{'foil_values'}->{$value});
+                    $worksheet->write_row($rows_output++,0,\@rowdata);
+                }
+            }  
+            $rows_output++;
+        }    #response ids
+    }    # partids
+    $workbook->close();
+    $r->print('<p><a href="'.$filename.'">'.
+              &mt('Your Excel spreadsheet.').
+              '</a></p>'."\n");
+    $r->print('<script>'.
+              'window.document.Statistics.stats_status.value="'.
+              &mt('Done compiling spreadsheet.  See link below to download.').
+              '";</script>');
+    $r->rflush();
+    return;
+}
+
+#########################################################
+#########################################################
+##
 ## make_HTML_report
 ##
 #########################################################
@@ -252,14 +387,17 @@ sub make_HTML_report {
     &Compile_Student_Answers($problem,$ProblemData,$Students);
     # &output_hash('',$ProblemData);
     my $resource = $problem->{'resource'};
-    foreach my $partid (@{$resource->{'parts'}}) {
-        my $partdata = $resource->{'partdata'}->{$partid};
-        for (my $i=0;$i<=@{$partdata->{'ResponseIds'}};$i++) {
+    foreach my $partid (@{$resource->parts}) {
+        my @response_ids   = $resource->responseIds($partid);
+        my @response_types = $resource->responseType($partid);
+        for (my $i=0;$i<=$#response_ids;$i++) {
             my $Str = '<table>'.$/;
-            my $respid = $partdata->{'ResponseIds'}->[$i];
-            my $resptype = $partdata->{'ResponseTypes'}->[$i];
+            my $respid   = $response_ids[$i];
+            my $resptype = $response_types[$i];
             my $data = $problem->{'responsedata'}->{$partid}->{$respid};
-            next if (! defined($data) || ref($data) ne 'HASH');
+            if (! defined($data) || ref($data) ne 'HASH') {
+                next;
+            }
             # Debugging code
 #            $Str .= '<tr>'.
 #                '<td>'.$partid.'</td>'.
@@ -269,8 +407,8 @@ sub make_HTML_report {
             $Str .= '<tr>'.
                 '<td><b>'.&mt('Total').'</b></td>'.
                 '<td>'.$data->{'_count'}.'</td>'.
-                '<td>&nbsp;</td>'.
-                '</tr>'.$/;
+                '<td>'.&mt('Part [_1], Response [_2]',$partid,$respid).'</td>'.
+                '</tr>';
             if (exists($data->{'responses'}) && 
                 ref($data->{'responses'}) eq 'ARRAY') {
                 &randomize_array($data->{'responses'});
@@ -284,6 +422,41 @@ sub make_HTML_report {
                         '</pre><hr /></td>'.
                         '</tr>'.$/;
                 }
+            } elsif (exists($data->{'foil_count'}) && 
+                     exists($data->{'foil_responses'})) {
+                $Str.='<tr><td colspan="3">'.
+                    '<table><tr>';
+                my $tmp = '<th>'.join('</th><th>',
+                                      (&mt('Foil Name'),
+                                       &mt('Foil Text'),
+                                       &mt('Option'),
+                                       &mt('Frequency'),
+                                       &mt('Percent'))).'</th></tr>';
+                my @foils = sort(keys(%{$data->{'foil_responses'}}));
+                foreach my $foilid (@foils) {
+                    my $prob_data = $ProblemData->{$partid.'.'.$respid};
+                    my $foil_count = $data->{'foil_count'}->{$foilid};
+                    my $foiltext = $prob_data->{'_Foils'}->{$foilid}->{'text'};
+                    my $foilname = $prob_data->{'_Foils'}->{$foilid}->{'name'};
+                    my $rowspan = scalar(@{$prob_data->{'_Options'}});
+                    my $preamble = '<tr>'.
+                        '<td valign="top" rowspan="'.$rowspan.'">'.
+                            $foilname.'</td>'.
+                        '<td valign="top" rowspan="'.$rowspan.'">'.
+                            $foiltext.'</td>';
+                    foreach my $option (sort(@{$prob_data->{'_Options'}})){
+                        my $count = 
+                            $data->{'foil_responses'}->{$foilid}->{$option};
+                        $tmp .= $preamble.
+                            '<td>'.$option.'</td>'.
+                            '<td align="right">'.$count.'</td>'.
+                            '<td align="right">'.
+                                sprintf('%.2f',100*$count/$foil_count).'%'.
+                            '</td></tr>'.$/;
+                        $preamble = '<tr>';
+                    }
+                }
+                $Str.=$tmp.'</table></td></tr>';
             } elsif (exists($data->{'_count'})      && 
                      exists($data->{'foil_values'}) && 
                      exists($data->{'map'})) {
@@ -296,7 +469,6 @@ sub make_HTML_report {
                     my $foilid = $data->{'map'}->{$value};
                     my $foiltext = $ProblemData->{$partid.'.'.$respid}->{'_Foils'}->{$foilid}->{'text'};
                     my $foilname = $ProblemData->{$partid.'.'.$respid}->{'_Foils'}->{$foilid}->{'name'};
-                    $sum = $value * $data->{'foil_values'}->{$value};
                     $tmp .= '<tr>'.
                         '<td>'.$foilname.'</td>'.
                         '<td>'.$foiltext.'</td>'.
@@ -306,12 +478,6 @@ sub make_HTML_report {
                         '</tr>'.$/;
                 }
                 $Str .= '<tr>'.
-                    '<td><b>'.&mt('mean').'</b></td>'.
-                    '<td>'.sprintf("%.2f",$sum/$total).'</td>'.
-                    '<td>&nbsp;</td>'.
-                    '<td>&nbsp;</td>'.
-                    '</tr>'.$/.
-                    '<tr>'.
                     '<th>'.&mt('Foil Name').'</th>'.
                     '<th>'.&mt('Text').'</th>'.
                     '<th>'.&mt('Freq').'</th>'.
@@ -348,6 +514,19 @@ sub CreateInterface {
     ##
     ## Environment variable initialization
     my $Str = '';
+    my $output_selector = '<select name="output" size="5">'.$/;
+    if (! exists($ENV{'form.output'})) {
+        $ENV{'form.output'} = 'HTML';
+    }
+    foreach my $output_format ( {name=>'HTML',text=>&mt("HTML") },
+                                {name=>'Excel',text=>&mt("Excel") }) {
+        $output_selector.='<option value="'.$output_format->{'name'}.'"';
+        if ($ENV{'form.output'} eq $output_format->{'name'}) {
+            $output_selector.=' selected';
+        }
+        $output_selector.= '>'.$output_format->{'text'}.'</option>'.$/;
+    }
+    $output_selector .= '</select>'.$/;
     $Str .= &Apache::lonhtmlcommon::breadcrumbs
         (undef,'Student Submission Reports');
     $Str .= '<p>';
@@ -355,6 +534,7 @@ sub CreateInterface {
     $Str .= '<tr>';
     $Str .= '<td align="center"><b>'.&mt('Sections').'</b></td>';
     $Str .= '<td align="center"><b>'.&mt('Enrollment Status').'</b></td>';
+    $Str .= '<td align="center"><b>'.&mt('Output Format').'</b></td>';
     $Str .= '</tr>'."\n";
     #
     $Str .= '<tr><td align="center">'."\n";
@@ -365,6 +545,8 @@ sub CreateInterface {
     $Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5);
     $Str .= '</td>';
     #
+    $Str .= '<td align="center">'.$output_selector.'</td>';
+    #
     $Str .= '</tr>'."\n";
     $Str .= '</table>'."\n";
     #
@@ -376,8 +558,6 @@ sub CreateInterface {
     return $Str;
 }
 
-
-
 1;
 
 __END__