Return to lonproblemanalysis.pm CVS log

Up to [LON-CAPA] / loncom / interface / statistics

Fixed inconsistency in computing the Option Response Problems Analysis. This module "restore" a particular problem results for every students. Since this restore function is very fast, it is no need to cache the data any more. For example for 835 students in phy231 cousre it takes 33 seconds or in other word it takes for 100 students less than 4 second. We don't use "dump" here.

# The LearningOnline Network with CAPA
# (Publication Handler
#
# $Id: lonproblemanalysis.pm,v 1.14 2002/11/25 18:02:49 minaeibi Exp $
#
# Copyright Michigan State University Board of Trustees
#
# This file is part of the LearningOnline Network with CAPA (LON-CAPA).
#
# LON-CAPA is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# LON-CAPA is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with LON-CAPA; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
#
# /home/httpd/html/adm/gpl.txt
#
# http://www.lon-capa.org/
#
# (Navigate problems for statistical reports
# YEAR=2002
# 5/12,7/26,9/7,11/22 Behrouz Minaei
#
###

package Apache::lonproblemanalysis;

use strict;
use Apache::lonnet();
use Apache::lonhtmlcommon();
use GDBM_File;

my $jr;

sub BuildProblemAnalysisPage {
    my ($cacheDB, $r)=@_;

    my %cache;
    unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) {
        $r->print('Unable to tie database.');
        return;
    }

    my $Ptr = '';
    $Ptr .= '<table border="0"><tbody>';
    $Ptr .= '<tr><td align="right"><b>Select Sections</b>';
    $Ptr .= '</td>'."\n";
    $Ptr .= '<td align="left">'."\n";
    my @sectionsSelected = split(':',$cache{'sectionsSelected'});
    my @sections = split(':',$cache{'sectionList'});
    $Ptr .= &Apache::lonhtmlcommon::MultipleSectionSelect(\@sections,
                                                          \@sectionsSelected,
                                                          'Statistics');
    $Ptr .= '</td></tr>'."\n";
    $Ptr .= '<tr><td align="right"><b>Intervals</b></td>'."\n";
    $Ptr .= '<td align="left">';
    $Ptr .= &IntervalOptions($cache{'Interval'});
    $Ptr .= '</td></tr></table><br>';
    $r->print($Ptr);
    $r->rflush();
    $r->print(&OptionResponseTable($cache{'OptionResponses'}, \%cache, $r));

    untie(%cache);

    return;
}

sub BuildAnalyzePage {
    my ($cacheDB, $students, $courseID,$r)=@_;

    $jr = $r;
    my $c = $r->connection;

    my $Str = '</form>';
    my %cache;

    unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) {
        $Str .= 'Unable to tie database.';
        $r->print($Str);
        return;
    }

    # Remove students who don't have the proper section.
    my @sectionsSelected = split(':',$cache{'sectionsSelected'});

    my $studentCount = scalar @$students;
    for(my $studentIndex=$studentCount-1; $studentIndex>=0;
        $studentIndex--) {
        my $value = $cache{$students->[$studentIndex].':section'};
        my $found = 0;
        foreach (@sectionsSelected) {
            if($_ eq 'none') {
                if($value eq '' || !defined($value) || $value eq ' ') {
                    $found = 1;
                    last;
                }
            } else {
                if($value eq $_) {
                    $found = 1;
                    last;
                }
            }
        }
        if($found == 0) {
            splice(@$students, $studentIndex, 1);
        }
    }
    unless(untie(%cache)) {
        $r->print('Can not untie hash.');
        $r->rflush();
    }
    #if($status eq 'true')
    { &Apache::lonhtmlcommon::Close_PrgWin($r); }


#    my $error =
#        &Apache::loncoursedata::DownloadStudentCourseDataSeparate($students,
#                                                                  'true',
#                                                                  $cacheDB,
#                                                                  'true',
#                                                                  'true',
#                                                                  $courseID,
#                                                                  $r, $c);
#    if($error ne 'OK') {
#        $r->print($error.'<br>Error downloading course data<br>');
#        return;
#    }


    unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) {
        $Str .= 'Unable to tie database.';
        $r->print($Str);
        return;
    }

    my ($problemId, $part, $responseId)=split(':',$cache{'AnalyzeInfo'});
    my $uri      = $cache{$problemId.':source'};
    my $problem  = $cache{$problemId.':problem'};
    my $title    = $cache{$problemId.':title'};
    my $interval = $cache{'Interval'};

#    my $title = 'LON-CAPA Statistics';
    my $heading = 'Restore this particular Option Response Problem '.
                  'Results, Please wait...';

    my %ConceptData;
    $ConceptData{"Interval"} = $interval;

    #Initialize the option response true answers
    my ($analyzeData) = &InitAnalysis($uri, $part, $responseId, $problem,
                                      $students->[0], $courseID);
    if(defined($analyzeData->{'error'})) {
        $Str .= $analyzeData->{'error'}.'<br>Incorrect part requested.<br>';
        $r->print($Str);
        return;
    }

    $r->print($Str);
    $Str = '';
    if($c->aborted()) {  untie(%cache); return; }

    #compute the intervals
    &Interval($part, $problem, $interval, $analyzeData->{'concepts'},
              \%ConceptData);

    $title =~ s/\ /"_"/eg;
    $Str .= '<br><b>'.$uri.'</b>';

    $r->print($Str);
    $Str = '';
    if($c->aborted()) {  untie(%cache); return; }

    &Apache::lonhtmlcommon::Create_PrgWin($r, $title, $heading);

    my $count=0;
    #Java script Progress window
    for(my $index=0; $index<(scalar @$students); $index++) {
        if($c->aborted()) {  untie(%cache); return; }
        $count++;
        my $displayString = $count.'/'.$studentCount.': '.$_;
        &Apache::lonhtmlcommon::Update_PrgWin($displayString, $r);
	&OpStatus($problemId, $students->[$index], \%ConceptData,
                  $analyzeData->{'foil_to_concept'}, $analyzeData,
		  \%cache, $courseID);
    }
    &Apache::lonhtmlcommon::Close_PrgWin($r);

    $Str .= '<br>';
    for (my $k=0; $k<$interval; $k++ ) {
        if($c->aborted()) {  untie(%cache); return $Str; }
	$Str .= &DrawGraph($k, $title, $analyzeData->{'concepts'},
                           \%ConceptData);
        $r->print($Str);
        $Str = '';
    }
    for (my $k=0; $k<$interval; $k++ ) {
        if($c->aborted()) {  untie(%cache); return $Str; }
	$Str .= &DrawTable($k, $analyzeData->{'concepts'}, \%ConceptData);
        $r->print($Str);
        $Str = '';
    }
    my $Answ=&Apache::lonnet::ssi($uri);
    $Str .= '<br><b>Here you can see the Problem:</b><br>'.$Answ;
    $Str .= '<form>';
    $r->print($Str);

    untie(%cache);

    return;
}

#---- Problem Analysis Web Page ----------------------------------------------

sub IntervalOptions {
    my ($selectedInterval)=@_;

    my $interval = 1;
    for(my $n=1; $n<=7; $n++) {
        if($selectedInterval == $n) {
            $interval = $n;
        }
    }

    my $Ptr = '<select name="Interval">'."\n";
    for(my $n=1; $n<=7;$ n++) {
	$Ptr .= '<option';
        if($interval == $n) {
            $Ptr .= ' selected';
        }
	$Ptr .= '>'.$n."</option>"."\n";
    }
    $Ptr .= '</select>'."\n";

    return $Ptr;
}

sub OptionResponseTable {
    my ($optionResponses,$cache,$r)=@_;

    my @optionResponses=split(':::', $optionResponses);
    my %partCount;
    my %sequences;
    my @orderedSequences=();
    foreach(@optionResponses) {
        my ($sequence, $problemId, $part, undef)=split(':',$_);
        $partCount{$problemId.':'.$part}++;
        if(!defined($sequences{$sequence})) {
            push(@orderedSequences, $sequence);
            $sequences{$sequence} = $_;
        } else {
            $sequences{$sequence} .= ':::'.$_;
        }
    }

    my $Str = '';

    foreach my $sequence (@orderedSequences) {
        my @optionProblems = split(':::', $sequences{$sequence});

        $Str .= '<b>'.$cache->{$sequence.':title'}.'</b>'."\n";
        $Str .= "<table border=2><tr><th> \# </th><th> Problem Title </th>";
        $Str .= '<th> Resource </th><th> Analysis  </th></tr>'."\n";

        my $count = 1;
        foreach(@optionProblems) {
            my (undef, $problemId, $part, $response)=
                split(':',$optionProblems[$count-1]);
#                split(':',$sequences{$sequence});
            my $uri = $cache->{$problemId.':source'};
            my $title = $cache->{$problemId.':title'};

            my $Temp = '<a href="'.$uri.'" target="_blank">'.$title.'</a>';
            $Str .= '<tr>';
            $Str .= '<td> '.$count.' </td>';
            $Str .= '<td bgcolor="#DDFFDD">'.$Temp.'</td>';
            $Str .= '<td bgcolor="#EEFFCC">'.$uri.'</td>';
            if($partCount{$problemId.':'.$part} < 2) {
                $Str .= '<td><input type="submit" name="Analyze:::';
                $Str .= $problemId.':'.$part.'" value="';
                $Str .= 'Part '.$part;
                $Str .= '" /></td></tr>'."\n";
            } else {
                my $value = $problemId.':'.$part.':'.$response;
                $Str .= '<td><input type="submit" name="Analyze:::'.$value;
                $Str .= '" value="';
                $Str .= 'Part '.$part.' Response '.$response;
                $Str .= '" /></td></tr>'."\n";
            }
            $count++;
        }
        $Str .= '</table><br>'."\n";
    }

    return $Str;
}

#---- END Problem Analysis Web Page ------------------------------------------

#---- Analyze Web Page -------------------------------------------------------

#restore the student submissions and finding the result
=pod
sub OpStatus {
    my ($problemID, $student, $ConceptData, $foil_to_concept,
        $analyzeData, $cache)=@_;

    my $ids = $analyzeData->{'parts'};

    my @True = ();
    my @False = ();
    my $flag=0;

    my $tries=0;

    foreach my $id (@$ids) {
	my ($part, $response) = split(/\./, $id);
        my $time=$cache->{$student.':'.$problemID.':'.$part.':timestamp'};
        my @submissions = split(':::', $cache->{$student.':'.$problemID.':'.
                                                $part.':'.$response.
                                                ':submission'});
        foreach my $Resp (@submissions) {
            my %submission=&Apache::lonnet::str2hash($Resp);
            foreach (keys(%submission)) {
                if($submission{$_}) {
                    my $answer = $analyzeData->{$id.'.foil.value.'.$_};
                    if($submission{$_} eq $answer) {
                        &Decide("true", $foil_to_concept->{$_},
                                $time, $ConceptData);
                    } else {
                        &Decide("false", $foil_to_concept->{$_},
                                $time, $ConceptData);
                    }
                }
            }
        }
    }

    return;
}
=cut

sub OpStatus {
    my ($problemID, $student, $ConceptData, $foil_to_concept,
        $analyzeData, $cache, $courseID)=@_;

    my $ids = $analyzeData->{'parts'};
    my ($uname,$udom)=split(/\:/,$student);
    my $symb  = $cache->{$problemID.':problem'};

    my @True = ();
    my @False = ();
    my $flag=0;
    my $tries=0;

#    $jr->print("<br> ID= $problemID <br> student= $student<br> prob= $symb<br>");

    foreach my $id (@$ids) {
	my ($part, $response) = split(/\./, $id);
#=pod
    my %reshash=&Apache::lonnet::restore($symb,$courseID,$udom,$uname);
    if ($reshash{'version'}) {
        my $tries=0;
	#&Apache::lonhomework::showhash(%$analyzeData);
	for (my $version=1;$version<=$reshash{'version'};$version++) {
	    my $time=$reshash{"$version:timestamp"};

	    foreach my $key (sort(split(/\:/,$reshash{$version.':keys'}))) {
		if (($key=~/\.(\w+)\.(\w+)\.submission$/)) {
		    my $Id1 = $1; my $Id2 = $2;
		    #check if this is a repeat submission, if so skip it
          	    if ($reshash{"$version:resource.$Id1.previous"}) { next; }
		    #if no solved this wasn't a real submission, ignore it
		    if (!defined($reshash{"$version:resource.$Id1.solved"})) {
			&Apache::lonxml::debug("skipping ");
			next;
		    }
		    my $Resp = $reshash{"$version:$key"};
		    my %submission=&Apache::lonnet::str2hash($Resp);
		    foreach (keys %submission) {
			my $Ansr = $analyzeData->{"$Id1.$Id2.foil.value.$_"};
                    	if($submission{$_} eq $Ansr) {
                        	&Decide("true", $foil_to_concept->{$_},
                                	$time, $ConceptData);
                    	} else {
                        	&Decide("false", $foil_to_concept->{$_},
					$time, $ConceptData);
                    	}
		    }
	        }
	    }
        }
    }
#=cut
=pod
        my $time=$cache->{$student.':'.$problemID.':'.$part.':timestamp'};
	my @submissions = split(':::', $cache->{$student.':'.$problemID.':'.
                                               $part.':'.$response.
                                                ':submission'});
        foreach my $Resp (@submissions) {
            my %submission=&Apache::lonnet::str2hash($Resp);
            foreach (keys(%submission)) {
                if($submission{$_}) {
                    my $answer = $analyzeData->{$id.'.foil.value.'.$_};
                    if($submission{$_} eq $answer) {
                        &Decide("true", $foil_to_concept->{$_},
                                $time, $ConceptData);
                    } else {
                        &Decide("false", $foil_to_concept->{$_},
                                $time, $ConceptData);
                    }
                }
            }
        }
=cut
    }

    return;
}

=pod
sub OpStatus {
    my ($rid,$student,$ConceptData,$foil_to_concept,$analyzeData,$cache)=@_;
    my ($uname,$udom)=split(/\:/,$student);
    my $code='U';
    $rid=~/(\d+)\.(\d+)/;
    my $symb=&Apache::lonnet::declutter($hash{'map_id_'.$1}).'___'.$2.'___'.
	     &Apache::lonnet::declutter($hash{'src_'.$rid});
    my %reshash=&Apache::lonnet::restore($symb,$cid,$udom,$uname);
    my @True = ();
    my @False = ();
    my $flag=0;
    if ($reshash{'version'}) {
        my $tries=0;
	&Apache::lonhomework::showhash(%Answer);
	for (my $version=1;$version<=$reshash{'version'};$version++) {
	    my $time=$reshash{"$version:timestamp"};

	    foreach my $key (sort(split(/\:/,$reshash{$version.':keys'}))) {
		if (($key=~/\.(\w+)\.(\w+)\.submission$/)) {
		    my $Id1 = $1; my $Id2 = $2;
		    #check if this is a repeat submission, if so skip it
          	    if ($reshash{"$version:resource.$Id1.previous"}) { next; }
		    #if no solved this wasn't a real submission, ignore it
		    if (!defined($reshash{"$version:resource.$Id1.solved"})) {
			&Apache::lonxml::debug("skipping ");
			next;
		    }
		    my $Resp = $reshash{"$version:$key"};
		    my %submission=&Apache::lonnet::str2hash($Resp);
		    foreach (keys %submission) {
			my $Ansr = $Answer{"$Id1.$Id2.foil.value.$_"};
			if ($submission{$_}) {
			    if ($submission{$_} eq $Ansr) {
				&Decide("true",$_,$time );
			    }
			    else {&Decide("false",$_,$time );}
			}
		    }
	        }
	    }
        }
    }
}
=cut

sub DrawGraph {
    my ($k,$Src,$Concepts,$ConceptData)=@_;
    my $Max=0;
    my @data1;
    my @data2;

    # Adjust Data and find the Max
    for (my $n=0; $n<(scalar @$Concepts); $n++ ) {
	my $tmp=$Concepts->[$n];
	$data1[$n]=$ConceptData->{$tmp.'.'.$k.'.true'};
	$data2[$n]=$ConceptData->{$tmp.'.'.$k.'.false'};
	my $Sum=$data1[$n]+$data2[$n];
	if($Max < $Sum) {
            $Max=$Sum;
        }
    }
    for (my $n=0; $n<(scalar @$Concepts); $n++ ) {
	if ($data1[$n]+$data2[$n]<$Max) {
	    $data2[$n]+=$Max-($data1[$n]+$data2[$n]);
	}
    }
    my $P_No = (scalar @data1);

    if($Max > 1) { 
	$Max += (10 - $Max % 10);
	$Max = int($Max);
    } else {
        $Max = 1;
    }

    my $Titr=($ConceptData->{'Interval'}>1) ? $Src.'_interval_'.($k+1) : $Src;
#    $GData=$Titr.'&Concepts'.'&'.'Answers'.'&'.$Max.'&'.$P_No.'&'.$data1.'&'.$data2;
    my $GData = '';
    $GData  = $Titr.'&Concepts&Answers&'.$Max.'&'.$P_No.'&';
    $GData .= (join(',',@data1)).'&'.(join(',',@data2));

    return '<IMG src="/cgi-bin/graph.gif?'.$GData.'" border=1/>';
}

sub DrawTable {
    my ($k,$Concepts,$ConceptData)=@_;
    my $Max=0;
    my @data1;
    my @data2;
    my $Correct=0;
    my $Wrong=0;
    for(my $n=0; $n<(scalar @$Concepts); $n++ ) {
	my $tmp=$Concepts->[$n];
	$data1[$n]=$ConceptData->{$tmp.'.'.$k.'.true'};
	$Correct+=$data1[$n];
	$data2[$n]=$ConceptData->{$tmp.'.'.$k.'.false'};
	$Wrong+=$data2[$n];
	my $Sum=$data1[$n]+$data2[$n];
	if($Max < $Sum) {
            $Max=$Sum;
        }
    }
    for(my $n=0; $n<(scalar @$Concepts); $n++ ) {
	if ($data1[$n]+$data2[$n]<$Max) {
	    $data2[$n]+=$Max-($data1[$n]+$data2[$n]);
	}
    }
    my $P_No = (scalar @data1);
    my $Str = '';
#    $Str .= '<br><b>From: ['.localtime($ConceptData->{'Int.'.($k-1)});
#    $Str .= '] To: ['.localtime($ConceptData->{"Int.$k"}).']</b>';
    $Str .= "\n".'<table border=2>'.
            "\n".'<tr>'.
            "\n".'<th> # </th>'.
            "\n".'<th> Concept </th>'.
            "\n".'<th> Correct </th>'.
            "\n".'<th> Wrong </th>'.
            "\n".'</tr>';

    for(my $n=0; $n<(scalar @$Concepts); $n++ ) {
	$Str .= '<tr>'."\n";
        $Str .= '<td>'.($n+1).'</td>'."\n";
        my ($currentConcept) = split('::',$Concepts->[$n]);
        $Str .= '<td bgcolor="EEFFCC">'.$currentConcept;
        $Str .= '</td>'."\n";
        $Str .= '<td bgcolor="DDFFDD">'.$data1[$n].'</td>'."\n";
        $Str .= '<td bgcolor="FFDDDD">'.$data2[$n].'</td>'."\n";
        $Str .= '</tr>'."\n";
    }
    $Str .= '<td></td><td><b>From:['.localtime($ConceptData->{'Int.'.$k});
    $Str .= '] To: ['.localtime($ConceptData->{'Int.'.($k+1)}-1);
    $Str .= ']</b></td><td>'.$Correct.'</td><td>'.$Wrong.'</td>';
    $Str .= '</table>'."\n";

    return $Str;
#$Apache::lonxml::debug=1;
#&Apache::lonhomework::showhash(%ConceptData);
#$Apache::lonxml::debug=0;
}

#---- END Analyze Web Page ----------------------------------------------

sub Decide {
    #deciding the true or false answer belongs to each interval
    my ($type,$concept,$time,$ConceptData)=@_; 
    my $k=0;
    while($time > $ConceptData->{'Int.'.($k+1)} && 
           $k < $ConceptData->{'Interval'}) {
        $k++;
    }
    $ConceptData->{$concept.'.'.$k.'.'.$type}++;

    return;
}

sub InitAnalysis {
    my ($uri,$part,$responseId,$problem,$student,$courseID)=@_;
    my ($name,$domain)=split(/\:/,$student);

    my %analyzeData;
    # Render the student's view of the problem.  $Answ is the problem 
    # Stringafied
    my $Answ=&Apache::lonnet::ssi($uri,('grade_target'   => 'analyze',
                                        'grade_username' => $name,
                                        'grade_domain'   => $domain,
                                        'grade_courseid' => $courseID,
                                        'grade_symb'     => $problem));
    my ($Answer)=&Apache::lonnet::str2hashref($Answ);

    my $found = 0;
    my @parts=();
    if(defined($responseId)) {
        foreach (@{$Answer->{'parts'}}) {
            if($_ eq $part.'.'.$responseId) {
                push(@parts, $_);
                $found = 1;
                last;
            }
        }
    } else {
        foreach (@{$Answer->{'parts'}}) {
            if($_ =~ /$part/) {
                push(@parts, $_);
                $found = 1;
                last;
            }
        }
    }

    if($found == 0) {
        $analyzeData{'error'} = 'No parts matching selected values';
        return \%analyzeData;
    }

    my @Concepts=();
    my %foil_to_concept;
    foreach my $currentPart (@parts) {
        if(defined($Answer->{$currentPart.'.concepts'})) {
            foreach my $concept (@{$Answer->{$currentPart.'.concepts'}}) {
                push(@Concepts, $concept);
                foreach my $foil (@{$Answer->{$currentPart.'.concept.'.
                                            $concept}}) {
                    $analyzeData{$currentPart.'.foil.value.'.$foil} =
                        $Answer->{$currentPart.'.foil.value.'.$foil};
                    $foil_to_concept{$foil} = $concept;
                }
            }
        } else {
            foreach (keys(%$Answer)) {
                if(/$currentPart.foil\.value\.(.*)$/) {
                    push(@Concepts, $1);
                    $foil_to_concept{$1} = $1;
                    $analyzeData{$currentPart.'.foil.value.'.$1} =
                        $Answer->{$currentPart.'.foil.value.'.$1};
                }
            }
        }
    }

    $analyzeData{'parts'} = \@parts;
    $analyzeData{'concepts'} = \@Concepts;
    $analyzeData{'foil_to_concept'} = \%foil_to_concept;

    return \%analyzeData;
}

sub Interval {
    my ($part,$symb,$interval,$Concepts,$ConceptData)=@_;
    my $Int=$interval;
    my $due = &Apache::lonnet::EXT('resource.'.$part.'.duedate',$symb);
    my $opn = &Apache::lonnet::EXT('resource.'.$part.'.opendate',$symb);
    my $add=int(($due-$opn)/$Int);
    $ConceptData->{'Int.0'}=$opn;
    for(my $i=1; $i<$Int; $i++) {
	$ConceptData->{'Int.'.$i}=$opn+$i*$add;
    }
    $ConceptData->{'Int.'.$Int}=$due;
    for(my $i=0; $i<$Int; $i++) {
	for(my $n=0; $n<(scalar @$Concepts); $n++ ) {
	    my $tmp=$Concepts->[$n];
	    $ConceptData->{$tmp.'.'.$i.'.true'}=0;
	    $ConceptData->{$tmp.'.'.$i.'.false'}=0;
	}
    }
}
1;
__END__