--- loncom/misc/refresh_courseids_db.pl	2010/03/14 23:17:54	1.1
+++ loncom/misc/refresh_courseids_db.pl	2021/03/31 02:19:59	1.23
@@ -1,7 +1,7 @@
 #!/usr/bin/perl
 # The LearningOnline Network
 #
-# $Id: refresh_courseids_db.pl,v 1.1 2010/03/14 23:17:54 raeburn Exp $
+# $Id: refresh_courseids_db.pl,v 1.23 2021/03/31 02:19:59 raeburn Exp $
 #
 # Copyright Michigan State University Board of Trustees
 #
@@ -54,6 +54,10 @@ use strict;
 use lib '/home/httpd/lib/perl/';
 use Apache::lonnet;
 use Apache::loncommon;
+use Apache::lonuserstate;
+use Apache::loncoursedata;
+use Apache::lonnavmaps;
+use Apache::lonrelrequtils;
 use LONCAPA qw(:DEFAULT :match);
 
 exit if ($Apache::lonnet::perlvar{'lonRole'} ne 'library');
@@ -73,12 +77,23 @@ open(my $fh,'>>'.$Apache::lonnet::perlva
 print $fh "==== refresh_courseids_db.pl Run ".localtime()."====\n";
 
 my @domains = sort(&Apache::lonnet::current_machine_domains());
+my @ids=&Apache::lonnet::current_machine_ids();
+
+&Apache::lonrelrequtils::init_global_hashes();
+my $globals_set = 1;
+
+$env{'allowed.bre'} = 'F';
+
 foreach my $dom (@domains) {
+    $env{'user.domain'} = $dom;
+    $env{'user.name'} = &Apache::lonnet::get_domainconfiguser($dom);
     my %courseshash;
-    my @ids=&Apache::lonnet::current_machine_ids();
     my %currhash = &Apache::lonnet::courseiddump($dom,'.',1,'.','.','.',1,\@ids,'.');
+    my %lastaccess = &Apache::lonnet::courselastaccess($dom,undef,\@ids);
     my $dir = $Apache::lonnet::perlvar{lonUsersDir}.'/'.$dom;
-    &recurse_courses($dom,$dir,0,\%courseshash,\%currhash,$fh);
+    my %domdesign = &Apache::loncommon::get_domainconf($dom);
+    my $autoassign = $domdesign{$dom.'.autoassign.co-owners'};
+    &recurse_courses($dom,$dir,0,\%courseshash,\%currhash,\%lastaccess,$autoassign,$fh);
     foreach my $lonhost (keys(%courseshash)) {
         if (ref($courseshash{$lonhost}) eq 'HASH') {
             if (&Apache::lonnet::courseidput($dom,$courseshash{$lonhost},$lonhost,'notime') eq 'ok') {
@@ -88,14 +103,18 @@ foreach my $dom (@domains) {
             }
         }
     }
+    delete($env{'user.name'});
+    delete($env{'user.domain'});
 }
 
+delete($env{'allowed.bre'});
+
 ## Finished!
 print $fh "==== refresh_courseids.db completed ".localtime()." ====\n";
 close($fh);
 
 sub recurse_courses {
-    my ($cdom,$dir,$depth,$courseshash,$currhash,$fh) = @_;
+    my ($cdom,$dir,$depth,$courseshash,$currhash,$lastaccess,$autoassign,$fh) = @_;
     next unless (ref($currhash) eq 'HASH');
     if (-d $dir) {
         opendir(DIR,$dir);
@@ -103,8 +122,9 @@ sub recurse_courses {
         closedir(DIR);
         $depth ++;
         foreach my $item (@contents) {
-            if ($depth < 4) {
-                &recurse_courses($cdom,$dir.'/'.$item,$depth,$courseshash,$currhash,$fh);
+            if (($depth < 4) && (length($item) == 1)) {
+                &recurse_courses($cdom,$dir.'/'.$item,$depth,$courseshash,
+                                 $currhash,$lastaccess,$autoassign,$fh);
             } elsif ($item =~ /^$match_courseid$/) {
                 my $cnum = $item;
                 my $cid = $cdom.'_'.$cnum;
@@ -137,8 +157,11 @@ sub recurse_courses {
                 }
                 my $chome = &Apache::lonnet::homeserver($cnum,$cdom);
                 my $owner = $courseinfo{'internal.courseowner'};
+                my $twodaysago = time - 172800;
+                my (%roleshash,$gotcc,$reqdmajor,$reqdminor);
                 if ($owner eq '') {
-                    my %roleshash = &Apache::lonnet::get_my_roles($cnum,$cdom,undef,undef,['cc'],undef,undef,1);
+                    %roleshash = &Apache::lonnet::get_my_roles($cnum,$cdom,undef,undef,['cc'],undef,undef,1);
+                    $gotcc = 1;
                     if (keys(%roleshash) == 1) {
                         foreach my $key (keys(%roleshash)) {
                             if ($key =~ /^($match_username\:$match_domain)\:cc$/) {
@@ -160,14 +183,17 @@ sub recurse_courses {
                 my $creator = $courseinfo{'internal.creator'};
                 my $creationcontext = $courseinfo{'internal.creationcontext'};
                 my $inst_code = $courseinfo{'internal.coursecode'};
+                my $xlists = $courseinfo{'internal.crosslistings'};
+                my $releaserequired = $courseinfo{'internal.releaserequired'};
+                my $uniquecode = $courseinfo{'internal.uniquecode'};
                 $inst_code = '' if (!defined($inst_code));
                 $owner = '' if (!defined($owner));
+                $uniquecode = '' if (!defined($uniquecode));
                 if ($created eq '') {
-                    my %currdump = &Apache::lonnet::courseiddump($cdom,'.',1,'.','.',$cnum,undef,undef,'.');
-                    if (ref($currdump{$cid}) eq 'HASH') {
-                        $created = $currdump{$cid}{'created'};
-                        $creator = $currdump{$cid}{'creator'};
-                        $creationcontext = $currdump{$cid}{'context'};
+                    if (ref($currhash->{$cid}) eq 'HASH') {
+                        $created = $currhash->{$cid}{'created'};
+                        $creator = $currhash->{$cid}{'creator'};
+                        $creationcontext = $currhash->{$cid}{'context'};
                         unless ($created eq '') {
                             $changes{'internal.created'} = $created;
                         }
@@ -183,13 +209,11 @@ sub recurse_courses {
                             my @stats = stat("$dir/$cnum/passwd");
                             $created = $stats[9];
                         }
-                        my %lastaccess = 
-                            &Apache::lonnet::courselastaccess($cdom,$cnum);
-                        if ($lastaccess{$cid}) {
+                        if ($lastaccess->{$cid}) {
                             if ($created eq '') {
-                                $created = $lastaccess{$cid};
-                            } elsif ($lastaccess{$cid} < $created) {
-                                $created = $lastaccess{$cid};
+                                $created = $lastaccess->{$cid};
+                            } elsif ($lastaccess->{$cid} < $created) {
+                                $created = $lastaccess->{$cid};
                             }
                         }
                         unless ($created eq '') {
@@ -197,16 +221,44 @@ sub recurse_courses {
                         }
                     }
                 }
+                 
+                if (($chome ne '')  && ($lastaccess->{$cid} > $twodaysago)) {
+                    $env{'request.course.id'} = $cdom.'_'.$cnum;
+                    $env{'request.role'} = 'cc./'.$cdom.'/'.$cnum;
+                    $env{'request.role.adv'} = 1;
+
+                    my $readmap = 1;
+                    ($reqdmajor,$reqdminor) = &Apache::lonrelrequtils::get_release_req($cnum,$cdom,
+                                                                                       $crstype,$readmap,
+                                                                                       $globals_set);
+                    delete($env{'request.role.adv'});
+                    delete($env{'request.course.id'});
+                    delete($env{'request.role'});
+                } elsif ($releaserequired) {
+                    ($reqdmajor,$reqdminor) = split(/\./,$releaserequired);
+                }
+
                 unless ($chome eq 'no_host') {
+                    if (($lastaccess->{$cid} eq '') ||
+                        ($lastaccess->{$cid} > $twodaysago)) {
+                        my $contentchange;
+                        if ($courseinfo{'internal.created'} eq '') {
+                            $contentchange = &last_map_update($cnum,$cdom);
+                        } else {
+                            unless ($courseinfo{'internal.created'} > $lastaccess->{$cid}) {
+                                $contentchange = &last_map_update($cnum,$cdom);
+                            }
+                        }
+                        if (($contentchange) && ($contentchange > $courseinfo{'internal.contentchange'})) {
+                            $changes{'internal.contentchange'} = $contentchange;
+                        }
+                    }
                     $courseshash->{$chome}{$cid} = {
                         description => $courseinfo{'description'},
                         inst_code   => $inst_code,
                         owner       => $owner,
                         type        => $crstype,
                     };
-                    if ($courseinfo{'internal.co-owners'} ne '') {
-                        $courseshash->{$chome}{$cid}{'co-owners'} = $courseinfo{'internal.co-owners'};
-                    }
                     if ($creator ne '') {
                         $courseshash->{$chome}{$cid}{'creator'} = $creator;
                     }
@@ -216,16 +268,99 @@ sub recurse_courses {
                     if ($creationcontext ne '') {
                         $courseshash->{$chome}{$cid}{'context'} = $creationcontext;
                     }
+                    if (($inst_code ne '') && ($autoassign)) {
+                        unless ($gotcc) {
+                            %roleshash = &Apache::lonnet::get_my_roles($cnum,$cdom,undef,undef,['cc'],undef,undef,1);
+                        }
+                        my @currcoowners;
+                        my @newcoowners;
+                        if ($courseinfo{'internal.co-owners'} ne '') {
+                            @currcoowners = split(',',$courseinfo{'internal.co-owners'});
+                        }
+                        foreach my $key (keys(%roleshash)) {
+                            if ($key =~ /^($match_username\:$match_domain)\:cc$/) {
+                                my $cc = $1;
+                                unless ($cc eq $owner) {
+                                    my ($result,$desc) = &Apache::lonnet::auto_validate_instcode($cnum,$cdom,$inst_code,$cc);
+                                    unless ($result eq 'valid') {
+                                        if ($xlists ne '') {
+                                            foreach my $xlist (split(',',$xlists)) {
+                                                my ($inst_crosslist,$lcsec) = split(':',$xlist);
+                                                $result =
+                                                    &Apache::lonnet::auto_validate_inst_crosslist($cnum,$cdom,$inst_code,
+                                                                                                  $inst_crosslist,$cc);
+                                                last if ($result eq 'valid');
+                                            }
+                                        }
+                                    }
+                                    if ($result eq 'valid') {
+                                        if (@newcoowners > 0) {
+                                            unless (grep(/^\Q$cc\E$/,@newcoowners)) {
+                                                push(@newcoowners,$cc);
+                                            }
+                                        } else {
+                                            push(@newcoowners,$cc);
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                        my @diffs = &Apache::loncommon::compare_arrays(\@currcoowners,\@newcoowners);
+                        if (@diffs > 0) {
+                            if (@newcoowners > 0) {
+                                $changes{'internal.co-owners'} = join(',',@newcoowners);
+                                $courseshash->{$chome}{$cid}{'co-owners'} = $changes{'internal.co-owners'};
+                            } else {
+                                if ($courseinfo{'internal.co-owners'} ne '') {
+                                    if (&Apache::lonnet::del('environment',['internal.co-owners'],$cdom,$cnum) eq 'ok') {
+                                        print $fh "Former co-owner(s): $courseinfo{'internal.co-owners'} for official course: $inst_code (".$cdom."_".$cnum.") no longer active CCs, co-ownership status deleted.\n";
+                                    }
+                                } else {
+                                    print $fh "Error occurred when updating co-ownership in course's environment.db for ".$cdom."_".$cnum."\n";
+                                }
+                            }
+                        } elsif (@currcoowners > 0) {
+                            $courseshash->{$chome}{$cid}{'co-owners'} = $courseinfo{'internal.co-owners'};
+                        }
+                    } elsif ($courseinfo{'internal.co-owners'} ne '') {
+                        $courseshash->{$chome}{$cid}{'co-owners'} = $courseinfo{'internal.co-owners'};
+                    }
+                    foreach my $item ('categories','cloners','hidefromcat') {
+                        if ($courseinfo{$item} ne '') {
+                            $courseshash->{$chome}{$cid}{$item} = $courseinfo{$item}; 
+                        }
+                    }
+                    foreach my $item ('selfenroll_types','selfenroll_start_date','selfenroll_end_date','uniquecode') {
+                        if ($courseinfo{'internal.'.$item} ne '') {
+                            $courseshash->{$chome}{$cid}{$item} =
+                                $courseinfo{'internal.'.$item};
+                        }
+                    }
+                    if ($reqdmajor eq '' && $reqdminor eq '') {
+                        if ($courseinfo{'internal.releaserequired'} ne '') {
+                            $changes{'internal.releaserequired'} = '';
+                        }
+                    } else {
+                        my $releasereq =  $reqdmajor.'.'.$reqdminor;
+                        $courseshash->{$chome}{$cid}{'releaserequired'} = $releasereq;
+                        if ($courseinfo{'internal.releaserequired'} eq '') {
+                            $changes{'internal.releaserequired'} = $releasereq;
+                        } else {
+                            if ($courseinfo{'internal.releaserequired'} ne $releasereq) {
+                                $changes{'internal.releaserequired'} = $releasereq;
+                            }
+                        }
+                    }
                     if (keys(%changes)) {
-                       if (&Apache::lonnet::put('environment',\%changes,$cdom,$cnum) eq 'ok') {
-                           print $fh "Course's environment.db for ".$cdom."_".$cnum." successfully updated with following entries: ";
-                           foreach my $key (sort(keys(%changes))) {
-                               print $fh "$key => $changes{$key} "; 
-                           }
-                           print $fh "\n";
-                       } else {
-                           print $fh "Error occurred when updating course's environment.db for ".$cdom."_".$cnum."\n";
-                       }
+                        if (&Apache::lonnet::put('environment',\%changes,$cdom,$cnum) eq 'ok') {
+                            print $fh "Course's environment.db for ".$cdom."_".$cnum." successfully updated with following entries: ";
+                            foreach my $key (sort(keys(%changes))) {
+                                print $fh "$key => $changes{$key} ";
+                            }
+                            print $fh "\n";
+                        } else {
+                            print $fh "Error occurred when updating course's environment.db for ".$cdom."_".$cnum."\n";
+                        }
                     }
                 }
             }
@@ -234,3 +369,21 @@ sub recurse_courses {
     return;
 }
 
+sub last_map_update {
+    my ($cnum,$cdom) = @_;
+    my $lastupdate = 0;
+    my $path = &LONCAPA::propath($cdom,$cnum);
+    if (-d "$path/userfiles") {
+        if (opendir(my $dirh, "$path/userfiles")) {
+            my @maps = grep(/^default_?\d*\.(?:sequence|page)$/,readdir($dirh));
+            foreach my $map (@maps) {
+                my $mtime = (stat("$path/userfiles/$map"))[9];
+                if ($mtime > $lastupdate) {
+                    $lastupdate = $mtime;
+                }
+            }
+        }
+    }
+    return $lastupdate;
+}
+