--- loncom/debugging_tools/move_construction_spaces.pl 2011/10/27 03:43:53 1.4 +++ loncom/debugging_tools/move_construction_spaces.pl 2011/10/30 16:01:20 1.6 @@ -5,7 +5,7 @@ # Move Construction Spaces from /home/$user/public_html # to /home/httpd/html/priv/$domain/$user and vice versa # -# $Id: move_construction_spaces.pl,v 1.4 2011/10/27 03:43:53 raeburn Exp $ +# $Id: move_construction_spaces.pl,v 1.6 2011/10/30 16:01:20 raeburn Exp $ # # Copyright Michigan State University Board of Trustees # @@ -38,6 +38,20 @@ use LONCAPA qw(:DEFAULT :match); use Apache::lonlocal; use File::Copy; use GDBM_File; +use DBI; + +my ($lonusersdir,$londocroot,$londaemons,$lonsqlaccess); + +BEGIN { + my $perlvar=&LONCAPA::Configuration::read_conf(); + if (ref($perlvar) eq 'HASH') { + $lonusersdir = $perlvar->{'lonUsersDir'}; + $londocroot = $perlvar->{'lonDocRoot'}; + $londaemons = $perlvar->{'lonDaemons'}; + $lonsqlaccess = $perlvar->{'lonSqlAccess'}; + } + undef($perlvar); +} my $lang = &Apache::lonlocal::choose_language(); &Apache::lonlocal::get_language_handle(undef,$lang); @@ -48,16 +62,7 @@ if ($< != 0) { exit; } -my $perlvar=&LONCAPA::Configuration::read_conf(); -my ($lonuserdir,$londocroot,$londaemons); -if (ref($perlvar) eq 'HASH') { - $lonuserdir = $perlvar->{'lonUsersDir'}; - $londocroot = $perlvar->{'lonDocRoot'}; - $londaemons = $perlvar->{'lonDaemons'}; -} -undef($perlvar); - -if ($lonuserdir eq '') { +if ($lonusersdir eq '') { print &mt('Could not determine location of [_1] directory.',"'lonUsersDir'")."\n". &mt('Stopping')."\n"; exit; @@ -168,7 +173,7 @@ if ($action eq '') { } if ($action eq 'dryrun') { - print "\n". + print "\n\n". &mt('Running in exploratory mode ...')."\n\n". &mt('Run with argument [_1] to actually move Construction Spaces to [_2], i.e., [_3]', "'move'","'$londocroot/priv'","\n\nperl move_construction_spaces.pl move")."\n\n\n". @@ -247,12 +252,12 @@ if ($action eq 'move') { } my @machinedoms; -if ($lonuserdir) { +if ($lonusersdir) { my ($dir,$output); - if (opendir($dir,$lonuserdir)) { + if (opendir($dir,$lonusersdir)) { my @contents = (grep(!/^\.{1,2}$/,readdir($dir))); foreach my $item (@contents) { - if (-d "$lonuserdir/$item") { + if (-d "$lonusersdir/$item") { if ($item =~ /^$match_domain$/) { my $domain = $item; unless (grep(/^\Q$domain\E$/,@machinedoms)) { @@ -279,7 +284,7 @@ if ($lonuserdir) { } } my %authors=(); - my $fname = "$lonuserdir/$domain/nohist_domainroles.db"; + my $fname = "$lonusersdir/$domain/nohist_domainroles.db"; my $dbref; if (-e $fname) { $dbref=&LONCAPA::locking_hash_tie($fname,&GDBM_READER()); @@ -300,7 +305,7 @@ if ($lonuserdir) { } closedir($dir); } else { - $output = &mt('Could not open [_1].',"'$lonuserdir'")."\n"; + $output = &mt('Could not open [_1].',"'$lonusersdir'")."\n"; print $output; &stop_logging($logfh,$output); print &mt('Stopping')."\n"; @@ -390,32 +395,131 @@ if ($action eq 'undo') { exit; } +my @allskipped; +my %allmoved; +my ($dbh,$dbflag); + # Iterate over directories in /home if (opendir(my $dir,"/home")) { - foreach my $item (grep(!/^\.{1,2}$/,readdir($dir))) { + my @possibles = grep(!/^\.{1,2}$/,readdir($dir)); + foreach my $item (sort(@possibles)) { next if ($item eq 'www'); if ((-d "/home/$item") && ($item ne '')) { # Is there a public_html-directory? if (-d "/home/$item/public_html") { my $author = $item; - my ($domain,$skipped,$output); - if (ref($pubusers{$author}) eq 'ARRAY') { - ($domain,$skipped) = &choose_domain($action,$author,$pubusers{$author}); + my ($domain,$skipped,$output,$stopnow); + if (ref($allauthors{$author}) eq 'ARRAY') { + ($domain,$skipped,$stopnow) = + &choose_domain($action,$author,$allauthors{$author}); + if ($stopnow) { + if ($action ne 'dryrun') { + my $output = &mt('Stopped by user at author: [_1].', + "'$author'")/"\n"; + &stop_logging($logfh,$output); + } + if ($dbflag == 1) { + &disconnect_mysql($dbh); + } + print &mt('Stopped.')."\n"; + exit; + } } if (($domain eq '') && (!$skipped)) { - if (ref($allauthors{$author}) eq 'ARRAY') { - ($domain,$skipped) = &choose_domain($action,$author,$allauthors{$author}); + if (ref($pubusers{$author}) eq 'ARRAY') { + ($domain,$skipped,$stopnow) = + &choose_domain($action,$author,$pubusers{$author}); + } + if ($stopnow) { + if ($action ne 'dryrun') { + my $output = &mt('Stopped by user at author: [_1].', + "'$author'")/"\n"; + &stop_logging($logfh,$output); + } + if ($dbflag == 1) { + &disconnect_mysql($dbh); + } + print &mt('Stopped.')."\n"; + exit; + } + } + if (($domain eq '') && (!$skipped)) { + my @foundauthor = (); + foreach my $dom (@machinedoms) { + my $posspath = &LONCAPA::propath($dom,$author); + if (-e $posspath) { + my $rolesdbref; + my $fname = "$posspath/roles.db"; + if (-e "$fname") { + $rolesdbref=&LONCAPA::locking_hash_tie($fname,&GDBM_READER()); + if (!$rolesdbref) { + print &mt('Unable to tie to [_1].',"'$fname'")."\n"; + } elsif (ref($rolesdbref) eq 'HASH') { + foreach my $key (keys(%{$rolesdbref})) { + if ($key eq "/$dom/_au") { + unless(grep(/^\Q$dom\E$/,@foundauthor)) { + push(@foundauthor,$dom); + } + } + } + &LONCAPA::locking_hash_untie($rolesdbref); + } + } + } + } + if (@foundauthor > 0) { + ($domain,$skipped,$stopnow) = + &choose_domain($action,$author,\@foundauthor); + if ($stopnow) { + if ($action ne 'dryrun') { + my $output = &mt('Stopped by user at author: [_1].', + "'$author'")/"\n"; + &stop_logging($logfh,$output); + } + if ($dbflag == 1) { + &disconnect_mysql($dbh); + } + print &mt('Stopped.')."\n"; + exit; + } + } + } + if (($domain eq '') && (!$skipped)) { + if (!$dbflag) { + ($dbh,$dbflag) = &connect_mysql($lonsqlaccess); + } + if (defined($dbh)) { + my $foundusers = &search_allusers($dbh,$author); + if (ref($foundusers) eq 'HASH') { + ($domain,$skipped,$stopnow) = + &choose_domain($action,$author,$foundusers); + } + if ($stopnow) { + if ($action ne 'dryrun') { + my $output = &mt('Stopped by user at author: [_1].', + "'$author'")/"\n"; + &stop_logging($logfh,$output); + } + if ($dbflag == 1) { + &disconnect_mysql($dbh); + } + print &mt('Stopped.')."\n"; + exit; + } } } my $source_path="/home/$author/public_html"; - if ($domain) { + if ($domain) { my $target_path="$londocroot/priv/$domain/$author"; if ($action eq 'move') { if (move($source_path,$target_path)) { - chown($uid,$gid,$target_path); - chmod($target_path,0750); + my (undef,undef,$userid,$groupid) = getpwnam($author); + if ($userid eq '' && $groupid eq '' && $author ne '') { + chown($uid,$gid,$target_path); + } $output = &mt('Moved [_1] to [_2].', "'$source_path'","'$target_path'")."\n"; + push(@{$allmoved{$domain}},$author); my (undef,undef,$userid,$groupid) = getpwnam($author); if ($userid eq '' && $groupid eq '' && $author ne '') { &check_for_restore_files($londaemons,$author,$domain); @@ -447,22 +551,33 @@ if (opendir(my $dir,"/home")) { print $output; print $logfh $output; } elsif ($action eq 'dryrun') { + push(@{$allmoved{$domain}},$author); print &mt('Would move [_1] to [_2].',"'$source_path'","'$target_path'")."\n"; } } elsif ($skipped) { + push(@allskipped,$author); if ($action ne 'dryrun') { - print $logfh &mt('Skipping this user: [_1].',"'$author'")."\n"; + my $output = &mt('Skipping this user: [_1].',"'$author'")."\n"; + print $logfh $output; } } else { print '*** '.&mt('WARNING: [_1] has no domain.',"'$author'")."\n". - &mt('Enter [_1]: do nothing, continue.','1')."\n". - &mt('Enter [_2]: stop.','2')."\n". + &mt('Enter [_1]: skip this user.','1')."\n". + &mt('Enter [_1]: stop.','2')."\n". &mt('or enter domain for user to be placed into')."\n". &mt('Your input: '); my $choice=; chomp($choice); - if ($choice ==1) { - print $logfh &mt('Skipping -- no domain for user: [_1].',"'$author'")."\n"; + $choice =~ s/^\s+//; + $choice =~ s/\s+$//; + if ($choice == 1) { + my $output = &mt('Skipping -- no domain for user: [_1].',"'$author'")."\n"; + print $output; + if ($action ne 'dryrun') { + print $logfh $output; + } + push(@allskipped,$author); + next; } if ($choice == 2) { print &mt('Stopped.')."\n"; @@ -471,13 +586,60 @@ if (opendir(my $dir,"/home")) { "'$author'")/"\n"; &stop_logging($logfh,$output); } + if ($dbflag == 1) { + &disconnect_mysql($dbh); + } exit; - } - if ($choice =~ /^$match_domain$/) { + } elsif ($choice =~ /^$match_domain$/) { + print &mt('You entered:')." $choice\n". + &mt('Is this ok? ~[Y/n~] '); + if (!&get_user_selection(1)) { + print &mt('Try again ...')."\n". + &mt('Enter [_1]: skip this user.','1')."\n". + &mt('Enter [_1]: stop.','2')."\n". + &mt('or enter domain for user to be placed into')."\n". + &mt('Your input: '); + $choice=; + chomp($choice); + $choice =~ s/^\s+//; + $choice =~ s/\s+$//; + if ($choice == 1) { + my $output = &mt('Skipping -- no domain for user: [_1].',"'$author'")."\n"; + print $output; + if ($action ne 'dryrun') { + print $logfh $output; + } + push(@allskipped,$author); + next; + } + if ($choice == 2) { + print &mt('Stopped.')."\n"; + if ($action ne 'dryrun') { + my $output = &mt('Stopped by user because of author without domain: [_1].', + "'$author'")/"\n"; + &stop_logging($logfh,$output); + } + if ($dbflag == 1) { + &disconnect_mysql($dbh); + } + exit; + } elsif ($choice !~ /^$match_domain$/) { + print &mt('Invalid domain entered:')." $choice\n"; + my $output = &mt('Skipping -- no domain for user: [_1].',"'$author'")."\n"; + print $output; + if ($action ne 'dryrun') { + print $logfh $output; + } + push(@allskipped,$author); + next; + } + } my $dompath="$londocroot/priv/$choice"; my $newpath="$londocroot/priv/$choice/$author"; unless (-e $dompath) { - print '*** '.&mt('WARNING: [_1] does not yet exist.',"'$dompath'")."\n"; + if ($action eq 'move') { + print '*** '.&mt('WARNING: [_1] does not yet exist.',"'$dompath'")."\n"; + } } if ($action eq 'move') { unless (-e $dompath) { @@ -509,51 +671,98 @@ if (opendir(my $dir,"/home")) { } print &mt('Would make [_1].',"'$newpath'")."\n"; } + } else { + print &mt('Invalid domain:')." $choice\n"; + if ($action eq 'move') { + print $logfh &mt('Skipping -- no domain for user: [_1].',"'$author'")."\n"; + } + push(@allskipped,$author); + next; } } } } } } -if ($action ne 'dryrun') { - &stop_logging($logfh); + +my ($moveinfo,$skipcount); +if (keys(%allmoved) == 0) { + $moveinfo = &mt('None')."\n"; +} else { + foreach my $dom (sort(keys(%allmoved))) { + if (ref($allmoved{$dom}) eq 'ARRAY') { + $moveinfo .= "\n ".&mt('Domain: [_1], number of authors: [_2]', + "'$dom'",scalar(@{$allmoved{$dom}})); + } + } } -print "\n".&mt('Done.')."\n"; -sub choose_domain { - my ($action,$author,$domarrayref) = @_; - my ($domain,$skipped); - if (ref($domarrayref) eq 'ARRAY') { - if (@{$domarrayref} > 1) { - print '*** '.&mt('ERROR: [_1] found in multiple domains.',"'$author'")."\n". - &mt('Enter a number to choose what action to take.')."\n"; - my $num = 1; - for (my $i=0; $i<@{$domarrayref}; $i++) { - print &mt('To use: [_1] enter [_2].',$domarrayref->[$i],$num)."\n"; - $num ++; - } - print &mt('To skip this user enter: [_1].',$num)."\n". - &mt('Your choice:').' '; - my $choice=; - chomp($choice); - if ($choice =~ /^\d+$/) { - if (($choice == $num) || ($choice > $num)) { - $skipped = 1; - } elsif (($choice < $num) && ($choice > 0)) { - $domain = $domarrayref->[$choice-1]; - } else { - print &mt('Invalid choice:')." $choice\n"; - $skipped = 1; - } - } else { - print &mt('Invalid choice:')." $choice\n"; - $skipped = 1; - } - } elsif (@{$domarrayref} == 1) { - $domain = $domarrayref->[0]; - } +$skipcount = scalar(@allskipped); + +print "\n"; +if ($action ne 'dryrun') { + my $output = &mt('You skipped: [_1].',$skipcount)."\n". + join("\n",sort(@allskipped))."\n\n". + &mt('Moved ... [_1]',$moveinfo); + print $output; + print $logfh $output; + &stop_logging($logfh); +} else { + print &mt('You would have skipped: [_1].',$skipcount)."\n". + join("\n",sort(@allskipped))."\n\n". + &mt('You would have moved ... [_1]',$moveinfo); +} +print "\n\n".&mt('Done.')."\n"; + +sub choose_domain { + my ($action,$author,$domref) = @_; + my ($domain,$skipped,$stopnow,@domains); + if (ref($domref) eq 'ARRAY') { + @domains = @{$domref}; + } elsif (ref($domref) eq 'HASH') { + @domains = sort(keys(%{$domref})); + } + if (@domains > 1) { + print '*** '.&mt('ERROR: [_1] found in multiple domains.',"'$author'")."\n". + &mt('Enter a number to choose what action to take.')."\n"; + my $num = 1; + print &mt('Enter [_1]: skip this user.',$num)."\n"; + for (my $i=0; $i<@domains; $i++) { + my $shown = $domains[$i]; + if (ref($domref) eq 'HASH') { + if ($domref->{$shown} ne '') { + $shown .= ' ('.$domref->{$shown}.') '; + } + } + $num ++; + print &mt('Enter [_1]: use domain - [_2].',$num,$shown)."\n"; + } + $num ++; + print &mt('Enter [_1]: stop.',$num)."\n"; + print &mt('Your choice:').' '; + my $choice=; + chomp($choice); + if ($choice =~ /^\d+$/) { + if ($choice == 1) { + $skipped = 1; + } elsif (($choice < $num) && ($choice > 1)) { + $domain = $domains[$choice-2]; + } elsif ($choice == $num) { + $stopnow = 1; + } else { + print &mt('Invalid choice:')." $choice\n". + &mt('Skipping this user.')."\n"; + $skipped = 1; + } + } else { + print &mt('Invalid choice:')." $choice\n". + &mt('Skipping this user.')."\n"; + $skipped = 1; + } + } elsif (@domains == 1) { + $domain = $domains[0]; } - return ($domain,$skipped); + return ($domain,$skipped,$stopnow); } sub move_priv_to_home { @@ -671,3 +880,46 @@ sub check_for_restore_files { return; } +sub connect_mysql { + my ($lonsqlaccess) = @_; + my ($dbh,$dbflag); + eval { $dbh = DBI->connect("DBI:mysql:loncapa","www", + $lonsqlaccess, + {RaiseError =>0,PrintError=>0}); + }; + if ($@) { + $dbflag = -1; + } else { + if (defined($dbh)) { + $dbflag = 1; + } + } + return ($dbh,$dbflag); +} + +sub disconnect_mysql { + my ($dbh) = @_; + if (ref($dbh)) { + $dbh->disconnect; + } + return; +} + +sub search_allusers { + my ($dbh,$author) = @_; + my %fullnames; + if ((ref($dbh)) && ($author ne '')) { + eval { + my $statement = "SELECT domain, lastname, firstname FROM allusers WHERE username='$author'"; + my $sth = $dbh->prepare($statement); + $sth->execute(); + while ( my ($dom,$last,$first) = $sth->fetchrow_array()) { + if ($dom ne '') { + $fullnames{$dom} = "$first $last"; + } + } + $sth->finish; + }; + } + return \%fullnames; +}