--- doc/install/linux/install.pl 2011/03/23 15:01:34 1.5 +++ doc/install/linux/install.pl 2016/08/09 15:20:45 1.37 @@ -72,7 +72,7 @@ if (!open(LOG,">>loncapa_install.log")) &mt('Stopping execution.')."\n"; exit; } else { - print LOG '$Id: install.pl,v 1.5 2011/03/23 15:01:34 raeburn Exp $'."\n"; + print LOG '$Id: install.pl,v 1.37 2016/08/09 15:20:45 raeburn Exp $'."\n"; } # @@ -191,11 +191,11 @@ sub get_distro { $distro = 'rhes'.$1; $updatecmd = 'yum install LONCAPA-prerequisites'; $installnow = 'yum -y install LONCAPA-prerequisites'; - } elsif ($versionstring =~ /CentOS release (\d+)/) { + } elsif ($versionstring =~ /CentOS(?:| Linux) release (\d+)/) { $distro = 'centos'.$1; $updatecmd = 'yum install LONCAPA-prerequisites'; $installnow = 'yum -y install LONCAPA-prerequisites'; - } elsif ($versionstring =~ /Scientific Linux SL release ([\d.]+) /) { + } elsif ($versionstring =~ /Scientific Linux (?:SL )?release ([\d.]+) /) { my $ver = $1; $ver =~ s/\.\d+$//; $distro = 'scientific'.$ver; @@ -219,7 +219,7 @@ sub get_distro { } } elsif ($versionstring =~ /^SuSE Linux ([\d\.]+) /i) { $distro = 'suse'.$1; - $updatecmd = 'yast -i LONCAPA-preprequisites'; + $updatecmd = 'yast -i LONCAPA-prerequisites'; } elsif ($versionstring =~ /^openSUSE ([\d\.]+) /i) { $distro = 'suse'.$1; if ($1 >= 10.3 ) { @@ -293,7 +293,7 @@ sub check_prerequisites { } else { my $line = ; chomp($line); - if ($line =~ /^LONCAPA-prerequisites\-([\d\-]+)\.(\w+)$/) { + if ($line =~ /^LONCAPA\-prerequisites\-([\d\-]+)\.(?:[.\w]+)$/) { $gotprereqs = $1; } } @@ -305,6 +305,72 @@ sub check_prerequisites { return $gotprereqs; } +sub check_locale { + my ($distro) = @_; + my ($fh,$langvar,$command); + $langvar = 'LANG'; + if ($distro =~ /^(ubuntu|debian)/) { + if (!open($fh,"= 18) { + if (!open($fh,"= 7) { + if (!open($fh,"; + chomp(@data); + foreach my $item (@data) { + if ($item =~ /^\Q$langvar\E=\"?([^\"]*)\"?/) { + my $default = $1; + if ($default ne 'en_US.UTF-8') { + if ($distro =~ /^debian/) { + $command = 'locale-gen en_US.UTF-8'."\n". + 'update-locale LANG=en_US.UTF-8'; + } elsif ($distro =~ /^ubuntu/) { + $command = 'sudo locale-gen en_US.UTF-8'."\n". + 'sudo update-locale LANG=en_US.UTF-8'; + } elsif ($distro =~ /^(suse|sles)/) { + $command = 'yast language'; + } else { + $command = 'system-config-language'; + } + } + last; + } + } + close($fh); + return $command; +} + sub check_required { my ($instdir,$dsn) = @_; my ($distro,$packagecmd,$updatecmd,$installnow) = &get_distro(); @@ -313,10 +379,14 @@ sub check_required { } my $gotprereqs = &check_prerequisites($packagecmd,$distro); if ($gotprereqs eq '') { - return ($distro,$gotprereqs,$packagecmd,$updatecmd,$installnow); + return ($distro,$gotprereqs,'',$packagecmd,$updatecmd); } - my ($mysqlon,$mysqlsetup,$dbh,$has_pass,$has_lcdb,%recommended,$downloadstatus, - $filetouse,$production,$testing,$apachefw,$tostop); + my $localecmd = &check_locale($distro); + unless ($localecmd eq '') { + return ($distro,$gotprereqs,$localecmd); + } + my ($mysqlon,$mysqlsetup,$mysqlrestart,$dbh,$has_pass,$has_lcdb,%recommended, + $downloadstatus,$filetouse,$production,$testing,$apachefw,$tostop,$uses_systemctl); my $wwwuid = &uid_of_www(); my $wwwgid = getgrnam('www'); if (($wwwuid eq '') || ($wwwgid eq '')) { @@ -328,62 +398,118 @@ sub check_required { $mysqlon = &check_mysql_running($distro); if ($mysqlon) { my $mysql_has_wwwuser = &check_mysql_wwwuser(); - ($mysqlsetup,$has_pass,$dbh) = - &check_mysql_setup($instdir,$dsn); - if ($mysqlsetup eq 'noroot') { - $recommended{'mysqlperms'} = 1; + ($mysqlsetup,$has_pass,$dbh,$mysql_has_wwwuser) = + &check_mysql_setup($instdir,$dsn,$distro,$mysql_has_wwwuser); + if ($mysqlsetup eq 'needsrestart') { + $mysqlrestart = ''; + if ($distro eq 'ubuntu') { + $mysqlrestart = 'sudo '; + } + $mysqlrestart .= 'service mysql restart'; + return ($distro,$gotprereqs,$localecmd,$packagecmd,$updatecmd,$installnow,$mysqlrestart); } else { - unless ($mysql_has_wwwuser) { + if ($mysqlsetup eq 'noroot') { $recommended{'mysqlperms'} = 1; + } else { + unless ($mysql_has_wwwuser) { + $recommended{'mysqlperms'} = 1; + } + } + if ($dbh) { + $has_lcdb = &check_loncapa_mysqldb($dbh); + } + unless ($has_lcdb) { + $recommended{'mysql'} = 1; } - } - if ($dbh) { - $has_lcdb = &check_loncapa_mysqldb($dbh); - } - unless ($has_lcdb) { - $recommended{'mysql'} = 1; } } ($recommended{'firewall'},$apachefw) = &chkfirewall($distro); - ($recommended{'runlevels'},$tostop) = &chkconfig($distro); + ($recommended{'runlevels'},$tostop,$uses_systemctl) = &chkconfig($distro,$instdir); $recommended{'apache'} = &chkapache($distro,$instdir); $recommended{'stopsrvcs'} = &chksrvcs($distro,$tostop); ($recommended{'download'},$downloadstatus,$filetouse,$production,$testing) = &need_download(); - return ($distro,$gotprereqs,$packagecmd,$updatecmd,$installnow, - \%recommended,$dbh,$has_pass,$has_lcdb,$downloadstatus, - $filetouse,$production,$testing,$apachefw); + return ($distro,$gotprereqs,$localecmd,$packagecmd,$updatecmd,$installnow, + $mysqlrestart,\%recommended,$dbh,$has_pass,$has_lcdb,$downloadstatus, + $filetouse,$production,$testing,$apachefw,$uses_systemctl); } sub check_mysql_running { my ($distro) = @_; + my $use_systemctl; my $mysqldaemon ='mysqld'; if ($distro =~ /^(suse|sles|debian|ubuntu)/) { $mysqldaemon = 'mysql'; } - if (open(PIPE,"ps -ef |grep mysqld_safe |grep -v grep 2>&1 |")) { + my $process = 'mysqld_safe'; + my $proc_owner = 'root'; + if ($distro =~ /^ubuntu(\w+)/) { + if ($1 >= 10) { + $process = 'mysqld'; + $proc_owner = 'mysql'; + } + } elsif ($distro =~ /^fedora(\d+)/) { + if ($1 >= 16) { + $process = 'mysqld'; + $proc_owner = 'mysql'; + $use_systemctl = 1; + } + if ($1 >= 22) { + $mysqldaemon ='mariadb'; + } + } elsif ($distro =~ /^(?:centos|rhes|scientific)(\d+)/) { + if ($1 >= 7) { + $mysqldaemon ='mariadb'; + $process = 'mysqld'; + $proc_owner = 'mysql'; + $use_systemctl = 1; + } + } elsif ($distro =~ /^sles(\d+)/) { + if ($1 >= 12) { + $use_systemctl = 1; + } + } elsif ($distro =~ /^suse(\d+)/) { + if ($1 >= 13) { + $use_systemctl = 1; + } + } + if (open(PIPE,"ps -ef |grep $process |grep ^$proc_owner |grep -v grep 2>&1 |")) { my $status = ; close(PIPE); chomp($status); - if ($status =~ /^root\s+\d+\s+/) { + if ($status =~ /^\Q$proc_owner\E\s+\d+\s+/) { print_and_log(&mt('MySQL is running.')."\n"); return 1; } else { - system("/etc/rc.d/init.d/$mysqldaemon start"); + if ($use_systemctl) { + system("/bin/systemctl start $mysqldaemon.service >/dev/null 2>&1 "); + } else { + system("/etc/init.d/$mysqldaemon start >/dev/null 2>&1 "); + } print_and_log(&mt('Waiting for MySQL to start.')."\n"); sleep 5; - if (open (PIPE, "/etc/init.d/$mysqldaemon 2>&1 |")) { - my $status = ; + if (open(PIPE,"ps -ef |grep $process |grep -v grep 2>&1 |")) { + $status = ; close(PIPE); chomp($status); - if ($status =~ /\(pid\s+\d\)/) { + if ($status =~ /^\Q$proc_owner\E\s+\d+\s+/) { print_and_log(&mt('MySQL is running.')."\n"); return 1; } else { - print_and_log(&mt('Unable to start MySQL.')."\n"); + print_and_log(&mt('Still waiting for MySQL to start.')."\n"); + sleep 5; + if (open(PIPE,"ps -ef |grep $process |grep -v grep 2>&1 |")) { + $status = ; + close(PIPE); + chomp($status); + if ($status =~ /^\Q$proc_owner\E\s+\d+\s+/) { + print_and_log(&mt('MySQL is running.')."\n"); + return 1; + } else { + print_and_log(&mt('Given up waiting for MySQL to start.')."\n"); + } + } } - } else { - print_and_log(&mt('Unable to start MySQL.')."\n"); } } } else { @@ -393,80 +519,149 @@ sub check_mysql_running { } sub chkconfig { - my ($distro) = @_; - my (%needfix,%tostop); + my ($distro,$instdir) = @_; + my (%needfix,%tostop,%uses_systemctl); my $checker_bin = '/sbin/chkconfig'; - my $mysqldaemon ='mysqld'; - my $webserver = 'httpd'; - my $cupsdaemon = 'cups'; - my $ntpdaemon = 'ntpd'; + my $sysctl_bin = '/bin/systemctl'; + my %daemon = ( + mysql => 'mysqld', + apache => 'httpd', + cups => 'cups', + ntp => 'ntpd', + memcached => 'memcached', + ); my @runlevels = qw/3 4 5/; my @norunlevels = qw/0 1 6/; if ($distro =~ /^(suse|sles)/) { @runlevels = qw/3 5/; @norunlevels = qw/0 2 1 6/; - $mysqldaemon = 'mysql'; - $webserver = 'apache2'; + $daemon{'mysql'} = 'mysql'; + $daemon{'apache'} = 'apache2'; + $daemon{'ntp'} = 'ntp'; if ($distro =~ /^(suse|sles)9/) { - $webserver = 'apache'; + $daemon{'apache'} = 'apache'; } - } elsif ($distro =~ /^(debian|ubuntu)/) { + if ($distro =~ /^(suse|sles)([\d\.]+)/) { + my $name = $1; + my $num = $2; + if ($num > 11) { + $uses_systemctl{'apache'} = 1; + if (($name eq 'sles') || ($name eq 'suse' && $num >= 13.2)) { + $uses_systemctl{'mysql'} = 1; + $uses_systemctl{'ntp'} = 1; + $uses_systemctl{'cups'} = 1; + $uses_systemctl{'memcached'} = 1; + $daemon{'ntp'} = 'ntpd'; + } + } + } + } elsif ($distro =~ /^(?:debian|ubuntu)(\d+)/) { + my $version = $1; @runlevels = qw/2 3 4 5/; @norunlevels = qw/0 1 6/; $checker_bin = '/usr/sbin/sysv-rc-conf'; - $mysqldaemon = 'mysql'; - $webserver = 'apache2'; - $ntpdaemon = 'ntp'; + $daemon{'mysql'} = 'mysql'; + $daemon{'apache'} = 'apache2'; + $daemon{'ntp'} = 'ntp'; + if (($distro =~ /^ubuntu/) && ($version <= 8)) { + $daemon{'cups'} = 'cupsys'; + } + } elsif ($distro =~ /^fedora(\d+)/) { + my $version = $1; + if ($version >= 15) { + $uses_systemctl{'ntp'} = 1; + } + if ($version >= 16) { + $uses_systemctl{'mysql'} = 1; + $uses_systemctl{'apache'} = 1; + $uses_systemctl{'memcached'} = 1; + $uses_systemctl{'cups'} = 1; + } + if ($version >= 22) { + $daemon{'mysql'} = 'mariadb'; + } + } elsif ($distro =~ /^(?:centos|rhes|scientific)(\d+)/) { + my $version = $1; + if ($version >= 7) { + $uses_systemctl{'ntp'} = 1; + $uses_systemctl{'mysql'} = 1; + $uses_systemctl{'apache'} = 1; + $uses_systemctl{'memcached'} = 1; + $uses_systemctl{'cups'} = 1; + $daemon{'mysql'} = 'mariadb'; + } } + my $nocheck; if (! -x $checker_bin) { - print &mt('Could not check runlevel status for MySQL or Apache.')."\n"; + if ($uses_systemctl{'mysql'} && $uses_systemctl{'apache'}) { + if (! -x $sysctl_bin) { + $nocheck = 1; + } + } else { + $nocheck = 1; + } + } + if ($nocheck) { + print &mt('Could not check runlevel status for MySQL or Apache')."\n"; return; } my $rlstr = join('',@runlevels); my $nrlstr = join('',@norunlevels); - foreach my $type ('apache','mysql','ntp','cups') { - my $service; - if ($type eq 'apache') { - $service = $webserver; - } elsif ($type eq 'mysql') { - $service = $mysqldaemon; - } elsif ($type eq 'cups') { - $service = $cupsdaemon; - } elsif ($type eq 'ntp') { - $service = $ntpdaemon; - } - my $command = $checker_bin.' --list '.$service; - my $results = `$command`; - my $tofix; - if ($results eq '') { - if (($type eq 'apache') || ($type eq 'mysql')) { - if ($distro =~ /^(debian|ubuntu)/) { - $tofix = "$checker_bin --level $nrlstr $service off\n"; - } else { - $tofix = "$checker_bin --add $service\n"; + + foreach my $type ('apache','mysql','ntp','cups','memcached') { + my $service = $daemon{$type}; + if ($uses_systemctl{$type}) { + if (($type eq 'memcached') || ($type eq 'cups')) { + if (-l "/etc/systemd/system/multi-user.target.wants/$service.service") { + $tostop{$type} = 1; + } + } else { + if (!-l "/etc/systemd/system/multi-user.target.wants/$service.service") { + $needfix{$type} = "systemctl enable $service.service"; } } } else { - my %curr_runlevels; - for (my $rl=0; $rl<=6; $rl++) { - if ($results =~ /$rl:on/) { $curr_runlevels{$rl}++; } + my $command = $checker_bin.' --list '.$service.' 2>/dev/null'; + if ($type eq 'cups') { + if ($distro =~ /^(?:debian|ubuntu)(\d+)/) { + my $version = $1; + if (($distro =~ /^ubuntu/) && ($version <= 8)) { + $command = $checker_bin.' --list cupsys 2>/dev/null'; + } + } } - if (($type eq 'apache') || ($type eq 'mysql') || ($type eq 'ntp')) { - my $warning; - foreach my $rl (@runlevels) { - if (!exists($curr_runlevels{$rl})) { - $warning = 1; + my $results = `$command`; + my $tofix; + if ($results eq '') { + if (($type eq 'apache') || ($type eq 'mysql') || ($type eq 'ntp')) { + if ($distro =~ /^(debian|ubuntu)/) { + $tofix = "update-rc.d $type defaults"; + } else { + $tofix = "$checker_bin --add $service\n"; } } - if ($warning) { - $tofix = "$checker_bin --level $rlstr $service on\n"; + } else { + my %curr_runlevels; + for (my $rl=0; $rl<=6; $rl++) { + if ($results =~ /$rl:on/) { $curr_runlevels{$rl}++; } + } + if (($type eq 'apache') || ($type eq 'mysql') || ($type eq 'ntp')) { + my $warning; + foreach my $rl (@runlevels) { + if (!exists($curr_runlevels{$rl})) { + $warning = 1; + } + } + if ($warning) { + $tofix = "$checker_bin --level $rlstr $service on\n"; + } + } elsif (keys(%curr_runlevels) > 0) { + $tostop{$type} = 1; } - } elsif (keys(%curr_runlevels) > 0) { - $tostop{$type} = 1; } - } - if ($tofix) { - $needfix{$type} = $tofix; + if ($tofix) { + $needfix{$type} = $tofix; + } } } if ($distro =~ /^(suse|sles)([\d\.]+)$/) { @@ -479,10 +674,12 @@ sub chkconfig { $major = $version; } if ($major > 10) { - $needfix{'insserv'} = &check_SuSEfirewall2_setup(); + if (&check_SuSEfirewall2_setup($instdir)) { + $needfix{'insserv'} = 1; + } } } - return (\%needfix,\%tostop); + return (\%needfix,\%tostop,\%uses_systemctl); } sub chkfirewall { @@ -524,12 +721,67 @@ sub chkfirewall { sub chkapache { my ($distro,$instdir) = @_; my $fixapache = 1; - if ($distro =~ /^(debian|ubuntu)/) { - if (!-e "$instdir/apache2.conf") { + if ($distro =~ /^(debian|ubuntu)(\d+)$/) { + my $distname = $1; + my $version = $2; + my ($stdconf,$stdsite); + if (($distname eq 'ubuntu') && ($version > 12)) { + $stdconf = "$instdir/debian-ubuntu/ubuntu14/loncapa_conf"; + $stdsite = "$instdir/debian-ubuntu/ubuntu14/loncapa_sites"; + } else { + $stdconf = "$instdir/debian-ubuntu/loncapa"; + } + if (!-e $stdconf) { $fixapache = 0; print &mt('Warning: No LON-CAPA Apache configuration file found for installation check.')."\n"; - } elsif ((-e "/etc/apache2/sites-available/loncapa") && (-e "$instdir/apache2.conf")) { - if (open(PIPE, "diff --brief $instdir/apache2.conf /etc/apache2/sites-available/loncapa |")) { + } else { + my ($configfile,$sitefile); + if (($distname eq 'ubuntu') && ($version > 12)) { + $sitefile = '/etc/apache2/sites-available/loncapa'; + $configfile = "/etc/apache2/conf-available/loncapa"; + } else { + $configfile = "/etc/apache2/sites-available/loncapa"; + } + if (($configfile ne '') && (-e $configfile) && (-e $stdconf)) { + if (open(PIPE, "diff --brief $stdconf $configfile |")) { + my $diffres = ; + close(PIPE); + chomp($diffres); + unless ($diffres) { + $fixapache = 0; + } + } + } + if ((!$fixapache) && ($distname eq 'ubuntu') && ($version > 12)) { + if (($sitefile ne '') && (-e $sitefile) && (-e $stdsite)) { + if (open(PIPE, "diff --brief $stdsite $sitefile |")) { + my $diffres = ; + close(PIPE); + chomp($diffres); + unless ($diffres) { + $fixapache = 0; + } + } + } + } + } + if (!$fixapache) { + foreach my $module ('headers.load','expires.load') { + unless (-l "/etc/apache2/mods-enabled/$module") { + $fixapache = 1; + } + } + } + } elsif ($distro =~ /^(?:suse|sles)([\d\.]+)$/) { + my $apache = 'apache'; + if ($1 >= 10) { + $apache = 'apache2'; + } + if (!-e "$instdir/sles-suse/default-server.conf") { + $fixapache = 0; + print &mt('Warning: No LON-CAPA Apache configuration file found for installation check.')."\n"; + } elsif ((-e "/etc/$apache/default-server.conf") && (-e "$instdir/sles-suse/default-server.conf")) { + if (open(PIPE, "diff --brief $instdir/sles-suse/default-server.conf /etc/$apache/default-server.conf |")) { my $diffres = ; close(PIPE); chomp($diffres); @@ -538,16 +790,12 @@ sub chkapache { } } } - } elsif ($distro =~ /^(?:suse|sles)([\d\.]+)$/) { - my $apache = 'apache'; - if ($1 >= 10) { - my $apache = 'apache2'; - } - if (!-e "$instdir/default-server.conf") { + } elsif ($distro eq 'rhes4') { + if (!-e "$instdir/rhes4/httpd.conf") { $fixapache = 0; print &mt('Warning: No LON-CAPA Apache configuration file found for installation check.')."\n"; - } elsif ((-e "/etc/$apache/default-server.conf") && (-e "$instdir/default-server.conf")) { - if (open(PIPE, "diff --brief $instdir/default-server.conf /etc/$apache/default-server.conf |")) { + } elsif ((-e "/etc/httpd/conf/httpd.conf") && (-e "$instdir/rhes4/httpd.conf")) { + if (open(PIPE, "diff --brief $instdir/rhes4/httpd.conf /etc/httpd/conf/httpd.conf |")) { my $diffres = ; close(PIPE); chomp($diffres); @@ -557,11 +805,25 @@ sub chkapache { } } } else { - if (!-e "$instdir/httpd.conf") { + my $configfile = 'httpd.conf'; + if ($distro =~ /^(?:centos|rhes|scientific)(\d+)$/) { + if ($1 >= 7) { + $configfile = 'apache2.4/httpd.conf'; + } elsif ($1 > 5) { + $configfile = 'new/httpd.conf'; + } + } elsif ($distro =~ /^fedora(\d+)$/) { + if ($1 > 17) { + $configfile = 'apache2.4/httpd.conf'; + } elsif ($1 > 10) { + $configfile = 'new/httpd.conf'; + } + } + if (!-e "$instdir/centos-rhes-fedora-sl/$configfile") { $fixapache = 0; print &mt('Warning: No LON-CAPA Apache configuration file found for installation check.')."\n"; - } elsif ((-e "/etc/httpd/conf/httpd.conf") && (-e "$instdir/httpd.conf")) { - if (open(PIPE, "diff --brief $instdir/httpd.conf /etc/httpd/conf/httpd.conf |")) { + } elsif ((-e "/etc/httpd/conf/httpd.conf") && (-e "$instdir/centos-rhes-fedora-sl/$configfile")) { + if (open(PIPE, "diff --brief $instdir/centos-rhes-fedora-sl/$configfile /etc/httpd/conf/httpd.conf |")) { my $diffres = ; close(PIPE); chomp($diffres); @@ -580,7 +842,7 @@ sub chksrvcs { if (ref($tostop) eq 'HASH') { %stopsrvcs = %{$tostop}; } - foreach my $service ('cups') { + foreach my $service ('cups','memcached') { next if (exists($stopsrvcs{$service})); my $daemon = $service; if ($service eq 'cups') { @@ -592,10 +854,20 @@ sub chksrvcs { chomp($daemonrunning); close(PIPE); if ($daemonrunning) { - $stopsrvcs{$service} = 1; + if ($service eq 'memcached') { + my $cmd = '/usr/bin/memcached'; + if ($distro =~ /^(suse|sles)/) { + $cmd = '/usr/sbin/memcached'; + } + unless ($daemonrunning =~ m{^www[^/]+\Q$cmd -m 400 -v\E$}) { + $stopsrvcs{$service} = 1; + } + } else { + $stopsrvcs{$service} = 1; + } } } - } + } return \%stopsrvcs; } @@ -689,13 +961,36 @@ sub need_download { } sub check_mysql_setup { - my ($instdir,$dsn) = @_; + my ($instdir,$dsn,$distro,$mysql_has_wwwuser) = @_; my ($mysqlsetup,$has_pass); my $dbh = DBI->connect($dsn,'root','',{'PrintError'=>0}); if ($dbh) { $mysqlsetup = 'noroot'; } elsif ($DBI::err =~ /1045/) { $has_pass = 1; + } elsif ($distro =~ /^ubuntu(\d+)$/) { + my $version = $1; + if ($1 > 12) { + print_and_log(&mt('Restarting mysql, please be patient')."\n"); + if (open (PIPE, "service mysql restart 2>&1 |")) { + while () { + print $_; + } + close(PIPE); + } + unless ($mysql_has_wwwuser) { + $mysql_has_wwwuser = &check_mysql_wwwuser(); + } + $dbh = DBI->connect($dsn,'root','',{'PrintError'=>0}); + if ($dbh) { + $mysqlsetup = 'noroot'; + } elsif ($DBI::err =~ /1045/) { + $has_pass = 1; + } else { + $mysqlsetup = 'needsrestart'; + return ($mysqlsetup,$has_pass,$dbh,$mysql_has_wwwuser); + } + } } if ($has_pass) { print &mt('You have already set a root password for the MySQL database.')."\n"; @@ -722,16 +1017,17 @@ sub check_mysql_setup { } } } - } elsif ($mysqlsetup ne 'noroot') { + } elsif ($mysqlsetup ne 'noroot') { print_and_log(&mt('Problem accessing MySQL.')."\n"); $mysqlsetup = 'rootfail'; } - return ($mysqlsetup,$has_pass,$dbh); + return ($mysqlsetup,$has_pass,$dbh,$mysql_has_wwwuser); } sub check_mysql_wwwuser { my $mysql_wwwuser; - my $dbhn = DBI->connect("DBI:mysql:database=information_schema",'www','localhostkey'); + my $dbhn = DBI->connect("DBI:mysql:database=information_schema",'www','localhostkey', + {PrintError => +0}) || return; if ($dbhn) { $mysql_wwwuser = 1; $dbhn->disconnect; @@ -868,8 +1164,8 @@ sub get_mysql_password { sub check_SuSEfirewall2_setup { my ($instdir) = @_; my $need_override = 1; - if ((-e "/etc/insserv/overrides/SuSEfirewall2_setup") && (-e "$instdir/SuSEfirewall2_setup")) { - if (open(PIPE, "diff --brief $instdir/SuSEfirewall2_setup /etc/insserv/overrides/SuSEfirewall2_setup |")) { + if ((-e "/etc/insserv/overrides/SuSEfirewall2_setup") && (-e "$instdir/sles-suse/SuSEfirewall2_setup")) { + if (open(PIPE, "diff --brief $instdir/sles-suse/SuSEfirewall2_setup /etc/insserv/overrides/SuSEfirewall2_setup |")) { my $diffres = ; close(PIPE); chomp($diffres); @@ -981,9 +1277,9 @@ my %prompts = &texthash( print "\n".&mt('Checking system status ...')."\n"; my $dsn = "DBI:mysql:database=mysql"; -my ($distro,$gotprereqs,$packagecmd,$updatecmd,$installnow,$recommended, - $dbh,$has_pass,$has_lcdb,$downloadstatus,$filetouse,$production, - $testing,$apachefw) = &check_required($instdir,$dsn); +my ($distro,$gotprereqs,$localecmd,$packagecmd,$updatecmd,$installnow,$mysqlrestart, + $recommended,$dbh,$has_pass,$has_lcdb,$downloadstatus,$filetouse,$production, + $testing,$apachefw,$uses_systemctl) = &check_required($instdir,$dsn); if ($distro eq '') { print "\n".&mt('Linux distribution could not be verified as a supported distribution.')."\n". &mt('The following are supported: [_1].', @@ -992,8 +1288,22 @@ if ($distro eq '') { &mt('Stopping execution.')."\n"; exit; } +if ($mysqlrestart) { + print "\n".&mt('The mysql daemon needs to be restarted using the following command:')."\n". + $mysqlrestart."\n\n". + &mt('Stopping execution of install.pl script.')."\n". + &mt('Please run the install.pl script again, once you have restarted mysql.')."\n"; + exit; +} +if ($localecmd ne '') { + print "\n".&mt('Although the LON-CAPA application itself is localized for a number of different languages, the default locale language for the Linux OS on which it runs should be US English.')."\n"; + print "\n".&mt('Run the following command from the command line to set the default language for your OS, and then run this LON-CAPA installation set-up script again.')."\n\n". + $localecmd."\n\n". + &mt('Stopping execution.')."\n"; + exit; +} if (!$gotprereqs) { - print "\n".&mt('The LONCAPA-prequisites package is not installed.')."\n". + print "\n".&mt('The LONCAPA-prerequisites package is not installed.')."\n". &mt('The following command can be used to install the package (and dependencies):')."\n\n". $updatecmd."\n\n"; if ($installnow eq '') { @@ -1007,17 +1317,17 @@ if (!$gotprereqs) { close(PIPE); $gotprereqs = &check_prerequisites($packagecmd,$distro); if (!$gotprereqs) { - print &mt('The LONCAPA-prequisites package is not installed.')."\n". + print &mt('The LONCAPA-prerequisites package is not installed.')."\n". &mt('Stopping execution.')."\n"; exit; } else { - ($distro,$gotprereqs,$packagecmd,$updatecmd,$installnow, - $recommended,$dbh,$has_pass,$has_lcdb,$downloadstatus, - $filetouse,$production,$testing,$apachefw) = + ($distro,$gotprereqs,$localecmd,$packagecmd,$updatecmd,$installnow, + $mysqlrestart,$recommended,$dbh,$has_pass,$has_lcdb,$downloadstatus, + $filetouse,$production,$testing,$apachefw,$uses_systemctl) = &check_required($instdir,$dsn); } } else { - print &mt('Failed to run command to install LONCAPA-prequisites')."\n"; + print &mt('Failed to run command to install LONCAPA-prerequisites')."\n"; exit; } } else { @@ -1087,7 +1397,7 @@ if ($callsub{'download'}) { print &mt('The most recent LON-CAPA release is version: [_1].',$production)."\n". &mt('Download the production release? ~[Y/n~]'); if (&get_user_selection(1)) { - $sourcetarball = $production.'tar.gz'; + $sourcetarball = 'loncapa-'.$production.'.tar.gz'; } } } elsif ($filetouse ne '') { @@ -1139,9 +1449,9 @@ if ($callsub{'apache'}) { if ($distro =~ /^(suse|sles)/) { ©_apache2_suseconf($instdir); } elsif ($distro =~ /^(debian|ubuntu)/) { - ©_apache2_debconf($instdir); + ©_apache2_debconf($instdir,$distro); } else { - ©_httpd_conf($instdir); + ©_httpd_conf($instdir,$distro); } } else { print_and_log(&mt('Skipping configuration of Apache web server.')."\n"); @@ -1165,7 +1475,9 @@ if ($callsub{'runlevels'}) { } } } - &update_SuSEfirewall2_setup($instdir); + if ($distro =~ /^(suse|sles)/) { + &update_SuSEfirewall2_setup($instdir); + } } else { &print_and_log(&mt('Skipping setting override for start-up order of services.')."\n"); } @@ -1191,9 +1503,13 @@ if ($callsub{'firewall'}) { } } } + } elsif ($distro =~ /^scientific/) { + print &mt('Use [_1] to configure the firewall to allow access for [_2].', + 'system-config-firewall-tui -- Customize', + 'ssh, http')."\n"; } else { print &mt('Use [_1] to configure the firewall to allow access for [_2].', - 'setup -- Firewall confiuration -> Customize', + 'setup -- Firewall configuration -> Customize', 'ssh, http, https')."\n"; } } else { @@ -1203,7 +1519,7 @@ if ($callsub{'firewall'}) { if ($callsub{'stopsrvcs'}) { &kill_extra_services($distro,$recommended->{'stopsrvcs'}); } else { - &print_and_log(&mt('Skipping stopping unnecessary service ([_1] daemon).',"'cups'")."\n"); + &print_and_log(&mt('Skipping stopping unnecessary service ([_1] daemons).',"'cups','memcached'")."\n"); } my ($have_tarball,$updateshown); @@ -1356,7 +1672,7 @@ ENDPATCH ## Compile patched pwauth ## print_and_log(&mt('Compiling pwauth')."\n"); - my $result = `cd $dir/; make`; + my $result = `cd $dir/; make 2>/dev/null `; my $expected = <<"END"; gcc -g -c -o pwauth.o pwauth.c gcc -o pwauth -g pwauth.o -lcrypt @@ -1392,21 +1708,47 @@ sub kill_extra_services { if (ref($stopsrvcs) eq 'HASH') { my @stopping = sort(keys(%{$stopsrvcs})); if (@stopping) { - my $kill_list = join("',' ",@stopping); + my $kill_list = join("', '",@stopping); if ($kill_list) { $kill_list = "'".$kill_list."'"; - &print_and_log("\n".&mt('Killing unneccessary services ([_1] daemon(s)).',$kill_list)."\n"); - foreach my $daemon (@stopping) { - my $service = $daemon; - &print_and_log(`/etc/init.d/$service stop`); - &print_and_log(&mt('Removing [_1] from startup.',$service)."\n"); - if ($daemon eq 'cupsd') { - $service = 'cups'; + &print_and_log("\n".&mt('Killing unnecessary services ([_1] daemon(s)).',$kill_list)."\n"); + foreach my $service (@stopping) { + my $daemon = $service; + if ($service eq 'cups') { + $daemon = 'cupsd'; + if ($distro =~ /^(?:debian|ubuntu)(\d+)/) { + my $version = $1; + if (($distro =~ /^ubuntu/) && ($version <= 8)) { + $daemon = 'cupsys'; + } + } else { + $daemon = 'cups'; + } + } + my $cmd = "ps -ef |grep '$daemon' |grep -v grep"; + if (open(PIPE,'-|',$cmd)) { + my $daemonrunning = ; + chomp($daemonrunning); + close(PIPE); + if ($daemonrunning) { + &print_and_log(`/etc/init.d/$daemon stop`); + } } + &print_and_log(&mt('Removing [_1] from startup.',$service)."\n"); if ($distro =~ /^(debian|ubuntu)/) { - &print_and_log(`/usr/sbin/sysv-rc-conf $service off`); + &print_and_log(`update-rc.d -f $daemon remove`); } else { - &print_and_log(`chkconfig --del $service`); + if (ref($uses_systemctl) eq 'HASH') { + if ($uses_systemctl->{$service}) { + if (`systemctl is-enabled $service`) { + &print_and_log(`systemctl disable $service`); + } + } else { + &print_and_log(`/sbin/chkconfig --del $service`); + } + } else { + &print_and_log(`/sbin/chkconfig --del $service`); + } } } } @@ -1423,7 +1765,7 @@ sub setup_mysql { } push(@mysql_lc_commands,"USE loncapa"); push(@mysql_lc_commands,qq{ -CREATE TABLE IF NOT EXISTS metadata (title TEXT, author TEXT, subject TEXT, url TEXT, keywords TEXT, version TEXT, notes TEXT, abstract TEXT, mime TEXT, language TEXT, creationdate DATETIME, lastrevisiondate DATETIME, owner TEXT, copyright TEXT, FULLTEXT idx_title (title), FULLTEXT idx_author (author), FULLTEXT idx_subject (subject), FULLTEXT idx_url (url), FULLTEXT idx_keywords (keywords), FULLTEXT idx_version (version), FULLTEXT idx_notes (notes), FULLTEXT idx_abstract (abstract), FULLTEXT idx_mime (mime), FULLTEXT idx_language (language), FULLTEXT idx_owner (owner), FULLTEXT idx_copyright (copyright)) TYPE=MYISAM +CREATE TABLE IF NOT EXISTS metadata (title TEXT, author TEXT, subject TEXT, url TEXT, keywords TEXT, version TEXT, notes TEXT, abstract TEXT, mime TEXT, language TEXT, creationdate DATETIME, lastrevisiondate DATETIME, owner TEXT, copyright TEXT, domain TEXT, dependencies TEXT, modifyinguser TEXT, authorspace TEXT, lowestgradelevel TEXT, highestgradelevel TEXT, standards TEXT, count INT, course INT, course_list TEXT, goto INT, goto_list TEXT, comefrom INT, comefrom_list TEXT, sequsage INT, sequsage_list TEXT, stdno INT, stdno_list TEXT, avetries FLOAT, avetries_list TEXT, difficulty FLOAT, difficulty_list TEXT, disc FLOAT, disc_list TEXT, clear FLOAT, technical FLOAT, correct FLOAT, helpful FLOAT, depth FLOAT, hostname TEXT, FULLTEXT idx_title (title), FULLTEXT idx_author (author), FULLTEXT idx_subject (subject), FULLTEXT idx_url (url), FULLTEXT idx_keywords (keywords), FULLTEXT idx_version (version), FULLTEXT idx_notes (notes), FULLTEXT idx_abstract (abstract), FULLTEXT idx_mime (mime), FULLTEXT idx_language (language), FULLTEXT idx_owner (owner), FULLTEXT idx_copyright (copyright)) ENGINE=MYISAM }); if ($setup_mysql_permissions) { &setup_mysql_permissions($dbh,$has_pass,@mysql_lc_commands); @@ -1444,8 +1786,15 @@ CREATE TABLE IF NOT EXISTS metadata (tit sub setup_mysql_permissions { my ($dbh,$has_pass,@mysql_lc_commands) = @_; - my $mysqlversion = &get_mysql_version(); - my @mysql_commands = ("INSERT user (Host, User, Password) VALUES('localhost','www',password('localhostkey'));"); + my ($mysqlversion,$mysqlsubver) = &get_mysql_version(); + my ($usesauth,@mysql_commands); + if (($mysqlversion > 5.7) || (($mysqlversion == 5.7) && ($mysqlsubver > 5))) { + @mysql_commands = ("INSERT user (Host, User, ssl_cipher, x509_issuer, x509_subject) VALUES('localhost','www','','','')", + "ALTER USER 'www'\@'localhost' IDENTIFIED BY 'localhostkey'"); + $usesauth = 1; + } else { + @mysql_commands = ("INSERT user (Host, User, Password) VALUES('localhost','www',password('localhostkey'));"); + } if ($mysqlversion < 4) { push (@mysql_commands," INSERT db (Host,Db,User,Select_priv,Insert_priv,Update_priv,Delete_priv,Create_priv,Drop_priv,Grant_priv,References_priv,Index_priv,Alter_priv) VALUES('localhost','loncapa','www','Y','Y','Y','Y','Y','Y','N','Y','Y','Y')"); @@ -1526,23 +1875,28 @@ INSERT db (Host,Db,User,Select_priv,Inse } sub new_mysql_rootpasswd { - my ($currmysqlpass) = @_; - return ("SET PASSWORD FOR 'root'\@'localhost'=PASSWORD('$currmysqlpass')", - "FLUSH PRIVILEGES;"); + my ($currmysqlpass,$usesauth) = @_; + if ($usesauth) { + return ("ALTER USER 'root'\@'localhost' IDENTIFIED BY '$currmysqlpass'", + "FLUSH PRIVILEGES;"); + } else { + return ("SET PASSWORD FOR 'root'\@'localhost'=PASSWORD('$currmysqlpass')", + "FLUSH PRIVILEGES;"); + } } sub get_mysql_version { - my $version; + my ($version,$subversion); if (open(PIPE," mysql -V |")) { my $info = ; chomp($info); close(PIPE); - ($version) = ($info =~ /(\d+\.\d+)\.\d+,/); + ($version,$subversion) = ($info =~ /(\d+\.\d+)\.(\d+)[\-\w]*,/); } else { print &mt('Could not determine which version of MySQL is installed.'). "\n"; } - return $version; + return ($version,$subversion); } ########################################################### @@ -1553,36 +1907,87 @@ sub get_mysql_version { ########################################################### sub copy_httpd_conf { - my ($instdir) = @_; + my ($instdir,$distro) = @_; + my $configfile = 'httpd.conf'; + if ($distro =~ /^(?:centos|rhes|scientific)(\d+)$/) { + if ($1 >= 7) { + $configfile = 'apache2.4/httpd.conf'; + } elsif ($1 > 5) { + $configfile = 'new/httpd.conf'; + } + } elsif ($distro =~ /^fedora(\d+)$/) { + if ($1 > 17) { + $configfile = 'apache2.4/httpd.conf'; + } elsif ($1 > 10) { + $configfile = 'new/httpd.conf'; + } + } print_and_log(&mt('Copying the LON-CAPA [_1] to [_2].',"'httpd.conf'", "'/etc/httpd/conf/httpd.conf'")."\n"); copy "/etc/httpd/conf/httpd.conf","/etc/httpd/conf/httpd.conf.original"; - copy "$instdir/httpd.conf","/etc/httpd/conf/httpd.conf"; + copy "$instdir/centos-rhes-fedora-sl/$configfile","/etc/httpd/conf/httpd.conf"; chmod(0444,"/etc/httpd/conf/httpd.conf"); print_and_log("\n"); } ######################################################### ## -## Ubuntu/Debian -- copy our apache2 configuration file to +## Ubuntu/Debian -- copy our loncapa configuration file to ## sites-available and set the symlink from sites-enabled. ## ######################################################### sub copy_apache2_debconf { - my ($instdir) = @_; - print_and_log(&mt('Copying loncapa [_1] config file to [_2] and pointing [_3] to it from sites-enabled.',"'apache2'","'/etc/apache2/sites-available'","'000-default symlink'")."\n"); - my $apache2_enabled_dir = '/etc/apache2/sites-enabled'; - my $apache2_available_dir = '/etc/apache2/sites-available'; - if (-l "$apache2_enabled_dir/000-default") { - unlink("$apache2_enabled_dir/000-default"); - } - if (-e "$apache2_available_dir/loncapa") { - copy("$apache2_available_dir/loncapa","$apache2_available_dir/loncapa.original"); - } - copy("$instdir/apache2.conf","$apache2_available_dir/loncapa"); - chmod(0444,"$apache2_available_dir/loncapa"); - symlink("$apache2_available_dir/loncapa","$apache2_enabled_dir/000-default"); + my ($instdir,$distro) = @_; + my $apache2_mods_enabled_dir = '/etc/apache2/mods-enabled'; + my $apache2_mods_available_dir = '/etc/apache2/mods-available'; + foreach my $module ('headers.load','expires.load') { + unless (-l "$apache2_mods_enabled_dir/$module") { + symlink("$apache2_mods_available_dir/$module","$apache2_mods_enabled_dir/$module"); + print_and_log(&mt('Enabling "[_1]" Apache module.',$module)."\n"); + } + } + my $apache2_sites_enabled_dir = '/etc/apache2/sites-enabled'; + my $apache2_sites_available_dir = '/etc/apache2/sites-available'; + my $defaultconfig = "$apache2_sites_enabled_dir/000-default"; + my ($distname,$version); + if ($distro =~ /^(debian|ubuntu)(\d+)$/) { + $distname = $1; + $version = $2; + } + if (($distname eq 'ubuntu') && ($version > 12)) { + $defaultconfig = "$apache2_sites_enabled_dir/000-default.conf"; + } + if (-l $defaultconfig) { + unlink($defaultconfig); + } + if (($distname eq 'ubuntu') && ($version > 12)) { + print_and_log(&mt('Copying loncapa [_1] config file to [_2] and pointing [_3] to it from conf-enabled.',"'apache2'","'/etc/apache2/conf-available'","'loncapa.conf symlink'")."\n"); + my $apache2_conf_enabled_dir = '/etc/apache2/conf-enabled'; + my $apache2_conf_available_dir = '/etc/apache2/conf-available'; + if (-e "$apache2_conf_available_dir/loncapa") { + copy("$apache2_conf_available_dir/loncapa","$apache2_conf_available_dir/loncapa.original"); + } + my $defaultconf = $apache2_conf_enabled_dir.'/loncapa.conf'; + copy("$instdir/debian-ubuntu/ubuntu14/loncapa_conf","$apache2_conf_available_dir/loncapa"); + chmod(0444,"$apache2_conf_available_dir/loncapa"); + if (-l $defaultconf) { + unlink($defaultconf); + } + symlink("$apache2_conf_available_dir/loncapa","$defaultconf"); + print_and_log(&mt('Copying loncapa [_1] site file to [_2] and pointing [_3] to it from sites-enabled.',"'apache2'","'/etc/apache2/sites-available'","'000-default.conf symlink'")."\n"); + copy("$instdir/debian-ubuntu/ubuntu14/loncapa_site","$apache2_sites_available_dir/loncapa"); + chmod(0444,"$apache2_sites_available_dir/loncapa"); + symlink("$apache2_sites_available_dir/loncapa","$defaultconfig"); + } else { + print_and_log(&mt('Copying loncapa [_1] config file to [_2] and pointing [_3] to it from sites-enabled.',"'apache2'","'/etc/apache2/sites-available'","'000-default symlink'")."\n"); + if (-e "$apache2_sites_available_dir/loncapa") { + copy("$apache2_sites_available_dir/loncapa","$apache2_sites_available_dir/loncapa.original"); + } + copy("$instdir/debian-ubuntu/loncapa","$apache2_sites_available_dir/loncapa"); + chmod(0444,"$apache2_sites_available_dir/loncapa"); + symlink("$apache2_sites_available_dir/loncapa","$apache2_sites_enabled_dir/000-default"); + } print_and_log("\n"); } @@ -1602,7 +2007,7 @@ sub copy_apache2_suseconf { if (!-e "/etc/apache2/default-server.conf.original") { copy "/etc/apache2/default-server.conf","/etc/apache2/default-server.conf.original"; } - copy "$instdir/default-server.conf","/etc/apache2/default-server.conf"; + copy "$instdir/sles-suse/default-server.conf","/etc/apache2/default-server.conf"; chmod(0444,"/etc/apache2/default-server.conf"); # Make symlink for conf directory (included in loncapa_apache.conf) my $can_symlink = (eval { symlink('/etc/apache2','/srv/www/conf'); }, $@ eq ''); @@ -1629,7 +2034,7 @@ sub copy_apache2_conf_files { if (!-e "/etc/apache2/uid.conf.original") { copy "/etc/apache2/uid.conf","/etc/apache2/uid.conf.original"; } - copy "$instdir/uid.conf","/etc/apache2/uid.conf"; + copy "$instdir/sles-suse/uid.conf","/etc/apache2/uid.conf"; chmod(0444,"/etc/apache2/uid.conf"); } @@ -1644,7 +2049,7 @@ sub copy_sysconfig_apache2_file { if (!-e "/etc/sysconfig/apache2.original") { copy "/etc/sysconfig/apache2","/etc/sysconfig/apache2.original"; } - copy "$instdir/sysconfig_apache2","/etc/sysconfig/apache2"; + copy "$instdir/sles-suse/sysconfig_apache2","/etc/sysconfig/apache2"; chmod(0444,"/etc/sysconfig/apache2"); } @@ -1667,7 +2072,7 @@ sub update_SuSEfirewall2_setup { } elsif (!-e "/etc/insserv/overrides/SuSEfirewall2_setup.original") { copy "/etc/insserv/overrides/SuSEfirewall2_setup","/etc/insserv/overrides/SuSEfirewall2_setup.original" } - copy "$instdir/SuSEfirewall2_setup","/etc/insserv/overrides/SuSEfirewall2_setup"; + copy "$instdir/sles-suse/SuSEfirewall2_setup","/etc/insserv/overrides/SuSEfirewall2_setup"; chmod(0444,"/etc/insserv/overrides/SuSEfirewall2_setup"); } @@ -1694,7 +2099,7 @@ sub get_iptables_rules { } my $ask_to_enable; if (-e "/etc/iptables.loncapa.rules") { - if (open(PIPE, "diff --brief $instdir/debian/iptables.loncapa.rules /etc/iptables.loncapa.rules |")) { + if (open(PIPE, "diff --brief $instdir/debian-ubuntu/iptables.loncapa.rules /etc/iptables.loncapa.rules |")) { my $diffres = ; close(PIPE); chomp($diffres); @@ -1705,14 +2110,14 @@ sub get_iptables_rules { print &mt('Error: unable to open [_1] to compare contents with LON-CAPA supplied file.','/etc/iptables.loncapa.rules')."\n"; } } else { - if (-e "$instdir/debian/iptables.loncapa.rules") { - copy "$instdir/debian/iptables.loncapa.rules","/etc/iptables.loncapa.rules"; + if (-e "$instdir/debian-ubuntu/iptables.loncapa.rules") { + copy "$instdir/debian-ubuntu/iptables.loncapa.rules","/etc/iptables.loncapa.rules"; chmod(0600,"/etc/iptables.loncapa.rules"); } } if (-e "/etc/iptables.loncapa.rules") { if (-e "/etc/network/if-pre-up.d/iptables") { - if (open(PIPE, "diff --brief $instdir/debian/iptables /etc/network/if-pre-up/iptables |")) { + if (open(PIPE, "diff --brief $instdir/debian-ubuntu/iptables /etc/network/if-pre-up/iptables |")) { my $diffres = ; close(PIPE); chomp($diffres); @@ -1723,7 +2128,7 @@ sub get_iptables_rules { print &mt('Error: unable to open [_1] to compare contents with LON-CAPA supplied file.','/etc/network/if-pre-up.d/iptables')."\n"; } } else { - copy "$instdir/debian/iptables","/etc/network/if-pre-up.d/iptables"; + copy "$instdir/debian-ubuntu/iptables","/etc/network/if-pre-up.d/iptables"; chmod(0755,"/etc/network/if-pre-up.d/iptables"); print_and_log(&mt('Installed script "[_1]" to add iptables rules to block all ports except 22, 80, and 443 when network is enabled during boot.','/etc/network/if-pre-up.d/iptables')); $ask_to_enable = 1;