loncom/cgi/clusterstatus.pl - view

File: [LON-CAPA] / loncom / cgi / clusterstatus.pl
Revision 1.25: download - view: text, annotated - select for diffs
Sat Nov 29 00:57:09 2008 UTC (15 years, 6 months ago) by raeburn
Branches: MAIN
CVS tags: HEAD

- Localization
- Use routines from &Apache::lonnet() to access information about hosts etc.
  instead of reading /home/httpd/lonTabs/hosts.tab file on disk
- Two modes of use:
  (a) if called by superuser - retrieve information about servers in cluster
  (b) if called by domain coordinator - retrieve information about servers in
      domain of DC role
- Replace use of Apache Basic Auth with routines from LONCAPA:loncgi to control access
- Same routines used by pages accessed via LWP requests when compiling status information
- Correct some typos.

1: #!/usr/bin/perl 2: $|=1; 3: # Generates a html page showing various status reports about the domain or cluster 4: # $Id: clusterstatus.pl,v 1.25 2008/11/29 00:57:09 raeburn Exp $ 5: # 6: # Copyright Michigan State University Board of Trustees 7: # 8: # This file is part of the LearningOnline Network with CAPA (LON-CAPA). 9: # 10: # LON-CAPA is free software; you can redistribute it and/or modify 11: # it under the terms of the GNU General Public License as published by 12: # the Free Software Foundation; either version 2 of the License, or 13: # (at your option) any later version. 14: # 15: # LON-CAPA is distributed in the hope that it will be useful, 16: # but WITHOUT ANY WARRANTY; without even the implied warranty of 17: # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 18: # GNU General Public License for more details. 19: # 20: # You should have received a copy of the GNU General Public License 21: # along with LON-CAPA; if not, write to the Free Software 22: # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 23: # 24: # /home/httpd/html/adm/gpl.txt 25: # 26: # http://www.lon-capa.org/ 27: # 28: 29: use strict; 30: 31: use lib '/home/httpd/lib/perl/'; 32: use Apache::lonnet; 33: use Apache::lonlocal; 34: use LONCAPA::Configuration; 35: use LONCAPA::loncgi; 36: use LWP::UserAgent(); 37: use HTTP::Headers; 38: use IO::File; 39: 40: my $perlvar=&LONCAPA::Configuration::read_conf('loncapa.conf'); 41: 42: my %host=(); 43: my $oneday=60*60*24; 44: 45: my %connectionstatus=(); 46: my %perlvar=(); 47: 48: my $mode; 49: my $concount=0; 50: my $fromcache; 51: 52: my %domaininfo = &Apache::lonnet::domain_info(); 53: my %allhostname = &Apache::lonnet::all_hostnames(); 54: my (%hostname,%hostip); 55: my %hostdom = &Apache::lonnet::all_host_domain(); 56: my %iphost = &Apache::lonnet::get_iphost(); 57: my %libserv= &Apache::lonnet::all_library(); 58: 59: foreach my $ip (keys(%iphost)) { 60: $hostip{$iphost{$ip}} = $ip; 61: } 62: 63: my $maxusers=0; 64: my $maxload=0; 65: my $totalusers=0; 66: 67: my %FORM=(); 68: 69: my $stat_total=0; 70: my $stat_notyet=0; 71: my $stat_fromcache=0; 72: 73: sub select_form { 74: my ($def,$name,%hash) = @_; 75: my $selectform = "<select name=\"$name\" size=\"1\">\n"; 76: foreach my $key (sort(keys(%hash))) { 77: $selectform.="<option value=\"$key\" ". 78: ($key eq $def? 'selected' : ''). 79: ">".$hash{$key}."</option>\n"; 80: } 81: $selectform.="</select>"; 82: return $selectform; 83: } 84: 85: 86: sub key { 87: my ($local,$url)=@_; 88: my $key=$local.'_'.$url; 89: $key=~s/\W/\_/gs; 90: return $key; 91: } 92: 93: sub hidden { 94: my ($name,$value)=@_; 95: print("\n<input type='hidden' name='$name' value='$value' />"); 96: } 97: 98: sub request { 99: my ($local,$url,$cachetime)=@_; 100: $cachetime*=(0.5+rand); 101: my $key=&key($local,$url); 102: my $reply=''; 103: $stat_total++; 104: # if fromcache flag is set, only return cached values 105: if ($fromcache) { 106: if ($FORM{$key.'_time'}) { 107: $stat_fromcache++; 108: return $FORM{$key}; 109: } else { 110: $stat_notyet++; 111: return 'not_yet'; 112: } 113: } 114: # normal mode, refresh when expired or not yet present 115: if ($FORM{$key.'_time'}) { 116: if ((time-$FORM{$key.'_time'})<$cachetime) { 117: $reply=$FORM{$key}; 118: &hidden($key.'_time',$FORM{$key.'_time'}); 119: $stat_fromcache++; 120: } 121: } 122: unless ($reply) { 123: if ($hostname{$local}) { 124: my $ua=new LWP::UserAgent(timeout => 20); 125: my $request=new HTTP::Request('GET', 126: "http://".$hostname{$local}.$url); 127: my $response=$ua->request($request); 128: if ($response->is_success) { 129: $reply=$response->content; 130: chomp($reply); 131: } else { 132: $reply='local_error'; 133: } 134: } else { 135: $reply='local_unknown'; 136: } 137: &hidden($key.'_time',time); 138: } 139: &hidden($key,$reply); 140: return $reply; 141: } 142: 143: # ============================================= Are local and remote connected? 144: sub connected { 145: my ($local,$remote)=@_; 146: $local=~s/\W//g; 147: $remote=~s/\W//g; 148: 149: unless ($hostname{$remote}) { return 'remote_unknown'; } 150: my $url='/cgi-bin/ping.pl?'.$remote; 151: # 152: # Slowly phase this in: if not cached, only do 5 percent of the cases, 153: # but always do the first five. 154: # 155: unless ($FORM{&key($local,$url)}) { 156: unless (($concount<=5) || (rand>0.95)) { 157: $stat_total++; 158: $stat_notyet++; 159: return 'not_yet'; 160: } else { 161: $concount++; 162: } 163: } 164: # 165: # Actually do the query 166: # 167: &statuslist($local,'connecting '.$remote); 168: my $reply=&request($local,$url,3600); 169: $reply=(split("\n",$reply))[0]; 170: $reply=~s/\W//g; 171: if ($reply ne $remote) { return $reply; } 172: return 'ok'; 173: } 174: # ============================================================ Get a reply hash 175: 176: sub replyhash { 177: my %returnhash=(); 178: foreach (split(/\&/,&request(@_))) { 179: my ($name,$value)=split(/\=/,$_); 180: if ($name) { 181: unless ($value) { $value=''; } 182: $returnhash{$name}=$value; 183: } 184: } 185: return %returnhash; 186: } 187: 188: # ================================================================ Link to host 189: 190: sub otherwindow { 191: my ($local,$url,$label)=@_; 192: return 193: " <a href='http://$hostname{$local}$url' target='newwin$local'>$label</a> "; 194: } 195: 196: sub login { 197: my $local=shift; 198: print(&otherwindow($local,'/adm/login?domain='.$perlvar{'lonDefDomain'}, 199: 'Login')); 200: } 201: 202: sub runloncron { 203: my $local=shift; 204: print(&otherwindow($local,'/cgi-bin/loncron.pl',&Apache::lonlocal::mt('Run loncron'))); 205: } 206: 207: sub loncron { 208: my $local=shift; 209: print(&otherwindow($local,'/lon-status','loncron')); 210: } 211: 212: sub lonc { 213: my $local=shift; 214: print(&otherwindow($local,'/lon-status/loncstatus.txt','lonc')); 215: } 216: 217: sub lond { 218: my $local=shift; 219: print(&otherwindow($local,'/lon-status/londstatus.txt','lond')); 220: } 221: 222: sub users { 223: my $local=shift; 224: print(&otherwindow($local,'/cgi-bin/userstatus.pl',&Apache::lonlocal::mt('Users'))); 225: } 226: 227: sub versions { 228: my $local=shift; 229: print(&otherwindow($local,'/cgi-bin/lonversions.pl',&Apache::lonlocal::mt('Versions'))); 230: } 231: 232: sub server { 233: my $local=shift; 234: print(&otherwindow($local,'/server-status',&Apache::lonlocal::mt('Server Status'))); 235: } 236: 237: sub announcement { 238: my $local=shift; 239: print(&otherwindow($local,'/announcement.txt',&Apache::lonlocal::mt('Announcement'))); 240: } 241: 242: sub takeonline { 243: my $local=shift; 244: print(&otherwindow($local,'/cgi-bin/takeonline.pl',&Apache::lonlocal::mt('Take online'))); 245: } 246: 247: sub takeoffline { 248: my $local=shift; 249: print(&otherwindow($local,'/cgi-bin/takeoffline.pl',&Apache::lonlocal::mt('Take offline'))); 250: } 251: 252: sub reroute { 253: my ($local,$remote)=@_; 254: print(&otherwindow($local,'/cgi-bin/takeoffline.pl?'. 255: $hostname{$remote}.'&'.$hostdom{$local} 256: ,$remote)."\n"); 257: } 258: 259: sub allreroutes { 260: my $local=shift; 261: &takeoffline($local); 262: print(&Apache::lonlocal::mt('Reroute to:').' <font size="1">'); 263: foreach my $remote (sort keys %hostname) { 264: unless ($local eq $remote) { 265: &reroute($local,$remote); 266: } 267: } 268: print('</font>'); 269: } 270: 271: # ========================================================= Produce a green bar 272: sub bar { 273: my $parm=shift; 274: my $number=int($parm+0.5); 275: print('<table><tr><td bgcolor="#225522"><font color="#225522">'); 276: for (my $i=0;$i<$number;$i++) { 277: print "+"; 278: } 279: print("</font></table>"); 280: } 281: 282: # ========================================================== Show server status 283: 284: sub serverstatus { 285: my ($local,$trouble)=@_; 286: my $hostrole; 287: if (exists($libserv{$local})) { 288: $hostrole = 'library'; 289: } else { 290: $hostrole = 'access'; 291: } 292: my %lt = &Apache::lonlocal::texthash( 293: rero => 'Reroute:', 294: vers => 'Version:', 295: load => 'Load:', 296: acti => 'Active Users:', 297: rpms => 'RPMs', 298: mysq => 'MySQL Database:', 299: notc => 'Not connected', 300: lonc => 'loncron errors', 301: ); 302: 303: print(<<ENDHEADER); 304: <a name="$local" /> 305: <table width="100%" bgcolor="#225522" cellspacing="2" cellpadding="2" border="0"> 306: <tr><td bgcolor="#BBDDBB"><font color="#225522" face="arial"><b> 307: $local $hostdom{$local}</b> <tt>($hostname{$local}); $hostrole</tt> 308: <br />$domaininfo{$hostdom{$local}}{'description'} 309: $domaininfo{$hostdom{$local}}{'city'} 310: </font></th></tr><tr><td bgcolor="#DDDDBB"><font color="#225522"> 311: ENDHEADER 312: &login($local);&server($local);&users($local);&versions($local); 313: &announcement($local); 314: &loncron($local);&lond($local);&lonc($local);&runloncron($local); 315: print("</font></td></tr>"); 316: if ($trouble) { 317: print("<tr><td bgcolor='#DDBBBB'><font color='#552222' size='+2'>$trouble</font></td></tr>"); 318: } 319: print("<tr><td bgcolor='#BBBBBB'>"); 320: # re-routing 321: if ($host{$local.'_reroute'}) { 322: print('<br />'.$lt{'rero'}.' '.$host{$local.'_reroute'}); 323: &takeonline($local); 324: } 325: # version 326: if ($host{$local.'_version'}) { 327: print('<br />'.$lt{'vers'}.' '.$host{$local.'_version'}); 328: } 329: # load 330: if (($host{$local.'_load_doomed'}>0.5) || ($mode eq 'load_doomed')) { 331: print('<br />'.$lt{'load'}.' '.$host{$local.'_load'}); 332: } 333: # users 334: if (($host{$local.'_users_doomed'}>10) || ($mode eq 'users_doomed')) { 335: print('<br />'.$lt{'acti'}.' '.$host{$local.'_users'}); 336: } 337: 338: # checkrpms 339: if ($host{$local.'_checkrpms'}) { 340: print('<br />'.$lt{'rpms'}.' '.$host{$local.'_checkrpms'}); 341: } 342: # mysql 343: if ($host{$local.'_mysql'}) { 344: print('<br />'.$lt{'mysq'}.' '.$host{$local.'_mysql'}); 345: } 346: # connections 347: if ($host{$local.'_notconnected'}) { 348: print('<br />'.$lt{'notc'}.' '); 349: foreach my $item (split(/ /,$host{$local.'_notconnected'})) { 350: if ($item) { 351: print(' <a href="#$item">'.$item.'</a>'); 352: } 353: } 354: } 355: # errors 356: if ($host{$local.'_errors'}) { 357: print('<br />'.$lt{'lonc'}.' '.$host{$local.'_errors'}); 358: } 359: print "</td></tr><tr><td bgcolor='#DDDDDD'>"; 360: &allreroutes($local); 361: print "</td></tr></table><br />"; 362: } 363: 364: # =========================================================== Doomedness sorted 365: 366: sub doomedness { 367: my $crit=shift; 368: my %alldoomed=(); 369: my @allhosts=(); 370: foreach (keys %host) { 371: if ($_=~/^(\w+)\_$crit$/) { 372: if ($host{$_}) { 373: push (@allhosts,$1); 374: $alldoomed{$1}=$host{$_}; 375: } 376: } 377: } 378: return sort { $alldoomed{$b} <=> $alldoomed{$a} } @allhosts; 379: } 380: 381: sub resetvars { 382: $maxusers=0; 383: $maxload=0; 384: $totalusers=0; 385: $stat_total=0; 386: $stat_notyet=0; 387: $stat_fromcache=0; 388: $concount=0; 389: undef %host; 390: %host=(); 391: } 392: 393: sub mainloop { 394: &resetvars(); 395: # ==================================================== Main Loop over all Hosts 396: 397: foreach my $local (sort(keys(%hostname))) { 398: $host{$local.'_unresponsive_doomed'}=0; 399: # -- Check general status 400: &statuslist($local,'General'); 401: my %loncron=&replyhash($local,'/lon-status/loncron_simple.txt',1200); 402: if (defined($loncron{'local_error'})) { 403: $host{$local.'_loncron'}='Could not determine.'; 404: $host{$local.'_unresponsive_doomed'}++; 405: } else { 406: if ((time-$loncron{'time'})>$oneday) { 407: $host{$local.'_loncron'}='Stale.'; 408: $host{$local.'_unresponsive_doomed'}++; 409: } else { 410: $host{$local.'_loncron_doomed'}=$loncron{'notices'} 411: +4*$loncron{'warnings'} 412: +100*$loncron{'errors'}; 413: $host{$local.'_errors'}=$loncron{'errors'}; 414: } 415: } 416: # -- Check version 417: &statuslist($local,'Version'); 418: my $version=&request($local,'/lon-status/version.txt',7200); 419: if ($version eq 'local_error') { 420: $host{$local.'_version'}='Could not determine.'; 421: $host{$local.'_unresponsive_doomed'}++; 422: } else { 423: $host{$local.'_version'}=$version; 424: } 425: # -- Check user status 426: &statuslist($local,'Users'); 427: my %userstatus=&replyhash($local,'/cgi-bin/userstatus.pl?simple',600); 428: if (defined($userstatus{'local_error'})) { 429: $host{$local.'_userstatus'}='Could not determine.'; 430: $host{$local.'_unresponsive_doomed'}++; 431: } else { 432: $host{$local.'_users_doomed'}=$userstatus{'Active'}; 433: $host{$local.'_users'}=$userstatus{'Active'}; 434: unless ($host{$local.'_users'}) { $host{$local.'_users'}=0; } 435: if ($host{$local.'_users'}>$maxusers) { 436: $maxusers=$host{$local.'_users'}; 437: } 438: $totalusers+=$host{$local.'_users'}; 439: my ($sload,$mload,$lload)=split(/ /,$userstatus{'loadavg'}); 440: $host{$local.'_load_doomed'}=$mload; 441: if ($mload>$maxload) { 442: $maxload=$mload; 443: } 444: $host{$local.'_load'}=$userstatus{'loadavg'}; 445: } 446: # -- Check reroute status 447: &statuslist($local,'Reroute'); 448: my %reroute=&replyhash($local,'/lon-status/reroute.txt',1800); 449: if ($reroute{'status'} eq 'rerouting') { 450: if ($reroute{'server'}) { 451: $host{$local.'_reroute'}= 452: 'Rerouting to <tt>'.$reroute{'server'}. 453: '</tt>, domain: '.$reroute{'domain'}. 454: ' (since '.localtime($reroute{'time'}).')'; 455: } else { 456: $host{$local.'_reroute'}='offline'; 457: } 458: } 459: # -- Check mysql status 460: &statuslist($local,'Database'); 461: my %mysql=&replyhash($local,'/lon-status/mysql.txt',3600); 462: if (defined($mysql{'local_error'})) { 463: $host{$local.'_mysql'}='Could not determine.'; 464: $host{$local.'_unresponsive_doomed'}++; 465: } else { 466: if ((time-$mysql{'time'})>(7*$oneday)) { 467: if (exists($libserv{$local})) { 468: $host{$local.'_mysql'}='Stale.'; 469: $host{$local.'_mysql_doomed'}=1; 470: } 471: if ($mysql{'mysql'} eq 'defunct') { 472: $host{$local.'_mysql'}='Defunct (maybe stale).'; 473: $host{$local.'_mysql_doomed'}=2; 474: } 475: } elsif ($mysql{'mysql'} eq 'defunct') { 476: $host{$local.'_mysql'}='Defunct.'; 477: $host{$local.'_mysql_doomed'}=3; 478: } 479: } 480: # -- Check rpm status 481: &statuslist($local,'RPMs'); 482: my %checkrpms=&replyhash($local,'/lon-status/checkrpms.txt',7200); 483: if (defined($checkrpms{'local_error'})) { 484: $host{$local.'_checkrpms'}='Could not determine.'; 485: $host{$local.'_unresponsive_doomed'}++; 486: } else { 487: if ((time-$checkrpms{'time'})>(4*$oneday)) { 488: $host{$local.'_checkrpms'}='Stale.'; 489: $host{$local.'_checkrpms_doomed'}=50; 490: $host{$local.'_unresponsive_doomed'}++; 491: } elsif ($checkrpms{'status'} eq 'fail') { 492: $host{$local.'_checkrpms'}='Could not checked RPMs.'; 493: $host{$local.'_checkrpms_doomed'}=100; 494: } elsif ($checkrpms{'rpmcount'}) { 495: $host{$local.'_checkrpms'}='Outdated RPMs: '. 496: $checkrpms{'rpmcount'}; 497: $host{$local.'_checkrpms_doomed'}=$checkrpms{'rpmcount'}; 498: } 499: } 500: # -- Check connections 501: &statuslist($local,'Connections'); 502: $host{$local.'_notconnected'}=''; 503: $host{$local.'_notconnected_doomed'}=0; 504: foreach my $remote (sort keys %hostname) { 505: my $status=&connected($local,$remote); 506: $connectionstatus{$local.'_TO_'.$remote}=$status; 507: unless (($status eq 'ok') || ($status eq 'not_yet')) { 508: $host{$local.'_notconnected'}.=' '.$remote; 509: $host{$local.'_notconnected_doomed'}++; 510: } 511: } 512: # =============================================================== End Main Loop 513: } 514: 515: } 516: 517: sub reports { 518: # ====================================================================== Output 519: if ($mode=~/\_doomed$/) { 520: # Output by doomedness 521: foreach (&doomedness($mode)) { 522: &serverstatus($_); 523: } 524: } elsif ($mode eq 'connections') { 525: print 526: "<table cellspacing='3' cellpadding='3' border='0' bgcolor='#225522'>". 527: "<tr><td bgcolor='#225522'> </td>"; 528: foreach my $remote (sort keys %hostname) { 529: print '<td bgcolor="#DDDDBB">'.$remote.'</td>'; 530: } 531: print "</tr>\n"; 532: # connection matrix 533: foreach my $local (sort keys %hostname) { 534: print '<tr><td bgcolor="#DDDDBB">'.$local.'</td>'; 535: foreach my $remote (sort keys %hostname) { 536: if ($connectionstatus{$local.'_TO_'.$remote} eq 'not_yet') { 537: my $cellcolor='#FFFFFF'; 538: if ($local eq $remote) { $cellcolor='#DDDDDD'; } 539: print '<td bgcolor="'.$cellcolor.'"><font color="#555522" size="-2">not yet tested</font></td>'; 540: } elsif ($connectionstatus{$local.'_TO_'.$remote} eq 'ok') { 541: my $cellcolor='#BBDDBB'; 542: if ($local eq $remote) { $cellcolor='#99DD99'; } 543: print 544: '<td bgcolor="'.$cellcolor.'"><font color="#225522" face="arial"><b>'.&Apache::lonlocal::mt('ok').'</b></td>'; 545: } else { 546: my $cellcolor='#DDCCAA'; 547: if ($connectionstatus{$local.'_TO_'.$remote} eq 'local_error') { 548: if ($local eq $remote) { 549: $cellcolor='#DD88AA'; 550: } else { 551: $cellcolor='#DDAACC'; 552: } 553: } else { 554: if ($local eq $remote) { $cellcolor='#DDBB77'; } 555: } 556: print 557: '<td bgcolor="'.$cellcolor.'"><font color="#552222" size="-2">'. 558: $connectionstatus{$local.'_TO_'.$remote}.'<br />'; 559: &lonc($local); &lond($remote); 560: print '</td>'; 561: } 562: } 563: print "</tr>\n"; 564: } 565: print "</table>"; 566: } elsif ($mode eq 'users') { 567: # Users 568: if ($maxusers) { 569: my $factor=50/$maxusers; 570: print '<h3>'.&Apache::lonlocal::mt('Total active user(s)').': '.$totalusers.'</h3>'. 571: '<table cellspacing="3" cellpadding="3" border="0" bgcolor="#225522">'; 572: 573: foreach my $local (sort keys %hostname) { 574: if (defined($host{$local.'_users'})) { 575: print 576: '<tr><td bgcolor="#BBDDBB"><font face="arial" color="#225522" size="+1">'.$local. 577: '</font><br /><font size="-2">'. 578: $domaininfo{$hostdom{$local}}{'description'}. 579: '</font></td><td bgcolor="#DDDDBB">'; 580: &users($local); 581: print 582: '</td><td bgcolor="#DDDDBB"><font face="arial" color="#225522">'. 583: $host{$local.'_users'}.'</font></td><td bgcolor="#DDDDBB"'; 584: &bar($factor*$host{$local.'_users'}); 585: print '</td></tr>'."\n"; 586: } 587: } 588: print '</table>'; 589: } else { 590: print &Apache::lonlocal::mt('No active users logged in.'); 591: } 592: } elsif ($mode eq 'load') { 593: # Load 594: if ($maxload) { 595: my $factor=50/$maxload; 596: print 597: "<table cellspacing='3' cellpadding='3' border='0' bgcolor='#225522'>"; 598: foreach my $local (sort keys %hostname) { 599: if (defined($host{$local.'_load_doomed'})) { 600: print 601: '<tr><td bgcolor="#BBDDBB"><font face="arial" color="#225522" size="+1">'. 602: $local. 603: '</font><br /><font size="-2">'. 604: $Apache::lonnet::domain{$hostdom{$local}}{'description'}. 605: '</font></td><td bgcolor="#DDDDBB">'; 606: &server($local); 607: print 608: '</td><td bgcolor="#DDDDBB"><font face="arial" color="#225522">'. 609: $host{$local.'_load_doomed'}.'</font></td><td bgcolor="#DDDDBB"'; 610: &bar($factor*$host{$local.'_load_doomed'}); 611: print "</td></tr>\n"; 612: } 613: } 614: print "</table>"; 615: } else { 616: print &Apache::lonlocal::mt('No workload.'); 617: } 618: } elsif ($mode eq 'trouble') { 619: my $count=0; 620: foreach my $local (sort keys %hostname) { 621: my $trouble=''; 622: if ($host{$local.'_unresponsive_doomed'}>3) { 623: $trouble=&Apache::lonlocal::mt('Does not respond to several queries.'). 624: '<br />'; 625: } 626: if ($host{$local.'_errors'}) { 627: $trouble=&Apache::lonlocal::mt('Has loncron errors').'<br />'; 628: } elsif ($host{$local.'_loncron_doomed'}>2500) { 629: $trouble=&Apache::lonlocal::mt('High loncron count.').'<br />'; 630: } 631: if ($host{$local.'_load_doomed'}>5) { 632: $trouble=&Apache::lonlocal::mt('High load.').'<br />'; 633: } 634: if ($host{$local.'_users_doomed'}>200) { 635: $trouble=&Apache::lonlocal::mt('High user volume.').'<br />'; 636: } 637: if ($host{$local.'_mysql_doomed'}>1) { 638: $trouble=&Apache::lonlocal::mt('MySQL database apparently offline.').'<br />'; 639: } 640: if ($host{$local.'_checkrpms_doomed'}>100) { 641: $trouble=&Apache::lonlocal::mt('RPMs outdated.').'<br />'; 642: } 643: if ($host{$local.'_reroute'}) { 644: $trouble=&Apache::lonlocal::&mt('Rerouting').'<br >'; 645: } 646: if ($trouble) { $count++; &serverstatus($local,$trouble); } 647: } 648: unless ($count) { print &Apache::lonlocal::mt('No major trouble.'); } 649: } 650: } 651: 652: # ====================================================================== Status 653: sub statuslist { 654: my ($local,$what)=@_; 655: my $displaylocal; 656: if (defined($local)) { 657: $displaylocal = " $local ($hostname{$local})"; 658: } 659: print '<script>document.prgstat.progress.value="'. 660: &Apache::lonlocal::mt("Testing[_1]: $what",$displaylocal).'";</script>'."\n"; 661: } 662: 663: # ============================================================================= 664: # ============================================================================= 665: # Main program 666: # 667: # ========================================================= Get form parameters 668: my $buffer; 669: 670: read(STDIN, $buffer, $ENV{'CONTENT_LENGTH'}); 671: my @pairs=split(/&/,$buffer); 672: my $pair; my $name; my $value; 673: undef %FORM; 674: %FORM=(); 675: foreach $pair (@pairs) { 676: ($name,$value) = split(/=/,$pair); 677: $value =~ tr/+/ /; 678: $value =~ s/%([a-fA-F0-9][a-fA-F0-9])/pack("C",hex($1))/eg; 679: $FORM{$name}=$value; 680: } 681: 682: $buffer=$ENV{'QUERY_STRING'}; 683: @pairs=split(/&/,$buffer); 684: foreach $pair (@pairs) { 685: ($name,$value) = split(/=/,$pair); 686: $value =~ tr/+/ /; 687: $value =~ s/%([a-fA-F0-9][a-fA-F0-9])/pack("C",hex($1))/eg; 688: $FORM{$name}=$value; 689: } 690: 691: # ====================================================== Determine refresh rate 692: 693: my $refresh=(($FORM{'refresh'}=~/^\d+$/)?$FORM{'refresh'}:30); 694: if ($refresh<30) { $refresh=30; } 695: my $starttime=time; 696: 697: # ============================================================== Determine mode 698: 699: my %modes= &Apache::lonlocal::texthash ( 700: 'trouble' => 'Trouble', 701: 'users_doomed' => 'Doomed: Users', 702: 'loncron_doomed' => 'Doomed: General (loncron)', 703: 'mysql_doomed' => 'Doomed: Database (mysql)', 704: 'notconnected_doomed' => 'Doomed: Connections', 705: 'checkrpms_doomed' => 'Doomed: RPMs', 706: 'load_doomed' => 'Doomed: Load', 707: 'unresponsive_doomed' => 'Doomed: Status could not be determined', 708: 'users' => 'User Report', 709: 'load' => 'Load Report', 710: 'connections' => 'Connections Matrix'); 711: $mode=$FORM{'mode'}; 712: unless ($modes{$mode}) { $mode='trouble'; } 713: # ================================================================ Send Headers 714: print("Content-type: text/html\n\n". 715: '<html><body bgcolor="#FFFFFF">'."\n"); 716: # -------------------- Read loncapa.conf (and by default, loncapa_apache.conf). 717: my $perlvarref=LONCAPA::Configuration::read_conf('loncapa.conf'); 718: %perlvar=%{$perlvarref}; 719: undef $perlvarref; # remove since sensitive and not needed 720: delete $perlvar{'lonReceipt'}; # remove since sensitive and not needed 721: delete $perlvar{'lonSqlAccess'}; # remove since sensitive and not needed 722: 723: if (!&LONCAPA::loncgi::check_cookie_and_load_env()) { 724: &Apache::lonlocal::get_language_handle(); 725: print(&LONCAPA::loncgi::missing_cookie_msg()); 726: exit; 727: } 728: 729: if (!&LONCAPA::loncgi::can_view('clusterstatus')) { 730: &Apache::lonlocal::get_language_handle(); 731: print &LONCAPA::loncgi::unauthorized_msg('clusterstatus'); 732: exit; 733: } 734: 735: &Apache::lonlocal::get_language_handle(); 736: 737: my $scope = 'Domain'; 738: if ($Apache::lonnet::env{'request.role'} =~ m{^su\./}) { 739: %hostname = %allhostname; 740: $scope = 'Cluster'; 741: } else { 742: undef(%hostname); 743: my @poss_domains = &Apache::lonnet::current_machine_domains(); 744: foreach my $host (keys(%allhostname)) { 745: if (grep(/^\Q$hostdom{$host}\E$/,@poss_domains)) { 746: $hostname{$host} = $allhostname{$host}; 747: } 748: } 749: } 750: 751: print '<img src="/adm/lonIcons/lonlogos.gif" align="right" /><h1>'.&Apache::lonlocal::mt("LON-CAPA $scope Status").' '.localtime()."</h1>"; 752: print "<form name='prgstat'>\n". 753: '<input type="text" name="progress" value="'."'".&Apache::lonlocal::mt('Starting ...')."'".'" size="100" /><br />'. 754: "</form>\n"; 755: print "<form name='status' method='post'>\n"; 756: print &Apache::lonlocal::mt('Choose next report:').' '.&select_form($mode,'mode',%modes).'<input type="submit" name="getreport" value="'.&Apache::lonlocal::mt('Go').'" /><hr />'; 757: &hidden('refresh',$refresh); 758: 759: if (!$FORM{'runonetime'}) { 760: my $lcscope = lc($scope); 761: print '<h3>'.&Apache::lonlocal::mt("Gathering initial $lcscope data").'</h3>'. 762: &Apache::lonlocal::mt('This may take some time ..').'<br />'; 763: $fromcache=0; 764: &mainloop(); 765: &statuslist(undef,'Done initial run.'); 766: &reports(); 767: } else { 768: $fromcache=1; 769: &mainloop(); 770: &statuslist(undef,'Done gathering cached data'); 771: &reports(); 772: $fromcache=0; 773: &mainloop(); 774: } 775: &hidden('runonetime',1); 776: print '<tt><br />'.&Apache::lonlocal::mt('Total number of queries: [_1]',$stat_total); 777: if ($stat_total != 0) { 778: print '<br />'.&Apache::lonlocal::mt('Percent complete:').''. 779: int(($stat_total-$stat_notyet)/$stat_total*100.). 780: '<br />'.&Apache::lonlocal::mt('Percent from cache:').' '. 781: int($stat_fromcache/$stat_total*100.).'</tt>'; 782: } 783: 784: # ============================================================== Close, refresh 785: print "</form><script>"; 786: my $runtime=time-$starttime; 787: if (($refresh-$runtime)<0) { 788: print "document.status.submit();"; 789: } else { 790: my $refreshtime=int(1000*($refresh-$runtime)); 791: my $refreshmsg = &Apache::lonlocal::mt('Will automatically refresh ([_1] secs refresh cycle)',$refresh); 792: print "setTimeout('document.status.submit()',$refreshtime);\n". 793: "document.prgstat.progress.value='$refreshmsg'"; 794: } 795: print "</script></body></html>"; 796: exit 0;