1: #!/usr/bin/perl
2: $|=1;
3: # The LearningOnline Network with CAPA
4: # Cluster Status
5: #
6: # $Id: clusterstatus.pl,v 1.9 2003/07/31 15:35:02 www Exp $
7:
8: use lib '/home/httpd/lib/perl/';
9: use LONCAPA::Configuration;
10:
11: use LWP::UserAgent();
12: use HTTP::Headers;
13: use IO::File;
14:
15: my %host=();
16: my $oneday=60*60*24;
17:
18: my %connectionstatus=();
19: my %perlvar=();
20:
21: my $mode;
22:
23: sub select_form {
24: my ($def,$name,%hash) = @_;
25: my $selectform = "<select name=\"$name\" size=\"1\">\n";
26: foreach (sort keys %hash) {
27: $selectform.="<option value=\"$_\" ".
28: ($_ eq $def ? 'selected' : '').
29: ">".$hash{$_}."</option>\n";
30: }
31: $selectform.="</select>";
32: return $selectform;
33: }
34:
35:
36: sub key {
37: my ($local,$url)=@_;
38: my $key=$local.'_'.$url;
39: $key=~s/\W/\_/gs;
40: return $key;
41: }
42:
43: sub hidden {
44: my ($name,$value)=@_;
45: print "\n<input type='hidden' name='$name' value='$value' />";
46: }
47:
48: sub request {
49: my ($local,$url,$cachetime)=@_;
50: my $key=&key($local,$url);
51: my $reply='';
52: if ($FORM{$key.'_time'}) {
53: if ((time-$FORM{$key.'_time'})<$cachetime) {
54: $reply=$FORM{$key};
55: &hidden($key.'_time',$FORM{$key.'_time'});
56: &hidden($key.'_fromcache',1);
57: }
58: }
59: unless ($reply) {
60: unless ($hostname{$local}) {
61: $reply='local_unknown';
62: } else {
63:
64: my $ua=new LWP::UserAgent(timeout => 20);
65:
66: my $request=new HTTP::Request('GET',
67: "http://".$hostname{$local}.$url);
68: $request->authorization_basic('lonadm','litelite');
69:
70: my $response=$ua->request($request);
71:
72: unless ($response->is_success) {
73: $reply='local_error';
74: } else {
75: $reply=$response->content;
76: chomp($reply);
77: }
78: }
79: &hidden($key.'_time',time);
80: }
81: &hidden($key,$reply);
82: return $reply;
83: }
84:
85: # ============================================= Are local and remote connected?
86: sub connected {
87: my ($local,$remote)=@_;
88: $local=~s/\W//g;
89: $remote=~s/\W//g;
90:
91: unless ($hostname{$remote}) { return 'remote_unknown'; }
92: my $url='/cgi-bin/ping.pl?'.$remote;
93: #
94: # Slowly phase this in: if not cached, only do 10 percent of the cases
95: #
96: unless ($FORM{&key($local,$url)}) {
97: unless (rand>0.9) { return 'not_yet'; }
98: }
99: #
100: # Actually do the query
101: #
102: &statuslist($local,'connecting '.$remote);
103: my $reply=&request($local,$url,3600);
104: $reply=(split("\n",$reply))[0];
105: $reply=~s/\W//g;
106: if ($reply ne $remote) { return $reply; }
107: return 'ok';
108: }
109: # ============================================================ Get a reply hash
110:
111: sub replyhash {
112: my %returnhash=();
113: foreach (split(/\&/,&request(@_))) {
114: my ($name,$value)=split(/\=/,$_);
115: if ($name) {
116: unless ($value) { $value=''; }
117: $returnhash{$name}=$value;
118: }
119: }
120: return %returnhash;
121: }
122:
123: # ================================================================ Link to host
124:
125: sub otherwindow {
126: my ($local,$url,$label)=@_;
127: return
128: " <a href='http://$hostname{$local}$url' target='newwin$local'>$label</a> ";
129: }
130:
131: sub login {
132: my $local=shift;
133: print &otherwindow($local,'/adm/login?domain='.$perlvar{'lonDefDomain'},
134: 'Login');
135: }
136:
137: sub runloncron {
138: my $local=shift;
139: print &otherwindow($local,'/cgi-bin/loncron.pl','Run loncron');
140: }
141:
142: sub loncron {
143: my $local=shift;
144: print &otherwindow($local,'/lon-status','loncron');
145: }
146:
147: sub lonc {
148: my $local=shift;
149: print &otherwindow($local,'/lon-status/loncstatus.txt','lonc');
150: }
151:
152: sub lond {
153: my $local=shift;
154: print &otherwindow($local,'/lon-status/londstatus.txt','lond');
155: }
156:
157: sub users {
158: my $local=shift;
159: print &otherwindow($local,'/cgi-bin/userstatus.pl','Users');
160: }
161:
162: sub versions {
163: my $local=shift;
164: print &otherwindow($local,'/cgi-bin/lonversions.pl','Versions');
165: }
166:
167: sub server {
168: my $local=shift;
169: print &otherwindow($local,'/server-status','Server Status');
170: }
171:
172: # ========================================================== Show server status
173:
174: sub serverstatus {
175: my $local=shift;
176: print (<<ENDHEADER);
177: <table width="100%" bgcolor="#225522" cellspacing="2" cellpadding="2" border="0">
178: <tr><td bgcolor="#BBDDBB"><font color="#225522" face="arial"><b>
179: $local $hostdom{$local}</b> <tt>($hostname{$local}; $hostrole{$local})</tt>
180: <br />$domaindescription{$hostdom{$local}}
181: </font></th></tr><tr><td bgcolor="DDDDBB"><font color="#225522">
182: ENDHEADER
183: &login($local);&server($local);&users($local);&versions($local);
184: &loncron($local);&lond($local);&lonc($local);&runloncron($local);
185: print "</font></td></tr><tr><td bgcolor='#BBBBBB'>";
186: # load
187: if (($host{$local.'_load_doomed'}>0.5) || ($mode eq 'load_doomed')) {
188: print "<br />Load: ".$host{$local.'_load'}
189: }
190: # users
191: if (($host{$local.'_users_doomed'}>10) || ($mode eq 'users_doomed')) {
192: print "<br />Active Users: ".$host{$local.'_users'}
193: }
194:
195: # checkrpms
196: if ($host{$local.'_checkrpms'}) {
197: print "<br />RPMs: ".$host{$local.'_checkrpms'}
198: }
199: # mysql
200: if ($host{$local.'_mysql'}) {
201: print "<br />MySQL Database: ".$host{$local.'_mysql'}
202: }
203: print "</td></tr></table><br />";
204: }
205:
206: # =========================================================== Doomedness sorted
207:
208: sub doomedness {
209: my $crit=shift;
210: my %alldoomed=();
211: my @allhosts=();
212: foreach (keys %host) {
213: if ($_=~/^(\w+)\_$crit$/) {
214: if ($host{$_}) {
215: push (@allhosts,$1);
216: $alldoomed{$1}=$host{$_};
217: }
218: }
219: }
220: return sort { $alldoomed{$b} <=> $alldoomed{$a} } @allhosts;
221: }
222:
223: # ====================================================================== Status
224: sub statuslist {
225: my ($local,$what)=@_;
226: print
227: "<script>document.prgstat.progress.value='Testing $local ($hostname{$local}): $what';</script>\n";
228: }
229:
230: #
231: # Main program
232: #
233: # ========================================================= Get form parameters
234: my $buffer;
235:
236: read(STDIN, $buffer, $ENV{'CONTENT_LENGTH'});
237: my @pairs=split(/&/,$buffer);
238: my $pair; my $name; my $value;
239: undef %FORM;
240: %FORM=();
241: foreach $pair (@pairs) {
242: ($name,$value) = split(/=/,$pair);
243: $value =~ tr/+/ /;
244: $value =~ s/%([a-fA-F0-9][a-fA-F0-9])/pack("C",hex($1))/eg;
245: $FORM{$name}=$value;
246: }
247:
248: $buffer=$ENV{'QUERY_STRING'};
249: @pairs=split(/&/,$buffer);
250: foreach $pair (@pairs) {
251: ($name,$value) = split(/=/,$pair);
252: $value =~ tr/+/ /;
253: $value =~ s/%([a-fA-F0-9][a-fA-F0-9])/pack("C",hex($1))/eg;
254: $FORM{$name}=$value;
255: }
256:
257: # ====================================================== Determine refresh rate
258:
259: my $refresh=(($FORM{'refresh'}=~/^\d+$/)?$FORM{'refresh'}:60);
260: if ($refresh<30) { $refresh=30; }
261: my $starttime=time;
262:
263: # ============================================================== Determine mode
264:
265: my %modes=('trouble' => 'Trouble',
266: 'users_doomed' => 'Doomed: Users',
267: 'loncron_doomed' => 'Doomed: General (loncron)',
268: 'mysql_doomed' => 'Doomed: Database (mysql)',
269: 'notconnected_doomed' => 'Doomed: Connections',
270: 'checkrpms_doomed' => 'Doomed: RPMs',
271: 'load_doomed' => 'Doomed: Load',
272: 'unresponsive_doomed' => 'Doomed: Status could not be determined',
273: 'users' => 'User Report',
274: 'connections' => 'Connections Matrix');
275:
276: $mode=$FORM{'mode'};
277: unless ($modes{$mode}) { $mode='trouble'; }
278: # ================================================================ Send Headers
279: print "Content-type: text/html\n\n".
280: "<html><body bgcolor=#FFFFFF>\n";
281: # -------------------- Read loncapa.conf (and by default, loncapa_apache.conf).
282: my $perlvarref=LONCAPA::Configuration::read_conf('loncapa.conf');
283: %perlvar=%{$perlvarref};
284: undef $perlvarref; # remove since sensitive and not needed
285: delete $perlvar{'lonReceipt'}; # remove since sensitive and not needed
286: delete $perlvar{'lonSqlAccess'}; # remove since sensitive and not needed
287:
288: # ------------------------------------------------------------- Read hosts file
289: {
290: my $config=IO::File->new("$perlvar{'lonTabDir'}/hosts.tab");
291:
292: $total=0;
293: while (my $configline=<$config>) {
294: $configline=~s/#.*$//;
295: unless ($configline=~/\w/) { next; }
296: my ($id,$domain,$role,$name,$ip)=split(/:/,$configline);
297: $hostname{$id}=$name;
298: $hostdom{$id}=$domain;
299: $hostrole{$id}=$role;
300: $hostip{$id}=$ip;
301: $total++;
302: if (($role eq 'library') && ($id ne $perlvar{'lonHostID'})) {
303: $libserv{$id}=$name;
304: }
305: }
306: }
307: # ------------------------------------------------------------ Read domain file
308: {
309: my $fh=IO::File->new($perlvar{'lonTabDir'}.'/domain.tab');
310: %domaindescription = ();
311: %domain_auth_def = ();
312: %domain_auth_arg_def = ();
313: if ($fh) {
314: while (<$fh>) {
315: next if (/^(\#|\s*$)/);
316: chomp;
317: my ($domain, $domain_description, $def_auth, $def_auth_arg)
318: = split(/:/,$_,4);
319: $domain_auth_def{$domain}=$def_auth;
320: $domain_auth_arg_def{$domain}=$def_auth_arg;
321: $domaindescription{$domain}=$domain_description;
322: }
323: }
324: }
325:
326:
327: print "<h1>Cluster Status ".localtime()."</h1>";
328: print "<form name='prgstat'>\n".
329: "<input type='text' name='progress' value='Starting ...' size='100' /><br />".
330: "</form>\n";;
331: print "<form name='status' method='post'>\n";
332: print 'Choose next report: '.&select_form($mode,'mode',%modes).'<hr />';
333: &hidden('refresh',$refresh);
334:
335: # ==================================================== Main Loop over all Hosts
336:
337: foreach $local (sort keys %hostname) {
338: $host{$local.'_unresponsive_doomed'}=0;
339: # -- Check general status
340: &statuslist($local,'General');
341: my %loncron=&replyhash($local,'/lon-status/loncron_simple.txt',1200);
342: if (defined($loncron{'local_error'})) {
343: $host{$local.'_loncron'}='Could not determine.';
344: $host{$local.'_unresponsive_doomed'}++;
345: } else {
346: if ((time-$loncron{'time'})>$oneday) {
347: $host{$local.'_loncron'}='Stale.';
348: $host{$local.'_unresponsive_doomed'}++;
349: } else {
350: }
351: }
352: # -- Check user status
353: &statuslist($local,'Users');
354: my %userstatus=&replyhash($local,'/cgi-bin/userstatus.pl?simple',600);
355: if (defined($userstatus{'local_error'})) {
356: $host{$local.'_userstatus'}='Could not determine.';
357: $host{$local.'_unresponsive_doomed'}++;
358: } else {
359: $host{$local.'_users_doomed'}=$userstatus{'Active'};
360: $host{$local.'_users'}=$userstatus{'Active'};
361: my ($sload,$mload,$lload)=split(/ /,$userstatus{'loadavg'});
362: $host{$local.'_load_doomed'}=$mload;
363: $host{$local.'_load'}=$userstatus{'loadavg'};
364: }
365: # -- Check mysql status
366: &statuslist($local,'Database');
367: my %mysql=&replyhash($local,'/lon-status/mysql.txt',3600);
368: if (defined($mysql{'local_error'})) {
369: $host{$local.'_mysql'}='Could not determine.';
370: $host{$local.'_unresponsive_doomed'}++;
371: } else {
372: if ((time-$mysql{'time'})>(7*$oneday)) {
373: if ($hostrole{$local} eq 'library') {
374: $host{$local.'_mysql'}='Stale.';
375: $host{$local.'_mysql_doomed'}=1;
376: }
377: if ($mysql{'mysql'} eq 'defunct') {
378: $host{$local.'_mysql'}='Defunct (maybe stale).';
379: $host{$local.'_mysql_doomed'}=2;
380: }
381: } elsif ($mysql{'mysql'} eq 'defunct') {
382: $host{$local.'_mysql'}='Defunct.';
383: $host{$local.'_mysql_doomed'}=3;
384: }
385: }
386: # -- Check rpm status
387: &statuslist($local,'RPMs');
388: my %checkrpms=&replyhash($local,'/lon-status/checkrpms.txt',7200);
389: if (defined($checkrpms{'local_error'})) {
390: $host{$local.'_checkrpms'}='Could not determine.';
391: $host{$local.'_unresponsive_doomed'}++;
392: } else {
393: if ((time-$checkrpms{'time'})>(4*$oneday)) {
394: $host{$local.'_checkrpms'}='Stale.';
395: $host{$local.'_checkrpms_doomed'}=50;
396: $host{$local.'_unresponsive_doomed'}++;
397: } elsif ($checkrpms{'status'} eq 'fail') {
398: $host{$local.'_checkrpms'}='Could not checked RPMs.';
399: $host{$local.'_checkrpms_doomed'}=100;
400: } elsif ($checkrpms{'rpmcount'}) {
401: $host{$local.'_checkrpms'}='Outdated RPMs: '.
402: $checkrpms{'rpmcount'};
403: $host{$local.'_checkrpms_doomed'}=$checkrpms{'rpmcount'};
404: }
405: }
406: # -- Check connections
407: &statuslist($local,'Connections');
408: $host{$local.'_notconnected'}='';
409: $host{$local.'_notconnected_doomed'}=0;
410: foreach $remote (sort keys %hostname) {
411: my $status=&connected($local,$remote);
412: $connectionstatus{$local.'_TO_'.$remote}=$status;
413: unless (($status eq 'ok') || ($status eq 'not_yet')) {
414: $host{$local.'_notconnected'}.=' '.$remote;
415: $host{$local.'_notconnected_doomed'}++;
416: }
417: }
418: # =============================================================== End Mail Loop
419: }
420: &statuslist('Done.');
421: # ====================================================================== Output
422: if ($mode=~/\_doomed$/) {
423: # Output by doomedness
424: foreach (&doomedness($mode)) {
425: &serverstatus($_);
426: }
427: }
428: # ============================================================== Close, refresh
429: print "</form><script>";
430: $runtime=time-$starttime;
431: if ($runtime>=$refresh) {
432: print 'document.status.submit();';
433: } else {
434: $refreshtime=int(1000*($refresh-$runtime));
435: print "setTimeout('document.status.submit()',$refreshtime);";
436: }
437: print "</script></body></html>";
438: exit 0;
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/icons/back.gif){kind=icon}
Return to clusterstatus.pl CVS log ![[TXT]](/icons/text.gif){kind=icon}
![[DIR]](/icons/dir.gif){kind=icon}
Up to [LON-CAPA] / loncom / cgi