Index: trunk/ippMonitor/raw/czartool_labels.php =================================================================== --- trunk/ippMonitor/raw/czartool_labels.php (revision 40359) +++ trunk/ippMonitor/raw/czartool_labels.php (revision 40359) @@ -0,0 +1,978 @@ + "failedChipProcessedImfile.php", + "cam" => "failedCamProcessedExp.php", + "fake" => "failedFakeProcessedImfile.php", + "warp" => "failedWarpSkyfiles.php", + "stack" => "failedStackSkyfile.php", + "staticsky" => "failedStaticsky.php", + "fullforce" => "failedFullForceSkyfiles.php", + "diff" => "failedDiffSkyfile.php", + "dist" => "NONE", + "pub" => "publishDone.php", +); + +$mainTable = array( + "chip" => "chipRun", + "cam" => "camRun", + "fake" => "fakeRun", + "warp" => "warpRun", + "stack" => "stackRun", + "staticsky" => "staticskyRun", + "fullforce" => "fullForceRun", + "diff" => "diffRun", + "dist" => "distRun", + "pub" => "publishRun", +); + +$addSearchState = array( + "chip" => 0, + "cam" => 0, + "fake" => 1, + "warp" => 0, + "stack" => 0, + "staticsky" => 0, + "fullforce" => 0, + "diff" => 0, + "dist" => 0, + "pub" => 0, +); + +$servers=array( + #"addstar", + #"addstarlap", + "ippqub:stdscience_ws", + "cleanup", + #"detrend", + "distribution", + "pstamp", + # "update", + # "publishing", + "registration", + "replication", + "stack", + # "deepstack", + "stdscience", + "summitcopy"); + +$pass = $ID['pass']; +$proj = $ID['proj']; +$menu = $ID['menu']; + +// The Update mode of czartool is obsolete since we don't use the update +// pantasks. +// $selectedMode = $_GET[mode]; +$selectedMode = "stdscience"; + +$selectedStage = $_GET[stage]; +$selectedLabel = $_GET[label]; +$selectedServer = $_GET[server]; +$selectedRevertStage = $_GET[revertstage]; +$selectedRevertMode = $_GET[revertmode]; +$plotType = $_GET[plottype]; +$serverCmd = $_GET[servercmd]; +$allServerCmd = $_GET[allservercmd]; + +$headerColor = "#0080c0"; +$columnHeaderColor = "lavender"; + +if ($selectedMode == "") { $selectedMode = "stdscience"; } +if ($selectedLabel == "") { $selectedLabel = "all"; } +if ($selectedStage == "") { $selectedStage = "all_stages"; } +if ($plotType == "") { $plotType = "linear"; } + +// deal with reverts: turn on or off if requested and pass current revert state for this stage onto labels table later +if ($selectedRevertStage && $selectedRevertMode) turnRevertsOnOff($czardb, $selectedRevertStage, $selectedRevertMode); + +// tell selected server to stop or run +if ($selectedServer && $serverCmd) serverStopRun($czardb, $selectedServer, $serverCmd); + +// tell all servers to stop or run +if ($allServerCmd) { + + foreach ($servers as &$server) serverStopRun($czardb, $server, $allServerCmd); +} + + +$debug = 0; +$table = "\n"; + +// $labels is generated with sequential integer key values +$labels = getLabels($czardb, $selectedMode); +$distLabelsIndex = getLabels($czardb, "distribution"); +for ($i = 0; $i < count($distLabelsIndex); $i++) { + $distLabelsExist[$distLabelsIndex[$i]] = true; +} + +// publishing is in stdscience now +# $pubLabelsIndex = getLabels($czardb, "publishing"); +$pubLabelsIndex = $labels; +for ($i = 0; $i < count($pubLabelsIndex); $i++) { + $pubLabelsExist[$pubLabelsIndex[$i]] = true; +} + +if ($debug) { + echo "prog returned $status, and output:
"; + for ($i = 0; $i < count($distLabelsIndex); $i++) { + echo "$distLabelsIndex[$i]
"; + } +} + +// The Update mode of czartool is obsolete. selectedMode is hardcoded to stdscience above. +$isUpdate = ($selectedMode == "update"); +$isUpdate = 0; + +// hijack the text and link at the top to create a link to the czartool monitoring the other project database +// I.E. Switch from gpc1 to gpc2 or gpc2 to gpc1 + +$modeText = "Monitoring $proj"; +if ($proj == 'gpc1') { + $newproj = 'gpc2'; +} else { + $newproj = 'gpc1'; +} +$link = "czartool_labels.php?pass=".$pass."&mode=".$selectedMode."&label=all&stage=" . $selectedStage . "&revertstage=" . $stage . "&plottype=$plotType"; + +// set up the form +echo "\n"; + +echo "\n"; +echo "\n"; +echo "\n"; +echo "\n"; + +echo "
"; + +echo ""; +echo ""; +echo ""; + +// PLOTS +echo ""; +echo ""; + + +echo "\n"; +echo ""; +echo ""; +echo ""; +echo ""; +echo ""; +echo ""; +echo ""; +echo ""; +echo ""; +echo ""; +echo ""; + +$plotTypeLink = ($plotType == "linear") ? "log" : "linear"; +$link = "czartool_labels.php?pass=" . $pass . "&proj=" . $proj . "&mode=" . $selectedMode . "&label=" . $selectedLabel . "&stage=" . $selectedStage . "&revertstage=" . $stage . "&plottype=$plotTypeLink"; + +echo "
"; +echo "

Czartool

"; +echo "

$modeText (change to $newproj)

"; +echo "
"; + # time series plot +echo "

"; + # rate time series plot +echo "

"; + # rate stacked histo plot +# echo "
"; + # histogram plot +# echo "
"; + # storage plot +echo "

"; + # storage timeseries +echo "

"; + # pantasks server status, if requested +echo "
"; + if ($selectedServer && !$serverCmd) showServerStatus($selectedServer); +echo "		"; +echo ""; + +#echo "
"; + +// status table at top +$nsStatus = getNightlyScienceStatus($czardb); +$plotTypeLink = ($plotType == "linear") ? "log" : "linear"; +$link = "czartool_labels.php?pass=" . $pass . "&proj=" . $proj . "&label=" . $selectedLabel . "&stage=" . $selectedStage . "&revertstage=" . $stage . "&plottype=$plotTypeLink"; +echo "
"; +echo $table; + +createTableTitle("Status and links", 3); +echo "
Time of last update$lastUpdateTime
ippMonitor SVN version"; include 'version.php'; echo "
Current nightly science status$nsStatus
Postage stamp server statushere
Documentationhere
Cluster loadhere cpu_report mem_report
Who's using the cluster?here
Files monitorhere
IPP metricshere
Czar log pagesAll   "; +echo "This week"; +echo "
Exposure summaryhere
\n"; + +echo "
"; + + createLabelsTable($pass, + $proj, + $czardb, + $selectedMode, + $labels, + $distLabelsExist, + $pubLabelsExist, + $stages, + "new", + $selectedLabel, + $selectedStage, + $plotType); + + if ($selectedMode == "update") {echo "
"; createPStampDataTable();} + echo "
"; + + # XXX EAM : 2017.09.17 : debugging slowness + createServersTable($pass, $proj,$selectedMode,$czardb, $servers, $selectedLabel, $selectedStage, $plotType); echo "
"; + createSummitDataTable($projectdb); echo "
"; // this is slow because of the join between summitExp and rawExp + createDatesTable($czardb); echo "
"; + + # This is awful + echo $table; + echo ""; + createTableTitle("Database replication status (update fix log here)", 2); + + echo ""; + createTableColumnHeader("Database"); + createTableColumnHeader("Status (sec behind master)"); + showReplicationsStatus($REPL_HOST_GPC1, $REPL_USER_GPC1, $REPL_PASSWORD_GPC1, $REPL_DBNAME_GPC1); + showReplicationsStatus($REPL_HOST_GPC1_SECONDARY, $REPL_USER_GPC1_SECONDARY, $REPL_PASSWORD_GPC1_SECONDARY, $REPL_DBNAME_GPC1_SECONDARY); + + showReplicationsStatus($REPL_HOST_NEBULOUS, $REPL_USER_NEBULOUS, $REPL_PASSWORD_NEBULOUS, $REPL_DBNAME_NEBULOUS); + showReplicationsStatus($REPL_HOST_NEBULOUS_SECONDARY, $REPL_USER_NEBULOUS_SECONDARY, $REPL_PASSWORD_NEBULOUS_SECONDARY, $REPL_DBNAME_NEBULOUS_SECONDARY); + +# some mysql replication slaves to add when they are returned to service +# showReplicationsStatus($REPL_HOST_PSTAMP, $REPL_USER_PSTAMP, $REPL_PASSWORD_PSTAMP, $REPL_DBNAME_PSTAMP); +# showReplicationsStatus($REPL_HOST_IPPADMIN, $REPL_USER_IPPADMIN, $REPL_PASSWORD_IPPADMIN, $REPL_DBNAME_IPPADMIN); --- this one is in GPC1 +# showReplicationsStatus($REPL_HOST_ISP, $REPL_USER_ISP, $REPL_PASSWORD_ISP, $REPL_DBNAME_ISP); + echo ""; +echo ""; +menu_end(); + + +########################################################################### +# +# Creates a postage stamp status table +# +########################################################################### +function createPStampDataTable() { + + $sql = "SELECT label, COUNT(job_id) AS 'Unfinished Jobs', IFNULL(priority,10000) AS priority FROM pstampRequest JOIN pstampJob USING(req_id) LEFT JOIN Label USING(label) WHERE pstampJob.state ='run' and pstampRequest.state ='run' GROUP by label"; + + $pstampdb = DB::connect("mysql://ippuser:ippuser@ipp113/ippRequestServer"); + $qry = $pstampdb->query($sql); + if (dberror($qry)) { + echo "error reading pstamp table
\n"; + echo "
table query : $sql
\n"; + menu_end(); + } + + // set up the table + global $table; + echo $table; + + #echo "\n"; + echo ""; + createTableTitle("Postage stamp requests", 3); + echo ""; + createTableColumnHeader("Label"); + createTableColumnHeader("Unfinished jobs"); + createTableColumnHeader("Priority"); + + // list the results + while ($qry->fetchInto($row)) { + + echo ""; + + echo ""; + echo ""; + echo ""; + + echo ""; + } + + echo "
$row[0]$row[1]$row[2]
\n"; + +} + +########################################################################### +# +# Creates a table of summitExp against rawExp +# +########################################################################### +function createSummitDataTable($projectdb) { + + $date = date("Y-m-d"); + $sql = "SELECT DISTINCT exp_type FROM summitExp WHERE dateobs > '$date'"; + + $qry = $projectdb->query($sql); + if (dberror($qry)) { + echo "error reading newExp table
\n"; + echo "
table query : $sql
\n"; + menu_end(); + } + + // set up the table + global $table; + echo $table; + echo ""; + createTableTitle("Status of last night's data", 3); + echo ""; + createTableColumnHeader("Exposure type"); + createTableColumnHeader("At summit"); + createTableColumnHeader("Registered at MHPCC"); + + $msg = "No science images taken since $date"; + + // list the results + while ($qry->fetchInto($expType)) { + + $sql = "SELECT COUNT(*) FROM summitExp WHERE dateobs > '$date' AND exp_type = '$expType[0]'"; + $qry2 = $projectdb->query($sql); + $qry2->fetchInto($summit); + $sql = "SELECT COUNT(*) FROM summitExp JOIN rawExp ON summitExp.exp_name = rawExp.exp_name WHERE summitExp.dateobs > '$date' AND rawExp.dateobs > '$date' AND summitExp.exp_type = '$expType[0]'"; + $qry2 = $projectdb->query($sql); + $qry2->fetchInto($mhpcc); + + echo ""; + + if ($summit[0] == $mhpcc[0]) $error = 0; + else $error = 1; + + echo "$expType[0]"; + echo "$summit[0]"; + + createFormattedTableCell("", "", $mhpcc[0], $error, 0); + + echo ""; + } + + echo "\n"; + +} + +########################################################################### +# +# Gets labels for this server +# +########################################################################### +function getLabels($db, $server) { + + # order by descending priority as set in project database + $sql = "SELECT label FROM current_labels WHERE server LIKE '$server' ORDER BY priority DESC, label"; + if ($debug) {echo "$sql
";} + + $qry = $db->query($sql); + if (dberror($qry)) {echo "error with $sql
\n";} + while ($qry->fetchInto($row)) { + + $labels[] = $row[0]; + } + + return $labels; +} + +########################################################################### +# +# Creates table for all labels showing all stages for given 'state' +# +########################################################################### +function createLabelsTable( + $pass, + $proj, + $db, + $selectedMode, + $labels, + $distLabelsExist, + $pubLabelsExist, + $stages, + $selectedState, + $selectedLabel, $selectedStage, $plotType) { + + $isUpdate = ($selectedMode == "update"); + global $headerColor; + global $columnHeaderColor; + global $getFailures; + global $mainTable; + global $addSearchStage; + + // setup table + global $table; + echo $table; + createTableTitle("Label status", 13); + + echo "\n"; + $link = "czartool_labels.php?pass=".$pass + ."&proj=".$proj + ."&mode=".$selectedMode + ."&label=".$selectedLabel + ."&stage=all_stages" + ."&plottype=".$plotType; + createFormattedTableCell(($selectedStage != "all_stages"), $link, "All stages", 0, "$columnHeaderColor"); + + #echo "Label (in order of priority)"; + foreach ($stages as &$stage) { + + if ($stage == $selectedStage) $showLink = 0; + else $showLink = 1; + $link = + "czartool_labels.php?pass=".$pass + ."&proj=".$proj + ."&mode=" .$selectedMode + ."&label=".$selectedLabel + ."&stage=".$stage + ."&plottype=".$plotType; + + createFormattedTableCell($showLink, $link, $stage, 0, "$columnHeaderColor"); +# createTableColumnHeader("Dates"); + } + + // setup default link + $defaultlink = + "czartool_labels.php?pass=".$pass + ."&proj=".$proj + ."&mode=" .$selectedMode + ."&label=".$selectedLabel + ."&stage=".$selectedStage + ."&plottype=".$plotType; + + $searchState = "new"; + if ($selectedMode == "update") $searchState = "update"; + + // write rows + foreach ($labels as &$thisLabel) { + + $distributing = ($distLabelsExist[$thisLabel] != NULL); + $publishing = ($pubLabelsExist[$thisLabel] != NULL); + + // show distribution/publishing status + echo "\n"; + + // create link to label summary page for each label + if ($thisLabel == $selectedLabel) $showLink = 0; + else $showLink = 1; + $link = + "czartool_labels.php?pass=".$pass + ."&proj=".$proj + ."&mode=" .$selectedMode + ."&label=".$thisLabel + ."&stage=".$selectedStage + ."&plottype=".$plotType; + createFormattedTableCell($showLink, $link, $thisLabel, 0, null); + + $str = ""; + $anyFaults = false; + + foreach ($stages as &$stage) { + // Note: Do not include the state for chip, cam, and warp so that both new and update faults are listed + $myTable = $mainTable[$stage]; + $myFailures = $getFailures[$stage]; + # echo "myTable: $myTable"; + + if ("$myFailures" == "NONE") { + $link = $defaultlink; + } else { + $link = $myFailures . "?pass=" . $pass . "&proj=" . $proj . "&" . $myTable . ".label=" . $thisLabel; + if ($addSearchState[$stage]) { + // Note: Do not include the state for chip, cam, and warp so that both new and update faults are listed + $link .= "&" . $myTable . ".state=" . $searchState; + } + } + // echo "getStateAndFaults $db, $thisLabel, $proj, $selectedState, $stage, $str, $anyFaults
"; + getStateAndFaults($db, $thisLabel, $proj, $selectedState, $stage, $str, $anyFaults); + + $cellcolor = 0; + if ("$stage" == "dist") { + $cellcolor = (!$isUpdate && !$distributing) ? "gray" : 0; + } + if ("$stage" == "pub") { + $cellcolor = (!$isUpdate && !$publishing) ? "gray" : 0; + } + createFormattedTableCell($anyFaults, $link, $str, $anyFaults, $cellcolor); + } + echo "\n"; + } + + echo "\n"; + $link = "czartool_labels.php?pass=" . $pass . "&proj=" . $proj . "&mode=" . $selectedMode . "&label=all&stage=".$selectedStage."&plottype=".$plotType; + createFormattedTableCell(($selectedLabel != "all"), $link, "All labels", 0, null); + + foreach ($stages as &$stage) { + + $reverting = getRevertStatus($db, $stage); + if(!$reverting) {$label = "";} + if($reverting) {$label = "reverting";} + unset($reverting); + createFormattedTableCell(0, null, $label, 0, "$columnHeaderColor"); + } + + echo "\n"; + if ($selectedLabel == "all") $showLink = 0; + else $showLink = 1; + $link = "czartool_labels.php?pass=".$pass."&proj=".$proj."&mode=".$selectedMode."&label=all&stage=".$selectedStage."&plottype=".$plotType; + + echo "\n"; + echo "\n"; +} + + +########################################################################### +# +# Creates a table title +# +########################################################################### +function createTableTitle($str, $colSpan) { + + global $headerColor; + echo "

$str

"; +} + +########################################################################### +# +# Creates a table header cell +# +########################################################################### +function createTableColumnHeader($str) { + + global $columnHeaderColor; + echo "

$str

"; +} + +########################################################################### +# +# Creates table cell with a red background if an error +# +########################################################################### +function createFormattedTableCell($showLink, $link, $str, $error, $color) { + + $fontColor = $error ? "black" : "blue"; + + if ($error) echo ""; + else if ($color) echo ""; + else echo ""; + if ($showLink) echo "$str"; + else if ($str) echo "$str"; + else echo " "; +} + +########################################################################### +# +# Sets reverts status +# +########################################################################### +function setRevertStatus($db, $stage, $reverting) { + + $sql = "UPDATE reverts SET reverting = $reverting WHERE stage LIKE '$stage'"; + if ($debug) {echo "$sql
";} + + $qry = $db->query($sql); + if (dberror($qry)) {echo "error with $sql
\n";} +} + +########################################################################### +# +# Returns current nightly science status +# +########################################################################### +function getNightlyScienceStatus($db) { + + $sql = "SELECT status FROM nightlyscience"; + if ($debug) {echo "$sql
";} + + $qry = $db->query($sql); + if (dberror($qry)) {echo "error with $sql
\n";} + $qry->fetchInto($row); + + return $row[0]; +} + +########################################################################### +# +# Turns reverts on or off for a given task +# +########################################################################### +function turnRevertsOnOff($db, $stage, $mode) { + + exec("czartool_revert.pl -t $stage -o $mode", $response, $status); + $currentRevertMode; + if ($response[0] == "off") $currentRevertMode = 0; + else if ($response[0] == "on") $currentRevertMode = 1; + + setRevertStatus($db, $stage, $currentRevertMode); +} + +########################################################################### +# +# Returns whether this stage is reverting or not +# +########################################################################### +function getRevertStatus($db, $stage) { + + $anyFaults = false; + + $sql = "SELECT reverting FROM reverts WHERE stage LIKE '$stage'"; + if ($debug) {echo "$sql
";} + + $qry = $db->query($sql); + if (dberror($qry)) {echo "error with $sql
\n";} + $qry->fetchInto($row); + + return $row[0]; +} + +########################################################################### +# +# Returns state and fault-count (if new) as a string +# +########################################################################### +function getStateAndFaults($db, $label, $proj, $state, $stage, &$str, &$anyFaults) { + + $anyFaults = false; + $sql = "SELECT pending, faults FROM $stage WHERE label LIKE '$label' AND dbname LIKE '$proj' ORDER BY timestamp DESC LIMIT 1"; + if ($debug) {echo "$sql
";} + + $qry = $db->query($sql); + if (dberror($qry)) {echo "error with $sql
\n";} + $qry->fetchInto($row); + + $pending = $row[0]; + $faults = $row[1]; + + if ($pending == 0) + $str = ""; + else + $str = "$pending"; + + if ($state == "new") { + + if ($faults > 0) { + + $str = $str."(".$faults.")"; + $anyFaults = true; + } + } +} + +########################################################################### +# +# Populates a tables with the current dates listed in the server_dates table +# +########################################################################### +function createDatesTable($db) { + + global $table; + echo $table; + echo "\n"; + createTableTitle("Current dates for selected pantasks servers", 3); + echo "\n"; + createTableColumnHeader("Server"); + createTableColumnHeader("Dates"); + echo "\n"; + + createServerDateRow($db, "stdscience"); + createServerDateRow($db, "registration"); + + echo "\n"; +} + + +########################################################################### +# +# Checks the status of all the pantasks servers +# +########################################################################### +function createServerDateRow($db, $server) { + + $sql = "SELECT date FROM server_dates WHERE server LIKE '$server' ORDER BY date"; + if ($debug) {echo "$sql
";} + + $qry = $db->query($sql); + if (dberror($qry)) {echo "error with $sql
\n";} + $dates = ""; + $firstIn = true; + while ($qry->fetchInto($row)) { + + if ($firstIn) { + + $dates = $row[0]; + $firstIn = false; + } + else $dates = $dates . ", " . $row[0]; + } + + echo ""; + echo "$server"; + echo "$dates"; + echo ""; + +} + +########################################################################### +# +# Checks the status of all the pantasks servers +# +########################################################################### +function createServersTable($pass, $proj, $selectedMode, $db, $servers, $selectedLabel, $selectedStage, $plotType) { + + // set up table columns + global $table; + echo $table; + echo ""; + createTableTitle("Pantasks server status", 3); + echo ""; + createTableColumnHeader("Server"); + createTableColumnHeader("Alive?"); + createTableColumnHeader("Running?"); + + //write_header_cell($class, "Server"); + //write_header_cell($class, "Alive?"); + //$link = "czartool_labels.php?pass=".$pass + // ."&proj=".$proj + // ."&label=".$selectedLabel + // ."&stage=".$selectedStage + // ."&plottype=".$plotType + // ."&allservercmd=stop"; + + //$link = ""; # TODO removed links temporarily + // write_table_cell($class, '%s', $link, "Stop all"); + //$link = "czartool_labels.php?pass=".$pass + // ."&proj=".$proj + // ."&label=".$selectedLabel + // ."&stage=".$selectedStage + // ."&plottype=".$plotType + // ."&allservercmd=run"; + + //$link = ""; # TODO removed links temporarily + // write_table_cell($class, '%s', $link, "Run all"); + echo "\n"; + + foreach ($servers as &$server) { + + getServerStatus($db, $server, $alive, $running); + + echo "\n"; + $link = "czartool_labels.php?pass=".$pass + ."&proj=".$proj + ."&mode=".$selectedMode + ."&server=".$server + ."&label=".$selectedLabel + ."&stage=".$selectedStage + ."&plottype=".$plotType; + + #$link = ""; # TODO removed links temporarily + //write_table_cell($class, '%s', $link, $server); + //write_table_cell($class, '%s', "", $alive ? "yes" : "NO"); + //echo "$server"; + createFormattedTableCell(1, $link, $server, 0, 0); + createFormattedTableCell(0, "", $alive ? "yes" : "NO", !$alive, 0); + createFormattedTableCell(0, "", $running ? "yes" : "NO", !$running, 0); + + //if ($alive) { + + // $link = "czartool_labels.php?pass=".$pass + // ."&proj=".$proj + // ."&label=".$selectedLabel + // ."&stage=".$selectedStage + // ."&plottype=".$plotType + // ."&server=".$server + // ."&servercmd="; + + //if ($running) { + + // $link = $link . "stop"; + // $link = ""; # TODO removed links temporarily + // write_table_cell($class, '%s', $link, "stop"); + // write_table_cell($class, '%s', "", ""); + // } + // else { + + // $link = $link . "run"; + // write_table_cell($class, '%s', "", ""); + // $link = ""; # TODO removed links temporarily + // write_table_cell($class, '%s', $link, "run"); + // } + // } + // else { + + // write_table_cell($class, '%s', "", ""); + // write_table_cell($class, '%s', "", ""); + // } + echo "\n"; + } + + echo "\n"; +} + +########################################################################### +# +# Commands a server to stop or run +# +########################################################################### +function serverStopRun($db, $server, $cmd) { + + exec("czartool_serverstoprun.pl -s $server -c $cmd", $response, $status); + $alive = 0; + $running = 0; + if ($response[0] == "running") {$alive = 1; $running = 1;} + else if ($response[0] == "stopped") {$alive = 1; $running = 0;} + else if ($response[0] == "dead") {$alive = 0; $running = 0;} + setServerStatus($db, $server, $alive, $running); +} + +########################################################################### +# +# Sets server status +# +########################################################################### +function setServerStatus($db, $server, $alive, $running) { + + $sql = "INSERT INTO servers (server, alive, running) VALUES ('$server', $alive, $running)"; + + if ($debug) {echo "$sql
";} + + $qry = $db->query($sql); + if (dberror($qry)) {echo "error with $sql
\n";} +} + + +########################################################################### +# +# Returns state and fault-count (if new) as a string +# +########################################################################### +function getServerStatus($db, $server, &$alive, &$running) { + + $sql = "SELECT alive, running FROM servers WHERE server LIKE '$server' ORDER BY timestamp DESC LIMIT 1"; + if($debug){echo "$sql
";} + + $qry = $db->query($sql); + if (dberror($qry)) {echo "error with $sql
\n";} + $qry->fetchInto($row); + + $alive = $row[0]; + $running = $row[1]; +} + +########################################################################### +# +# Returns time of last czarDb update +# +########################################################################### +function getLastUpdateTime($db) { + + $anyFaults = false; + $sql = "SELECT timestamp FROM chip ORDER BY timestamp DESC LIMIT 1"; + if ($debug) {echo "$sql
";} + + $qry = $db->query($sql); + if (dberror($qry)) {echo "error with $sql
\n";} + $qry->fetchInto($row); + + return $row[0]; +} + +########################################################################### +# +# Shows the status of the provided pantasks server +# +########################################################################### +function showServerStatus($server) { + + echo "

Status for $server server

"; + + $results=array(); + exec("czartool_getServerStatus.pl -s $server", $results, $status); + + foreach ($results as &$line) { + echo "
\n";
+        echo "$line\n";
+        echo "
\n"; + + } +} + +########################################################################### +# +# Shows the status of the various replication mysql servers +# +########################################################################### +function showReplicationsStatus($replHost, $replUser, $replPassword, $replDatabaseName) { + #print "
$replHost, $replUser, $replPassword, $replDatabaseName
"; + $dbRepl = DB::connect("mysql://$replUser:$replPassword@$replHost"); + if (PEAR::isError($dbRepl)) { + echo "$replDatabaseNameMySQL DB connection error - check configuration"; + //die("MySQL DB connection error: Check the configuration for $replDatabaseName"); + //die(""); + return -1; + + } + + # note: mysql user must have either SUPER or REPLICATION CLIENT privileges on the database + $res = $dbRepl->query('SHOW SLAVE STATUS'); + if (dberror($res)) { + echo "$replDatabaseNameMySQL query error - invalid user? check configuration"; + //die("MySQL DB connection error: Check the configuration for $replDatabaseName"); + //die(""); + return -1; + } + + while ($res->fetchInto($row)) { + # Have a look for Last_Errno in http://dev.mysql.com/doc/refman/5.0/en/show-slave-status.html + $errorStatusInMySql = $row[18]; + $sec_behind = $row[32]; + if ($sec_behind===NULL) { + $sec_behind = 99999999; + $errorStatusInMySql = 999999999; + } + $replStatus = ($errorStatusInMySql==0?"OK ($sec_behind)":"PROBLEM"); + echo "$replDatabaseName$replStatus"; + if ($errorStatusInMySql!=0) { + echo "Connect to $replDatabaseName replication host, execute 'SHOW SLAVE STATUS', and fix the problem.
"; + echo "Information here"; + } + } + $dbRepl->disconnect(); +} + +?> +