Changeset 38258 for trunk/ippMonitor/czartool/czarpoll.pl

Timestamp:

May 13, 2015, 9:19:19 AM (11 years ago)

Author:

bills

Message:

Working version of czartool with plots.
raw/ipp.czar.dat

Remove 'czartool - ipptopsps link' from Czar left panel menu

raw/ipp.php

Get czardb name and host from site.php

raw/czartool_getplot.php

czartool plots are now in project specific directory
get base directory from

raw/czartool_labels.php

XXX: a couple of testing hacks to remove
Include proj in arguments to links to czartool_getplot.php

czartool/czarpoll.pl

Support for gathering data from multiple project databases.
czartool::Plotter now has an optional project database member. 3 Plotter
instances now.

plotter0 is for non project specific plots.
plotter1 is for gpc1
plotter1 is for gpc2

Keep track and print out how long each poll iteration takes. If it takes
less than the supplied period, sleep for the remainder. Currently takes
about 140 seconds which is larger than the default 60 second period.

Turn off the ippToPsps data gathering by nulling out the stage list.

czartool/czarplot.pl

Support for multiple projects

czartool/czartool/Metrics.pm

Metrics has a projectDb pass to Plotter constructor.
hardcoded member gpc1Db is deleted

czartool/czartool/DayMetrics.pm

projectDb isntead of hard coded gpc1Db
pass dbname to StageMetrics and CzarDb methods.

czartool/czartool/Config.pm

Added support for 2 project databases

czartool/czartool/CzarDb.pm

Operations on the stage tables now take "dbname" parameter.
This is passed to StageMetrics constructor.
XXX: should we split query for getTimeMinMaxDiff by project.

czartool/czartool/Plotter.pm

Add _projectDb member. Save dbname to _project for use in many method
invocations

czartool/czartool/StageMetrics.pm

Add dbname parameter.
XXX: Actually I'm not sure this is used any longer. This may have been
from a previous iteration. I've since moved the DB info to Plotter and Metrics.
Leaving in for now since this version is fully tested.

czartool/czartool/MySQLDb.pm

Add method to get _dbName

czartool/czartool/MetricsIndex.pm

Add database paramter to constructor for superclass Metrics. (It used to
have hard coded gpc1 db

File:

• trunk/ippMonitor/czartool/czarpoll.pl (modified) (12 diffs)

trunk/ippMonitor/czartool/czarpoll.pl

@@ -26 +26 @@
 
 GetOptions (
-        "period|p=s" => \$period, # TODO more Db args
+        "period|p=s" => \$period,
         );
 
@@ -35 +35 @@
 my $nebulous = new czartool::Nebulous($czarDb);
 my $pantasks = new czartool::Pantasks();
-my $plotter = czartool::Plotter->new_file($config, $config->getGnuplotPath(), $save_temps);
-
+
+# We have a top level directory that gets general plots and then one for each database
+my $plotter0 = czartool::Plotter->new_file($config, undef, $config->getGnuplotPath(), $save_temps);
+
+# for now hardcode two databases. Later I'll look into handling a variable number
+my $plotter1 = czartool::Plotter->new_file($config, $gpc1Db, $config->getGnuplotPath() . "/gpc1", $save_temps);
+my $plotter2 = czartool::Plotter->new_file($config, $gpc2Db, $config->getGnuplotPath() . "/gpc2", $save_temps);
 
 my @stages = (
@@ -59 +64 @@
         "merged",
         "deleted_local");
+
+# The ippToPsps pages are no longer operational
+@ippToPspsStages = ();
 
 my @allStages = (@stages, @ippToPspsStages);
@@ -167 +175 @@
     while (1) {
 
+        my $iterationStartTime = time();
+
         # sort out times
         $today = strftime('%Y-%m-%d', localtime);
@@ -172 +182 @@
         $end = $czarDb->getNowTimestamp();
 
-        # if before 18:00 today, then start plots from 18:00 yesterday
-        if ($czarDb->isBefore($end, "$today $newDayTime")) {$begin = "$yesterday $newDayTime";}
-        # if after 18:00 today, then perform some daily tasks and start plots from 18:00 today
-        else {
+        if ($czarDb->isBefore($end, "$today $newDayTime")) {
+            # if before $newDayTime today (configured to 18:00), then start plots from $newDayTime yesterday
+            $begin = "$yesterday $newDayTime";
+        } else {
+            # if after $newDayTime today (configured to 18:00), then perform some daily tasks and start plots from $newDayTime  today
 
             $begin = "$today $newDayTime";
@@ -186 +197 @@
                 # create metrics for last 24 hours
                 print "* Creating metrics for last 24 hours\n";
-                my $dayMetrics = new czartool::DayMetrics($config, 1, 0, $today);
+                my $dayMetrics = new czartool::DayMetrics($config, $gpc1Db, 1, 0, $today);
                 $dayMetrics->writeHTML();
 
                 # now update metrics index page
-                my $metricsIndex = new czartool::MetricsIndex($config, 1, 0);
+                my $metricsIndex = new czartool::MetricsIndex($config, $gpc1Db, 1, 0);
                 $metricsIndex->writeHTML();
 
@@ -210 +221 @@
         print "* Checking Nebulous\n";
         $nebulous->updateClusterSpaceInfo();
-        $plotter->plotStorageTimeSeries($czarDb->subtractInterval($begin, "1 WEEK") , $end);
-        $plotter->plotDiskUsageHistogram();
-        $plotter->plotDiskUsageHistogramLarge();
+        $plotter0->plotStorageTimeSeries($czarDb->subtractInterval($begin, "1 WEEK") , $end);
+        $plotter0->plotDiskUsageHistogram();
+        $plotter0->plotDiskUsageHistogramLarge();
         updateServerStatus();
 
@@ -239 +250 @@
                 foreach $row ( @{$labels} ) {
                     my ($label) = @{$row};
+                    # for now use priorities from gpc1 database
                     $priority = $gpc1Db->getPriority($label);
                     $czarDb->setLabelPriority($label, $priority);
@@ -244 +256 @@
 
                 updateAllStages($thisServer, $newState, $labels, $begin, $end);
-                if ($thisServer eq "stdscience") {createPlots($thisServer, $labels, $begin, $end);}
+                if ($thisServer eq "stdscience") {
+                    createPlots($thisServer, $plotter1, $labels, $begin, $end);
+                    createPlots($thisServer, $plotter2, $labels, $begin, $end);
+                }
             }
             else { print "* WARNING: no $thisServer labels found in Db\n";}
         }
 
+        my $iterationTime = time() - $iterationStartTime;
+
+        print "done with czarpoll iteration after $iterationTime seconds\n";
+
         print "--------------------------------------------------------------------------\n";
-        #print "* Going to sleep\n";
-        #sleep($period);
-        #print "* Waking up\n";
+        if ($iterationTime < $period) {
+            print "* Going to sleep\n";
+            sleep($period - $iterationTime);
+            print "* Waking up\n";
+        }
     };
 }
@@ -262 +283 @@
 ###########################################################################
 sub createPlots {
-    my ($server, $rows, $begin, $end) = @_;
+    my ($server, $plotter, $rows, $begin, $end) = @_;
 
     my $stage = undef;
     my $row = undef;
 
-    print "* Generating plots\n";
-
-    # get ippToPsps labels
-    my $ippToPspsLabels = undef;
-    $czarDb->getCurrentIppToPspsLabels($begin, $end, \$ippToPspsLabels);
-    $plotter->setIppToPspsMode();
-
-    # create ippToPsps labels
-    foreach $stage (@ippToPspsStages) {
+    my $project = $plotter->getProject();
+    print "* Generating plots for $project\n";
+
+    # XXX The ippToPsps stuff is not project specific so it should be done somewhere
+    # else
+    if (scalar @ippToPspsStages) {
+        # get ippToPsps labels
+        my $ippToPspsLabels = undef;
+        $czarDb->getCurrentIppToPspsLabels($begin, $end, \$ippToPspsLabels);
+        $plotter->setIppToPspsMode();
+
+        # create ippToPsps labels
+        foreach $stage (@ippToPspsStages) {
+            foreach $row ( @{$ippToPspsLabels} ) {
+                my ($label) = @{$row};
+
+                chomp($label);
+                $plotter->createTimeSeries($label, $stage, $begin, $end, 1, 0, 1);
+            }
+        }
+
+        # create plots for each label for all stages for ippToPsps
         foreach $row ( @{$ippToPspsLabels} ) {
             my ($label) = @{$row};
 
-            chomp($label);
-            $plotter->createTimeSeries($label, $stage, $begin, $end, 1, 0, 1);
-        }
-    }
-
-    # create plots for each label for all stages for ippToPsps
-    foreach $row ( @{$ippToPspsLabels} ) {
-        my ($label) = @{$row};
-
-        $plotter->createTimeSeries($label, undef, $begin, $end, 1, 1, 1);
-    }
-
+            $plotter->createTimeSeries($label, undef, $begin, $end, 1, 1, 1);
+        }
+    }
 
     # create plots for each label for each stage
     $plotter->setStandardMode();
+
     foreach $stage (@stages) {
         foreach $row ( @{$rows} ) {
             my ($label) = @{$row};
 
+            # skip update labels for now. The plots are not relevant.
+            next if $label =~ 'ps_ud';
+
             chomp($label);
             $plotter->createTimeSeries($label, $stage, $begin, $end, 1, 0, 1);
@@ -308 +337 @@
     foreach $row ( @{$rows} ) {
         my ($label) = @{$row};
+
+        # skip update labels for now. The plots are not relevant.
+        next if $label =~ 'ps_ud';
 
         $plotter->createTimeSeries($label, undef, $begin, $end, 1, 1, 1);
@@ -362 +394 @@
             chomp($label);
 
+            # Move this to a function and pass in the database
             $new = $gpc1Db->countExposures($label, $stage, $newState);
             $full = $gpc1Db->countExposures($label, $stage, "full");