Changeset 33673

Timestamp:

Apr 3, 2012, 4:25:23 PM (14 years ago)

Author:

rhenders

Message:

removed unnecessary config args to ippToPspsDb methods; all metrics data now taken from IppToPsps database rather than gpc1

File:

• trunk/ippToPsps/jython/metrics.py (modified) (12 diffs)

trunk/ippToPsps/jython/metrics.py

@@ -9 +9 @@
 from ipptopsps import IppToPsps
 from czardb import CzarDb
-from gpc1db import Gpc1Db
 from plot import Plot
 
@@ -25 +24 @@
         if len(sys.argv) > 2: self.parsePollTimeArg(sys.argv[2])
     
-        # create database objects
         self.czarDb = CzarDb(self.logger, self.config)
-        self.gpc1Db = Gpc1Db(self.logger, self.config)
         self.plot = Plot(self.logger, self.config, self.ippToPspsDb)
    
@@ -49 +46 @@
             rateP2 = self.printStats("P2")
             rateST = self.printStats("ST")
+            rateOB = self.printStats("OB")
             self.logger.info("+----+------------------+---------------+-------------------+------------------+----------------+")
         
@@ -56 +54 @@
             colCount = len(stages)
             self.writeTableSeparator(colCount)
-            sys.stdout.write("|Type|  DVO  ")
+            sys.stdout.write("|Type")
         
             for stage in stages: sys.stdout.write("|%19s" % stage)
             sys.stdout.write("|\n")
-            sys.stdout.write("|    |       ")
+            sys.stdout.write("|    ")
             for stage in stages: sys.stdout.write("| Pend  Succ  Fail  ")
             sys.stdout.write("|\n")
@@ -66 +64 @@
             pendP2Processed = self.printTableRow(stages, "P2")
             pendSTProcessed = self.printTableRow(stages, "ST")
+            pendOBProcessed = self.printTableRow(stages, "OB")
             self.writeTableSeparator(colCount)
 
@@ -73 +72 @@
             try: self.logger.infoPair("Estimated time for STs", "%.1f hours" % (pendSTProcessed / rateST)) 
             except: pass
+            try: self.logger.infoPair("Estimated time for OBs", "%.1f hours" % (pendOBProcessed / rateOB)) 
+            except: pass
        
             self.checkClientStatus()
@@ -79 +80 @@
             self.plot.createDensityPlot("P2", True)
             self.plot.createDensityPlot("ST", True)
+            self.plot.createDensityPlot("OB", True)
 
+            # some clean-up before going to sleep
+            self.ippToPspsDb.purgeDeadClients()
             if not self.waitForPollTime(): break
 
@@ -95 +99 @@
     def printTableRow(self, stages, batchType):
     
-        # get a master list of IDs in DVO for this batch type
-        rows = self.gpc1Db.getItemsInThisDVODbForThisStage(self.config.dvoLabel,
-                batchType, 
-                self.config.minRa, 
-                self.config.maxRa, 
-                self.config.minDec, 
-                self.config.maxDec)
+        pending = self.ippToPspsDb.getPendingIds(batchType)
 
-        # we only want to IDs
-        allIDs = []
-        for row in rows:
-            try: allIDs.append(row[0])
-            except: pass
-
-        #allIDs = self.ippToPspsDb.getPendingIdsForThisConfig(self.config.name)
-
-        prevList = allIDs
-        numEverything = len(allIDs)
-    
-        sys.stdout.write("| %2s |%6d " % (batchType, numEverything))
-    
-        tempFilename = batchType + '.dat'
+        sys.stdout.write("| %2s " % (batchType))
+   
+        firstStage = True
         for stage in stages:
     
            # get lists. Use unions with prev list to make sure the right stuff is included
-           success = list(set(self.ippToPspsDb.getStageIDs(batchType, self.config.epoch, self.config.dvoLabel, stage, 1)) & set(prevList)) 
-           fail = list(set(self.ippToPspsDb.getStageIDs(batchType, self.config.epoch, self.config.dvoLabel, stage, -1)) & set(prevList) - set(success))
-           pending = list(set(prevList) - set(success) - set(fail))
+           if firstStage:
+               success = self.ippToPspsDb.getStageIDs(batchType, stage, 1)
+               fail = list(set(self.ippToPspsDb.getStageIDs(batchType, stage, -1)) - set(success))
+           else: 
+               success = list(set(self.ippToPspsDb.getStageIDs(batchType, stage, 1)) & set(prevList)) 
+               fail = list(set(self.ippToPspsDb.getStageIDs(batchType, stage, -1)) & set(prevList) - set(success))
+               pending = list(set(prevList) - set(success) - set(fail))
     
            # count stuff
@@ -140 +131 @@
            prevList = success
     
-           self.czarDb.insertStats(stage, self.config.dvoLabel, batchType, numPending, numSuccess, numFail)
+           self.czarDb.insertStats(stage, self.config.name, batchType, numPending, numSuccess, numFail)
     
            if stage == 'processed': numPendingProcessed = numPending
     
+           firstStage = False
+
         sys.stdout.write("|\n")
     
@@ -153 +146 @@
     def writeTableSeparator(self, colCount):
     
-        sys.stdout.write("+----+-------")
+        sys.stdout.write("+----")
         for i in range(0, colCount): sys.stdout.write("+-------------------")
         sys.stdout.write("+\n")
@@ -169 +162 @@
     def printStats(self, batchType):
     
-        rate = self.ippToPspsDb.countBatches(batchType, self.config.epoch, self.config.dvoLabel, "1 HOUR") / 1.0 
+        rate = self.ippToPspsDb.countBatches(batchType, "1 HOUR") / 1.0 
    
 
-        batchesInLast24Hours = self.ippToPspsDb.countBatches(batchType, self.config.epoch, self.config.dvoLabel, "24 HOUR")
-        detectionsInLast24Hours = self.ippToPspsDb.getTotalDetectionsPublished(batchType, self.config.epoch, self.config.dvoLabel, "24 HOUR")
+        batchesInLast24Hours = self.ippToPspsDb.countBatches(batchType, "24 HOUR")
+        detectionsInLast24Hours = self.ippToPspsDb.getTotalDetectionsPublished(batchType, "24 HOUR")
 
         self.logger.info("| %2s | %16.1f | %13d | %17.1f | %16d | %14s |" % 
@@ -179 +172 @@
                  rate,
                  batchesInLast24Hours,
-                 self.ippToPspsDb.countBatches(batchType, self.config.epoch, self.config.dvoLabel, "1 WEEK") / 7.0, 
+                 self.ippToPspsDb.countBatches(batchType, "1 WEEK") / 7.0, 
                  self.divide(detectionsInLast24Hours, batchesInLast24Hours),
-                 self.ippToPspsDb.getTimeOfLastBatchPublished(batchType, self.config.epoch, self.config.dvoLabel)))
+                 self.ippToPspsDb.getTimeOfLastBatchPublished(batchType)))
     
         return rate