Changeset 33415 for branches/meh_branches/ppstack_test/ippToPsps/jython/pollOdm.py

Timestamp:

Mar 5, 2012, 5:19:48 PM (14 years ago)

Author:

mhuber

Message:

merging latest r33407 trunk changes to meh_branches/ppstack_test

Location:

branches/meh_branches/ppstack_test

Files:

• . (modified) (1 prop)
• ippToPsps/jython/pollOdm.py (modified) (1 diff)

branches/meh_branches/ppstack_test/ippToPsps/jython/pollOdm.py

@@ -6 +6 @@
 import re
 import sys
+import time
 
-import logging.config
-from pslogger import PSLogger
-from ipptopspsdb import IppToPspsDb
-from gpc1db import Gpc1Db
+from ipptopsps import IppToPsps
+from config import Config
 from odm import Odm
 from batch import Batch
 
 
-if len(sys.argv) > 1: CONFIG  = sys.argv[1]
-else:
-    print "\n** Usage: " + sys.argv[0] + " <configPath>\n"
-    sys.exit(1)
+'''
+PollOdm class
+'''
+class PollOdm(IppToPsps):
 
-# open config file
-configDoc = ElementTree(file=CONFIG)
+    '''
+    Constructor
+    '''
+    def __init__(self, argv):
+        super(PollOdm, self).__init__(argv)
 
-# set up logging
-logging.setLoggerClass(PSLogger)
-logger = logging.getLogger(sys.argv[0])
-logger.setup(configDoc, sys.argv[0])
+        # get batch and stage args
+        if len(sys.argv) > 3: 
+            self.BATCHTYPE = sys.argv[2]
+            self.STAGE = sys.argv[3]
+        else:
+            self.printUsage()
+            self.exitProgram("incorrect args")
 
-ippToPspsDb = IppToPspsDb(logger, configDoc)
-gpc1Db = Gpc1Db(logger, configDoc)
-odm = Odm(logger, configDoc)
+        # get poll time arg
+        if len(sys.argv) > 4: self.parsePollTimeArg(sys.argv[4]) 
 
-DVOLABEL = configDoc.find("dvo/gpc1Label").text
-EPOCH = configDoc.find("options/epoch").text
+        if self.STAGE == "all": self.stages = ['unloaded', 'unmergeworthy', 'unmerged']
+        else: self.stages = [self.STAGE]
 
-ids = ippToPspsDb.getProcessedButUnmergedBatchIDs(EPOCH, DVOLABEL)
+        if self.BATCHTYPE == "all": self.batchTypes = ['P2', 'ST']
+        else: self.batchTypes = [self.BATCHTYPE]
 
-logger.infoPair("Processed but un-merged batches", "%d" % len(ids))
+        for stage in self.stages: self.logger.infoPair("Checking stage", stage)
+        for batchType in self.batchTypes: self.logger.infoPair("Checking batch type", batchType)
 
+    '''
+    Overrides base-class version
+    '''
+    def refreshConfig(self):
+        ret = super(PollOdm, self).refreshConfig()
+        self.odm = Odm(self.logger, self.config)
+        return ret
 
-results = {}
+    '''
+    Run...
+    '''
+    def run(self):
 
-logger.info("+-----------+----------------+----------------+----------------+----------------+")
-logger.info("|   Batch   | Loaded to ODM  |  Load failed   |  Merge worthy  |     Merged     |")
-logger.info("+-----------+----------------+----------------+----------------+----------------+")
-for id in ids:
+        while True:
 
-   if odm.checkBatch(id, results):
-       ippToPspsDb.updateOdmStatus(id, results)
-       logger.info("| %9s | %14d | %14d | %14d | %14d |" %
-               (Batch.getNameFromID(id),
-                results['LOADEDTOODM'],
-                results['LOADFAILED'],
-                results['MERGEWORTHY'],
-                results['MERGED']))
-   else:
-       logger.info("| %9s | failed to poll ODM                                                |" % Batch.getNameFromID(id))
+            for stage in self.stages: 
+                for batchType in self.batchTypes:
+                    self.poll(batchType, stage)
 
-logger.info("+-----------+----------------+----------------+----------------+----------------+")
+            self.checkClientStatus()
+            if not self.waitForPollTime(): break
 
+    '''
+    Method to actually poll ODM
+    '''
+    def poll(self, batchType, stage):
+      
+        if stage == "unloaded":
+            ids = self.ippToPspsDb.getUnloadedBatchIDs(self.config.epoch, self.config.dvoLabel, batchType)
+        elif stage == "unmergeworthy":
+            ids = self.ippToPspsDb.getUnmergeWorthyBatchIDs(self.config.epoch, self.config.dvoLabel, batchType)
+        elif stage == "unmerged":
+            ids = self.ippToPspsDb.getUnmergedBatchIDs(self.config.epoch, self.config.dvoLabel, batchType)
+    
+        self.logger.infoTitle("Checking %d %s %s batches" % (len(ids), stage, batchType))
+    
+        results = {}
+        newLoaded = 0
+        newMergeWorthy = 0
+        newMerged = 0
+    
+        self.logger.info("+-----------+----------------+----------------+----------------+----------------+----------------+----------------+")
+        self.logger.info("|   Batch   | Loaded to ODM  |  Merge worthy  |     Merged     |   New loaded   |New merge worthy|   New merged   |")
+        self.logger.info("+-----------+----------------+----------------+----------------+----------------+----------------+----------------+")
+        for id in ids:
+    
+            if self.odm.checkBatch(id, results):
+               self.ippToPspsDb.updateOdmStatus(id, results)
+    
+               if stage == "unloaded":
+                   if results['LOADEDTOODM'] == 1: newLoaded = newLoaded + 1
+                   if results['MERGEWORTHY'] == 1: newMergeWorthy = newMergeWorthy + 1
+                   if results['MERGED'] == 1: newMerged = newMerged + 1
+    
+               elif stage == "unmergeworthy":
+                   if results['MERGEWORTHY'] == 1: newMergeWorthy = newMergeWorthy + 1
+                   if results['MERGED'] == 1: newMerged = newMerged + 1
+
+               elif stage == "unmerged":
+                   if results['MERGED'] == 1: newMerged = newMerged + 1
+    
+               self.logger.info("| %9s | %14d | %14d | %14d | %14d | %14d | %14d |" %
+                       (Batch.getNameFromID(id),
+                            results['LOADEDTOODM'],
+                    results['MERGEWORTHY'],
+                        results['MERGED'],
+                        newLoaded,
+                        newMergeWorthy,
+                        newMerged))
+    
+    
+            else:
+                    self.logger.info("| %9s | failed to poll ODM                                                                                                   |" % Batch.getNameFromID(id))
+    
+        self.logger.info("+-----------+----------------+----------------+----------------+----------------+----------------+----------------+")
+    
+
+    '''
+    Overrides base-class version
+    '''
+    def printUsage(self):
+        super(PollOdm, self).printUsage()
+        print " <P2|ST|all> <unloaded|unmergeworthy|unmerged|all> [hours]"
+    
+    
+    
+'''
+Program starts here
+'''
+pollodm = PollOdm(sys.argv)
+pollodm.run()
+pollodm.exitProgram("finished")