Changeset 33098 for branches/meh_branches/ppsub_test/ippToPsps/jython/pollOdm.py

Timestamp:

Jan 11, 2012, 11:19:21 PM (15 years ago)

Author:

mhuber

Message:

merged latest r33093 trunk changes to meh_branches/ppsub_test

Location:

branches/meh_branches/ppsub_test

Files:

• . (modified) (1 prop)
• ippToPsps/jython/pollOdm.py (modified) (3 diffs)

branches/meh_branches/ppsub_test/ippToPsps/jython/pollOdm.py

@@ -6 +6 @@
 import re
 import sys
+import time
 
 import logging.config
 from pslogger import PSLogger
 from ipptopspsdb import IppToPspsDb
-from gpc1db import Gpc1Db
 from odm import Odm
 from batch import Batch
 
+'''
+Method to actually poll ODM
+'''
+def poll(batchType, stage):
+  
+    if stage == "unloaded":
+        ids = ippToPspsDb.getUnloadedBatchIDs(EPOCH, DVOLABEL, batchType)
+    elif stage == "unmergeworthy":
+        ids = ippToPspsDb.getUnmergeWorthyBatchIDs(EPOCH, DVOLABEL, batchType)
+    elif stage == "unmerged":
+        ids = ippToPspsDb.getUnmergedBatchIDs(EPOCH, DVOLABEL, batchType)
 
-if len(sys.argv) > 1: CONFIG  = sys.argv[1]
+    logger.infoTitle("Checking %d %s %s batches" % (len(ids), stage, batchType))
+
+    results = {}
+    newLoaded = 0
+    newMergeWorthy = 0
+    newMerged = 0
+
+    logger.info("+-----------+----------------+----------------+----------------+----------------+----------------+----------------+----------------+")
+    logger.info("|   Batch   | Loaded to ODM  |  Load failed   |  Merge worthy  |     Merged     |   New loaded   |New merge worthy|   New merged   |")
+    logger.info("+-----------+----------------+----------------+----------------+----------------+----------------+----------------+----------------+")
+    for id in ids:
+
+        if odm.checkBatch(id, results):
+           ippToPspsDb.updateOdmStatus(id, results)
+
+           if stage == "unloaded":
+               if results['LOADEDTOODM'] == 1: newLoaded = newLoaded + 1
+               if results['MERGEWORTHY'] == 1: newMergeWorthy = newMergeWorthy + 1
+               if results['MERGED'] == 1: newMerged = newMerged + 1
+
+           elif stage == "unmergeworthy":
+               if results['MERGEWORTHY'] == 1: newMergeWorthy = newMergeWorthy + 1
+               if results['MERGED'] == 1: newMerged = newMerged + 1
+
+           elif stage == "unmerged":
+               if results['MERGED'] == 1: newMerged = newMerged + 1
+
+           logger.info("| %9s | %14d | %14d | %14d | %14d | %14d | %14d | %14d |" %
+                   (Batch.getNameFromID(id),
+                    results['LOADEDTOODM'],
+                    results['LOADFAILED'],
+                    results['MERGEWORTHY'],
+                    results['MERGED'],
+                    newLoaded,
+                    newMergeWorthy,
+                    newMerged))
+
+
+        else:
+            logger.info("| %9s | failed to poll ODM                                                                                                   |" % Batch.getNameFromID(id))
+
+    logger.info("+-----------+----------------+----------------+----------------+----------------+----------------+----------------+----------------+")
+
+
+'''
+Program starts here
+'''
+if len(sys.argv) > 3: 
+    CONFIG  = sys.argv[1]
+    BATCHTYPE = sys.argv[2]
+    STAGE = sys.argv[3]
 else:
-    print "\n** Usage: " + sys.argv[0] + " <configPath>\n"
+    print "\n** Usage: " + sys.argv[0] + " <configPath> <P2|ST|all> <unloaded|unmergeworthy|unmerged|all> [hours]\n"
     sys.exit(1)
+
+if len(sys.argv) > 4:  
+    HOURS = float(sys.argv[4]) 
+    SECONDS = HOURS * 60.0 * 60.0
+else: 
+    SECONDS = None
 
 # open config file
@@ -29 +96 @@
 
 ippToPspsDb = IppToPspsDb(logger, configDoc)
-gpc1Db = Gpc1Db(logger, configDoc)
 odm = Odm(logger, configDoc)
 
@@ -35 +101 @@
 EPOCH = configDoc.find("options/epoch").text
 
-ids = ippToPspsDb.getProcessedButUnmergedBatchIDs(EPOCH, DVOLABEL)
+if STAGE == "all": stages = ['unloaded', 'unmergeworthy', 'unmerged']
+else: stages = [STAGE]
 
-logger.infoPair("Processed but un-merged batches", "%d" % len(ids))
+if BATCHTYPE == "all": batchTypes = ['P2', 'ST']
+else: batchTypes = [BATCHTYPE]
+
+for stage in stages: logger.infoPair("Checking stage", stage)
+for batchType in batchTypes: logger.infoPair("Checking batch type", batchType)
+
+while True:
+
+    for stage in stages: 
+        for batchType in batchTypes:
+            poll(batchType, stage)
+
+    if SECONDS: 
+        logger.infoPair("Waiting for", "%f hours" % HOURS)
+        time.sleep(SECONDS)
+    else: break
 
 
-results = {}
-
-logger.info("+-----------+----------------+----------------+----------------+----------------+")
-logger.info("|   Batch   | Loaded to ODM  |  Load failed   |  Merge worthy  |     Merged     |")
-logger.info("+-----------+----------------+----------------+----------------+----------------+")
-for id in ids:
-
-   if odm.checkBatch(id, results):
-       ippToPspsDb.updateOdmStatus(id, results)
-       logger.info("| %9s | %14d | %14d | %14d | %14d |" %
-               (Batch.getNameFromID(id),
-                results['LOADEDTOODM'],
-                results['LOADFAILED'],
-                results['MERGEWORTHY'],
-                results['MERGED']))
-   else:
-       logger.info("| %9s | failed to poll ODM                                                |" % Batch.getNameFromID(id))
-
-logger.info("+-----------+----------------+----------------+----------------+----------------+")
-