Changeset 33294

Timestamp:

Feb 16, 2012, 3:35:10 PM (14 years ago)

Author:

rhenders

Message:

now updates clients table in ipptopsps Db with current timestamp while also checking if we should kill or pause this client; catching Ctrl-C for graceful exiting; log now sent to stout and file

File:

• trunk/ippToPsps/jython/load.py (modified) (10 diffs)

trunk/ippToPsps/jython/load.py

@@ -5 +5 @@
 #
 
+import signal
 import time
 import sys
 import os
-import socket
 import logging.config
 
@@ -115 +115 @@
         batch.run()
 
+        # check that we should continue
+        checkClientStatus()
+
         ippToPspsDb.lockBatchTable()
 
@@ -123 +126 @@
 
     ippToPspsDb.unlockTables()
+
+'''
+Handler for Ctrl-C signal
+'''
+def signal_handler(signal, frame):
+
+    exitProgram("Ctrl-C")
+
+'''
+Cleanly exits program, prints to log the way it exited
+'''
+def exitProgram(exiType):
+
+    logger.infoPair("Program exited", exiType)
+    ippToPspsDb.removeClient(logger.host, logger.pid)
+    sys.exit(0)
+
+
+'''
+Checks if we should pause or kill loading, otherwise updates the clients table with current time
+'''
+def checkClientStatus():
+
+    ippToPspsDb.updateClient(logger.host, logger.pid)
+
+    if ippToPspsDb.isKilled(logger.host, logger.pid): exitProgram("killed")
+
+    PAUSEPERIOD = 60
+    while ippToPspsDb.isPaused(logger.host, logger.pid):
+
+        ippToPspsDb.updateClient(logger.host, logger.pid)
+        if ippToPspsDb.isKilled(logger.host, logger.pid): exitProgram("killed while paused")
+        logger.infoPair("Program paused for", "%d secs" % PAUSEPERIOD)
+        time.sleep(PAUSEPERIOD)
+
 
 '''
@@ -139 +177 @@
 # open config file
 config = Config(CONFIGPATH)
-#logger = config.getLogger(sys.argv[0], 0, 1)
-logger = config.getLogger(sys.argv[0])
+logger = config.getLogger(sys.argv[0], 1, 1)
 
 # create various objects
@@ -148 +185 @@
 datastore = Datastore(logger, config, ippToPspsDb)
 
+checkClientStatus()
+
+# catch Ctrl-C signal
+signal.signal(signal.SIGINT, signal_handler)
+
 # check we connected ok
 if not gpc1Db.everythingOK: sys.exit(1)
 if not ippToPspsDb.everythingOK: sys.exit(1)
 
-# get values from the configutaion file
 POLLPERIOD = 600
 
@@ -178 +219 @@
    sys.exit(1)
 
+
 '''
 Main processing loop:
@@ -206 +248 @@
 
        while dec <= config.maxDec:
+
+           checkClientStatus()
 
            # for each batch type
@@ -228 +272 @@
 
                # do we pre-ingest stuff from DVO?
-               if smfsPerGB > 0:
+               if smfsPerGB > 40:
                    if not dvo.sync():
                        logger.errorPair("Could not sync DVO with MySQL", "skipping")
@@ -238 +282 @@
                logger.infoBool("Using pre-ingested DVO data?", useFullTables)
                processTheseItems(batchType, ids, useFullTables)
-               
+          
                # in the test mode, we quit after submitting one batch
                if config.test: break
@@ -253 +297 @@
     time.sleep(POLLPERIOD)
 
-
+exitProgram("end of program")
+