Changeset 33098 for branches/meh_branches/ppsub_test/ippToPsps/jython/stackbatch.py

Timestamp:

Jan 11, 2012, 11:19:21 PM (15 years ago)

Author:

mhuber

Message:

merged latest r33093 trunk changes to meh_branches/ppsub_test

Location:

branches/meh_branches/ppsub_test

Files:

• . (modified) (1 prop)
• ippToPsps/jython/stackbatch.py (modified) (19 diffs)

branches/meh_branches/ppsub_test/ippToPsps/jython/stackbatch.py

@@ -19 +19 @@
 '''
 StackBatch class
+
+This class, a sub-class of Batch, processes single stack skycells in the form of IPP cmf files
+
 '''
 class StackBatch(Batch):
@@ -31 +34 @@
                  gpc1Db,
                  ippToPspsDb,
-                 stackID):
+                 stackID,
+                 batchID):
 
        super(StackBatch, self).__init__(
@@ -40 +44 @@
                ippToPspsDb,
                stackID,
+               batchID,
                "ST", 
                gpc1Db.getStackStageCmf(stackID))
@@ -49 +54 @@
        # get stack meta data
        meta = self.gpc1Db.getStackStageMeta(self.id)
+       if not meta:
+           self.everythingOK = False
+           return
+
        self.filter = meta[0];
        self.filter = self.filter[0:1]
        self.skycell = meta[1];
-       # TODO HACK fix this
+
+       # skycell is, eg "skycell.1133.081"
+       # we need 1133.081 for skycell, but store as an int, so instead store 1133081
+       # projection cell is just the 1133 bit
+       # this is how it should be done
+       #self.projectioncell = self.skycell[8:12]
+       #self.skycell = self.skycell[8:]
+       #self.skycell = self.skycell.replace(".", "")
+       #self.projectioncell = self.skycell[8:12]
+
+       # TODO this is the wrong way, but is consistent with SkyCell table in IN data
        self.skycell = self.skycell[8:12]
-       # mangling e.g. 0683.043 into 0683043 for now until we have a schema change
-       #self.skycell = self.skycell.replace(".", "")
+       self.projectioncell = self.skycell
+
        self.analysisVer = meta[2];
 
@@ -77 +96 @@
        self.scratchDb.dropTable("SkyChip_xsrc")
 
-       # create an output filename, which is {filterID}{skycellID}.FITS
+       # create an output filename, which is {stackID}.FITS
        self.outputFitsFile = "%08d.FITS" % self.id
        self.outputFitsPath = "%s/%s" % (self.localOutPath, self.outputFitsFile)
@@ -90 +109 @@
        if not self.useFullTables:
            self.scratchDb.insertNewDvoExternID(self.header['SOURCEID'], self.header['IMAGEID'])
-
 
        # dump stuff to log
@@ -96 +114 @@
        self.logger.infoPair("Stack type", "%s" % self.stackType)
        self.logger.infoPair("Skycell", "%s" % self.skycell)
+       self.logger.infoPair("Projectioncell", "%s" % self.projectioncell)
        self.logger.infoPair("Filter", "%s" % self.filter)
-
-
 
     '''
@@ -247 +264 @@
         ,expTime \
         ,psfModelID \
+        ,psfFwhm_mean \
+        ,psfFwhm_max \
         ,ctype1 \
         ,ctype2 \
@@ -266 +285 @@
         ," + str(self.expTime) + " \
         ,'" + self.safeDictionaryAccess(self.header, 'PSFMODEL') + "' \
+        ,'" + self.safeDictionaryAccess(self.header, 'FWHM_MAJ') + "' \
+        ,'" + self.safeDictionaryAccess(self.header, 'FW_MJ_UQ') + "' \
         ,'" + self.header['CTYPE1'] + "' \
         ,'" + self.header['CTYPE2'] + "' \
@@ -297 +318 @@
                ippDetectID \
                ,skyCellID \
+               ,projectionCellID \
                ,obsTime \
                ,xPos \
@@ -311 +333 @@
                ,psfWidMinor \
                ,psfTheta \
+               ,psfLikelihood \
                ,infoFlag \
                ,psfCf \
@@ -335 +358 @@
                IPP_IDET \
                ," + self.skycell + " \
+               ," + self.projectioncell + " \
                ," + self.header['MJD-OBS'] + " \
                ,X_PSF \
@@ -349 +373 @@
                ,PSF_MINOR \
                ,PSF_THETA \
+               ,psfLikelihood(EXT_NSIGMA) \
                ,FLAGS << 32 | FLAGS2 \
                ,PSF_QF \
@@ -381 +406 @@
         self.updateStackTypeID("StackDetection")
         self.updateDvoIDs("StackDetection")
-        sql = "ALTER TABLE StackDetection ADD PRIMARY KEY (objID, stackDetectID)"
-        self.scratchDb.execute(sql)
-
+        sql = "ALTER IGNORE TABLE StackDetection ADD PRIMARY KEY (objID)"
+        self.scratchDb.execute(sql)
+  
         if self.stackType == "DEEP_STACK": 
 
@@ -390 +415 @@
                    SET instFlux = 2*b.PSF_INST_FLUX_SIG \
                    WHERE instFlux IS NULL \
+                   AND a.ippDetectID = b.IPP_IDET  \
                    AND b.PSF_INST_FLUX_SIG IS NOT NULL"
             self.scratchDb.execute(sql)
-            #    instFlux = 2*PSF_INST_FLUX_SIG
             
         self.scratchDb.reportAndDeleteRowsWithNULLS("StackDetection", "instFlux")
@@ -527 +552 @@
                objID \
                ,ippObjID \
+               ,projectionCellID \
                ) \
                SELECT \
                DISTINCT objID \
                ,ippObjID \
+               ,projectionCellID \
                FROM StackDetection"
         self.scratchDb.execute(sql)
@@ -569 +596 @@
         self.scratchDb.createIndex("StackModelFit", "ippDetectID")
 
+        return True
+
     '''
     Applies indexes to the IPP tables
@@ -580 +609 @@
         self.scratchDb.createIndex("SkyChip_xsrc", "IPP_IDET")
 
+        return True
+
     '''
     Updates provided table with DVO IDs from DVO table
@@ -587 +618 @@
         imageID = self.scratchDb.getImageIDFromExternID(self.header['SOURCEID'], self.header['IMAGEID'])
         self.logger.debug("Updating table '" + table + "' with DVO IDs...")
-        sql = "UPDATE IGNORE " + table + " AS a, " + self.scratchDb.dvoDetectionTable + " AS b SET \
+        sql = "UPDATE " + table + " AS a, " + self.scratchDb.dvoDetectionTable + " AS b SET \
                a.ippObjID = b.ippObjID, \
                a.stackDetectID = b.detectID, \