Changeset 38787 for trunk/ippToPsps/jython/stackbatch.py
- Timestamp:
- Oct 5, 2015, 5:49:32 PM (11 years ago)
- File:
-
- 1 edited
-
trunk/ippToPsps/jython/stackbatch.py (modified) (19 diffs)
Legend:
- Unmodified
- Added
- Removed
-
trunk/ippToPsps/jython/stackbatch.py
r38769 r38787 330 330 sqlLine = sqlUtility("UPDATE StackObjectThin as a, " + self.scratchDb.dvoDetectionTable + " as b SET") 331 331 332 # sqlLine.group("a."+filter+"ippDetectID", "b.ippDetectID") # eg, gippDetectID (from dvo.measure.detID)332 # NOTE: filter:ippDetectID (eg, gippDetectID) are inserted in selectDvoObjIDs() 333 333 sqlLine.group("a."+filter+"stackDetectID", "b.detectID") # eg, gstackDetectID (from dvo.measure.extID) 334 334 sqlLine.group("a."+filter+"stackMetaID", str(stackID)) # eg, gstackMetaID (from cmf.IMAGEID) … … 348 348 sqlLine.group("a."+filter+"ApMag", "b.Map") 349 349 sqlLine.group("a."+filter+"ApMagErr", "b.dMap") 350 # sqlLine.group("a."+filter+"telluricExt", "b.telluricExt") 351 350 351 # XXX EAM : 20151002 : have we dropped this? 352 # sqlLine.group("a."+filter+"telluricExt", "b.telluricExt") 353 352 354 sqlLine.group("a."+filter+"infoFlag3", "b.flags") 353 355 sql = sqlLine.makeEquals("WHERE a.objID = b.objID AND b.imageID = " + str(imageID) + " and a." + filter + "ippDetectID=b.ippDetectID") … … 366 368 sqlLine.group("a."+filter+"raErr", "b.X_PSF_SIG * b.PLTSCALE") 367 369 sqlLine.group("a."+filter+"decErr", "b.Y_PSF_SIG * b.PLTSCALE") 368 # sqlLine.group("a."+filter+"sky", "b.SKY / " + str(exptime))369 # sqlLine.group("a."+filter+"skyErr", "b.SKY_SIGMA / " + str(exptime))370 370 sqlLine.group("a."+filter+"infoFlag", "b.FLAGS") 371 371 sqlLine.group("a."+filter+"infoFlag2", "b.FLAGS2") 372 372 sqlLine.group("a."+filter+"nFrames", "b.N_FRAMES") 373 374 # NOTE: sky is now in StackObjectAttributes 375 # sqlLine.group("a."+filter+"sky", "b.SKY / " + str(exptime)) 376 # sqlLine.group("a."+filter+"skyErr", "b.SKY_SIGMA / " + str(exptime)) 373 377 374 378 sql = sqlLine.makeEquals("WHERE a." + filter + "ippDetectID=b.IPP_IDET") … … 433 437 sqlLine.group("a."+filter+"xPosErr", "b.X_PSF_SIG") 434 438 sqlLine.group("a."+filter+"yPosErr", "b.Y_PSF_SIG") 435 sqlLine.group("a."+filter+"psfMajorFWHM", "b.PSF_FWHM_MAJ ")436 sqlLine.group("a."+filter+"psfMinorFWHM", "b.PSF_FWHM_MIN ")439 sqlLine.group("a."+filter+"psfMajorFWHM", "b.PSF_FWHM_MAJ * b.PLTSCALE") 440 sqlLine.group("a."+filter+"psfMinorFWHM", "b.PSF_FWHM_MIN * b.PLTSCALE") 437 441 sqlLine.group("a."+filter+"psfTheta", "b.PSF_THETA") 438 442 sqlLine.group("a."+filter+"psfCore", "b.PSF_CORE") … … 441 445 sqlLine.group("a."+filter+"psfQfPerfect", "b.PSF_QF_PERFECT") 442 446 sqlLine.group("a."+filter+"psfChiSq", "b.PSF_CHISQ / b.PSF_NDOF") 443 sqlLine.group("a."+filter+"momentXX", "b.MOMENTS_XX ")444 sqlLine.group("a."+filter+"momentXY", "b.MOMENTS_XY ")445 sqlLine.group("a."+filter+"momentYY", "b.MOMENTS_YY ")446 sqlLine.group("a."+filter+"momentR1", "b.MOMENTS_R1 ")447 sqlLine.group("a."+filter+"momentRH", "b.MOMENTS_RH ")447 sqlLine.group("a."+filter+"momentXX", "b.MOMENTS_XX * PLTSCALE * PLTSCALE") 448 sqlLine.group("a."+filter+"momentXY", "b.MOMENTS_XY * PLTSCALE * PLTSCALE") 449 sqlLine.group("a."+filter+"momentYY", "b.MOMENTS_YY * PLTSCALE * PLTSCALE") 450 sqlLine.group("a."+filter+"momentR1", "b.MOMENTS_R1 * b.PLTSCALE") 451 sqlLine.group("a."+filter+"momentRH", "b.MOMENTS_RH * b.PLTSCALE") 448 452 sqlLine.group("a."+filter+"PSFFlux", "b.PSF_INST_FLUX / " + str(exptime)) 449 453 sqlLine.group("a."+filter+"PSFFluxErr", "b.PSF_INST_FLUX_SIG / " + str(exptime)) … … 453 457 sqlLine.group("a."+filter+"KronFluxErr", "b.KRON_FLUX_ERR / " + str(exptime)) 454 458 sqlLine.group("a."+filter+"ApFillFac", "b.AP_NPIX / (3.14159265359 * POW(b.AP_MAG_RADIUS - 0.5, 2))") 455 # sqlLine.group("a."+filter+"ApRadius", "b.AP_MAG_RADIUS")456 sqlLine.group("a."+filter+"KronRad", "b.MOMENTS_R1 * 2.5 ")459 # sqlLine.group("a."+filter+"ApRadius", "b.AP_MAG_RADIUS") 460 sqlLine.group("a."+filter+"KronRad", "b.MOMENTS_R1 * 2.5 * b.PLTSCALE") 457 461 sqlLine.group("a."+filter+"PlateScale", "b.PLTSCALE") 458 462 sqlLine.group("a."+filter+"ExtNSigma", "b.EXT_NSIGMA") … … 471 475 sqlLine.group("a."+filter+"expTime", "b.expTime") 472 476 sqlLine.group("a."+filter+"zp", "b.zp") 477 sqlLine.group("a."+filter+"PSFFlux", "a."+filter+"PSFFlux * b.zpFactor") 478 sqlLine.group("a."+filter+"PSFFluxErr", "a."+filter+"PSFFluxErr * b.zpFactor") 479 sqlLine.group("a."+filter+"ApFlux", "a."+filter+"ApFlux * b.zpFactor") 480 sqlLine.group("a."+filter+"ApFluxErr", "a."+filter+"ApFluxErr * b.zpFactor") 481 sqlLine.group("a."+filter+"KronFlux", "a."+filter+"KronFlux * b.zpFactor") 482 sqlLine.group("a."+filter+"KronFluxErr", "a."+filter+"KronFluxErr * b.zpFactor") 473 483 474 484 # where should these go? … … 482 492 self.logger.errorPair('failed sql',sql) 483 493 raise 484 485 494 486 495 self.deleteRowsWithNoStackData(tablename) … … 824 833 self.scratchDb.createIndex(tablename, "objID") 825 834 835 # fluxes are set to Jy 826 836 for filter in self.filters: 827 837 self.populateStackApFlxFilter(tablename, "Unc", filter) … … 849 859 self.scratchDb.createIndex(tablename, "objID") 850 860 861 # fluxes are set to Jy 851 862 for filter in self.filters: 852 863 self.populateStackApFlxFilter(tablename, version, filter) … … 856 867 857 868 ''' 858 Updates aperture fluxes for StackApFlx table 869 Updates aperture fluxes for StackApFlx table, fluxes are multiplied by zpFactor to be in Jy 859 870 ''' 860 871 def populateStackApFlxFilter(self, tablename, version, filter): … … 953 964 self.logger.infoPair("failed sql", sql) 954 965 raise 966 955 967 # instrumental flux, AB mags, Jy: 956 968 # flux_inst = cts / sec … … 970 982 pspsNum = str(int(number) + 2) 971 983 field = filter + prefix + "flxR" + pspsNum 972 sqlLine.group(field, field + " * POW(10, 3.56 - 0.4* b.zp)")973 sqlLine.group(field + "Err", field + "err" + " * POW(10, 3.56 - 0.4* b.zp)")974 sqlLine.group(field + "Std", field + "Std" + " * POW(10, 3.56 - 0.4* b.zp)")984 sqlLine.group(field, field + " * b.zpFactor") 985 sqlLine.group(field + "Err", field + "err" + " * b.zpFactor") 986 sqlLine.group(field + "Std", field + "Std" + " * b.zpFactor") 975 987 sql = sqlLine.makeEquals("WHERE a.objID = b.objID AND a." + filter + "ippDetectID = b.ippDetectID AND b.imageID = " + str(self.imageIDs[filter]) ) 976 988 try: self.scratchDb.execute(sql) … … 1101 1113 def selectDvoObjIDs(self): 1102 1114 1115 # we need a temporary column to select detections from a common stack object 1116 self.scratchDb.addColumn("StackObjectThin", "ippDetectID", "bigint") 1117 1103 1118 # we need a temporary column for each filter to identify empty rows 1104 self.scratchDb.addColumn("StackObjectThin", "ippDetectID", "bigint")1105 1119 for filter in self.filters: 1106 1120 self.scratchDb.addColumn("StackObjectThin", filter + "haveData", "tinyint") 1107 1108 1121 1109 1122 # sqlLine = sqlUtility("INSERT INTO StackObjectThin (") … … 1119 1132 # sqlLine.group("randomStackObjID", "FLOOR(RAND()*9223372036854775807)") 1120 1133 1121 1122 1123 1124 1125 1126 1134 whereClause = " WHERE (" 1127 1135 imageIDs = self.imageIDs.values() … … 1130 1138 self.logger.infoPair("selecting imageID", imageID) 1131 1139 1140 # NOTE: in this statement, imageID is the DVO imageID, not the gpc1 imageID (== DVO externID) 1132 1141 whereClause += "(" + self.scratchDb.dvoDetectionTable + ".imageID = " + str(imageID) + ")" 1133 1142 … … 1137 1146 whereClause += ")" 1138 1147 1139 sql = "insert into StackObjectThin (objID, ippDetectID, ippObjID) select distinct objID, ippDetectID, ippObjID from dvoDetectionFull "+whereClause;1148 sql = "insert into StackObjectThin (objID, ippDetectID, ippObjID) select distinct objID, ippDetectID, ippObjID from dvoDetectionFull " + whereClause; 1140 1149 1141 1150 # sql = sqlLine.makeRaw(") SELECT DISTINCT ", "FROM " + self.scratchDb.dvoDetectionTable + whereClause) … … 1145 1154 self.logger.errorPair('failed sql',sql) 1146 1155 raise 1147 1148 1156 1149 1157 # ok, now add surveyID, tessID, projectionID, skycellID, dtaRelease … … 1161 1169 1162 1170 # ok, now fill g/r/i/z/yippDetectID using objID and detectID and imge ID 1163 1164 1171 1165 1172 for filter in self.filters:
Note:
See TracChangeset
for help on using the changeset viewer.
