Changeset 37223
- Timestamp:
- Aug 12, 2014, 1:00:41 PM (12 years ago)
- File:
-
- 1 edited
Legend:
- Unmodified
- Added
- Removed
-
branches/eam_branches/ipp-20140717/ippToPsps/jython/stackbatch.py
r37204 r37223 132 132 skycellName = self.getKeyValue(header, 'SKYCELL') 133 133 134 # XXX EAM : I am hardwiring the parsing logic for RINGS vs LOCAL134 # XXX EAM 20140812 : I am hardwiring the parsing logic for RINGS vs LOCAL 135 135 if tessName == 'RINGS.V3': 136 136 # skycell is, eg "skycell.1133.081" … … 147 147 if self.analysisVer[-1] == 'M': 148 148 self.analysisVer = self.analysisVer[:-1] 149 150 ### XXX TEST151 self.analysisVer = 30000152 149 153 150 # delete PSPS tables … … 272 269 273 270 sql = sqlLine.make(") VALUES ( ", ")") 274 print "stack meta SQL: " + sql 275 276 self.scratchDb.execute(sql) 271 272 try: self.scratchDb.execute(sql) 273 except: 274 self.logger.error("problem with SQL: " + sql) 275 raise 277 276 278 277 self.tablesToExport.append(tablename) … … 504 503 505 504 header = self.headerSet[filter] 506 print "exptime in header: " + header['EXPTIME'] 507 505 506 # model calibrated magnitude = instrumental magnitude + 2.5*log10(exptime) + ZP (added below from dvoDetectionTable) 508 507 magtime = "%.5f" % (2.5*math.log10(float(header['EXPTIME']))) 509 exptime = self.getKeyFloat(header, "%.5f", "EXPTIME")510 511 print "magtime: " + magtime + ", exptime: " + exptime512 508 513 509 sqlLine = sqlUtility("UPDATE " + tablename + " AS a, " + filter + "SkyChip_xfit AS b SET") … … 531 527 # I have raExp = X_EXT 532 528 533 # XXX this is tricky: RA_EXT is not defined, but X_EXT is... 529 # This is tricky: RA_EXT is not defined for PS1_SV3 or PS1_V5, but X_EXT is 530 # XXX EAM 20140812: for PV3, update cmf output to define RA_EXT, DEC_EXT 534 531 sqlLine.group("a." + filter + model + "Ra", "b.X_EXT") 535 532 sqlLine.group("a." + filter + model + "Dec", "b.Y_EXT") … … 548 545 sql = sqlLine.makeEquals("WHERE a." + filter + "ippDetectID = b.IPP_IDET AND b.MODEL_TYPE = '" + ippModelType + "'") 549 546 550 print sql 551 self.scratchDb.execute(sql) 552 553 # insert detection information for each filter based on the DVO contents 554 # XXX since I already have extracted StackObjectRaw, this is probably faster using that table: 547 try: self.scratchDb.execute(sql) 548 except: 549 self.logger.error("problem with SQL: " + sql) 550 raise 551 552 # insert detection information for each filter based on the 553 # DVO contents. Since I already have extracted 554 # StackObjectRaw, this is probably faster using that table: 555 555 sqlLine = sqlUtility("UPDATE " + tablename + " AS a, " + self.scratchDb.dvoDetectionTable + " as b SET") 556 556 sqlLine.group("a." + filter + model + "Mag", "a." + filter + model + "Mag + b.zp") … … 658 658 sql = sqlLine.makeEquals("WHERE a." + filter + "ippDetectID = b.IPP_IDET") 659 659 660 print "SQL: " + sql 661 self.scratchDb.execute(sql) 660 try: self.scratchDb.execute(sql) 661 except: 662 self.logger.error("problem with SQL: " + sql) 663 raise 662 664 663 665 # modify petMag to apply the zero point … … 666 668 sql = sqlLine.makeEquals("WHERE a.objID = b.objID AND a." + filter + "ippDetectID = b.ippDetectID") 667 669 668 self.logger.infoPair('sql', sql) 669 try: 670 self.scratchDb.execute(sql) 670 try: self.scratchDb.execute(sql) 671 671 except: 672 672 self.logger.errorPair('failed sql',sql) … … 759 759 sql = sqlLine.makeEquals("") 760 760 761 print "SQL: " + sql 762 self.scratchDb.execute(sql) 761 try: self.scratchDb.execute(sql) 762 except: 763 self.logger.errorPair('failed sql',sql) 764 return 763 765 764 766 # set the flux values from the cmf file … … 959 961 960 962 sql = sqlLine.makeRaw(") SELECT DISTINCT ", "FROM " + self.scratchDb.dvoDetectionTable + whereClause) 961 print "SQL: " + sql 962 963 self.scratchDb.execute(sql) 963 964 try: self.scratchDb.execute(sql) 965 except: 966 self.logger.errorPair('failed sql',sql) 967 return 964 968 965 969 ''' … … 984 988 sql = "INSERT INTO " + table + " (" + fields + ") " 985 989 sql += "SELECT " + fields + " FROM " + mainTable 986 print "SQL: " + sql 987 self.scratchDb.execute(sql) 988 989 ''' 990 Updates provided table with DVO IDs from DVO table 991 ''' 992 ## XX def updateDvoIDs(self, table): 993 ## XX self.logger.infoPair("getting imageID for ","filter") 994 ## XX imageID = self.scratchDb.getImageIDFromExternID(self.header['IMAGEID']) 995 ## XX self.logger.infoPair("obtained","imageID") 996 ## XX self.logger.debug("Updating table '" + table + "' with DVO IDs...") 997 ## XX sql = "UPDATE " + table + " AS a, " + self.scratchDb.dvoDetectionTable + " AS b SET \ 998 ## XX a.ippObjID = b.ippObjID, \ 999 ## XX a.stackDetectID = b.detectID, \ 1000 ## XX a.objID = b.objID \ 1001 ## XX WHERE a.ippDetectID = b.ippDetectID \ 1002 ## XX AND b.imageID = " + str(imageID) 1003 ## XX self.scratchDb.execute(sql) 1004 1005 ''' 1006 Updates Flags 1007 ''' 1008 ## XX def updateDvoIDsAndFlags(self, table): 1009 ## XX self.logger.infoPair("getting","imageID") 1010 ## XX imageID = self.scratchDb.getImageIDFromExternID(self.header['IMAGEID']) 1011 ## XX self.logger.infoPair("obtained","imageID") 1012 ## XX self.logger.debug("Updating table '" + table + "' with DVO IDs...") 1013 ## XX sql = "UPDATE " + table + " AS a, " + self.scratchDb.dvoDetectionTable + " AS b SET \ 1014 ## XX a.ippObjID = b.ippObjID, \ 1015 ## XX a.stackDetectID = b.detectID, \ 1016 ## XX a.objID = b.objID, \ 1017 ## XX a.infoFlag = b.flags << 45 | a.infoFlag, \ 1018 ## XX a.primaryF = ((b.flags & 0x10000) >> 16 ) \ 1019 ## XX WHERE a.ippDetectID = b.ippDetectID \ 1020 ## XX AND b.imageID = " + str(imageID) 1021 ## XX 1022 ## XX print "update dvo sql: ", sql 1023 ## XX self.scratchDb.execute(sql) 990 991 try: self.scratchDb.execute(sql) 992 except: 993 self.logger.errorPair('failed sql',sql) 994 return 1024 995 1025 996 ''' … … 1129 1100 for table in tables: 1130 1101 1131 # print "import smf table ", table1132 1102 match = re.match(tableRE, table.name) 1133 1103 if not match: continue … … 1137 1107 table = stilts.tpipe(table, cmd='explodeall') 1138 1108 1139 # print "read smf table ", table1140 1141 1109 # drop any previous tables before import 1142 1110 self.scratchDb.dropTable(filter + table.name) … … 1147 1115 table = stilts.tpipe(table, cmd='replaceval -Infinity null *') 1148 1116 table = stilts.tpipe(table, cmd='replaceval Infinity null *') 1149 # print "cleaned up values ", table1150 1117 1151 1118 try:
Note:
See TracChangeset
for help on using the changeset viewer.
