- Timestamp:
- Oct 27, 2015, 2:39:51 PM (11 years ago)
- Location:
- trunk/ippToPsps/test
- Files:
-
- 5 edited
-
fulltest.sh (modified) (3 diffs)
-
mkgpc1data.dvo (modified) (6 diffs)
-
mksasdata.dvo (modified) (6 diffs)
-
sastest.sh (modified) (21 diffs)
-
tess.3pi.fits (modified) (2 diffs)
Legend:
- Unmodified
- Added
- Removed
-
trunk/ippToPsps/test/fulltest.sh
r38964 r38974 204 204 mysql -h localhost -u dvo -pdvo -e "create database ipptopsps_test_scratch" 205 205 ippjython setupScratchDb.py -test < /dev/null 206 if ($status) exit 206 if ($status) exit 1 207 207 endif 208 208 … … 218 218 echo "IPP_PSPS " >> initbatch.dat # datastore_type 219 219 echo "0 " >> initbatch.dat # datastore_publish 220 echo " none" >> initbatch.dat # dvo_label220 echo "init " >> initbatch.dat # dvo_label 221 221 echo "none " >> initbatch.dat # dvo_location 222 222 echo "0 " >> initbatch.dat # min_ra … … 225 225 echo "0 " >> initbatch.dat # max_dec 226 226 echo "2 " >> initbatch.dat # box_size 227 echo " none" >> initbatch.dat # base_path227 echo "$OUTDIR " >> initbatch.dat # base_path 228 228 echo "0 " >> initbatch.dat # data_release 229 229 echo "0 " >> initbatch.dat # delete_local -
trunk/ippToPsps/test/mkgpc1data.dvo
r38964 r38974 15 15 16 16 # some global value for ease of access: 17 $RA = 10.0 18 $DEC = 20.0 17 19 $SKYCELL = "skycell.1133.081" 18 20 $TESS_ID = "RINGS.V3" … … 73 75 $dbpass = dvo 74 76 75 $RA = 10.076 $DEC = 20.077 78 77 exec mkgpc1.sh delete $dbhost $dbname $dbuser $dbpass 79 78 exec mkgpc1.sh create $dbhost $dbname $dbuser $dbpass … … 100 99 $catdir = $OUTDIR/catdir.cam 101 100 exec rm -rf $catdir 102 103 $RA = 10.0104 $DEC = 20.0105 101 106 102 $TIMEFORMAT = mjd … … 235 231 exec rm -rf $catdir 236 232 237 $RA = 10.0238 $DEC = 20.0239 240 233 for i 0 $stackdata:n 241 234 list word -split $stackdata:$i … … 301 294 exec rm -rf $catdir 302 295 303 $RA = 10.0304 $DEC = 20.0305 306 296 $TIMEFORMAT = mjd 307 297 $TIMEREF = 2001/01/01,00:00:00 … … 472 462 dbinsert skycalResult (skycal_id, path_base) values ($skycalID, "$stkfile") 473 463 474 dbinsert addRun ( stage, state, stage_id, minidvodb_name) values ("skycal", "full", $skycalID, "catdir.stk")464 dbinsert addRun (add_id, stage, state, stage_id, minidvodb_name) values ($stkID, "skycal", "full", $skycalID, "catdir.stk") 475 465 end 476 466 -
trunk/ippToPsps/test/mksasdata.dvo
r37246 r38974 6 6 if (not($?PARALLEL)) set PARALLEL = 0 7 7 8 ## this script must be run in this directory, output data goes to 'sasdata' 8 9 $OUTDIR = sasdata 9 10 10 11 if (not($?KEEPDVO)) set KEEPDVO = 0 11 12 12 list expfiles 13 sasdata/o5745g0495o.356867.cm.982612 14 sasdata/o5745g0507o.356882.cm.982626 15 sasdata/o5745g0517o.356892.cm.982636 16 sasdata/o5745g0527o.356909.cm.982650 17 end 13 # some global value for ease of access 14 # the RA,DEC (must?) match the actual skycell(s) in the test data 15 $RA_FIELD = 333.8 16 $DEC_FIELD = -0.2 17 $TESS_ID = "RINGS.V3" 18 19 $TIMEFORMAT = mjd 20 $TIMEREF = 2001/01/01,00:00:00 21 22 list expfiles -glob sasdata.v39/*.smf 23 list stkfiles -glob sasdata.v39/*skycal*.cmf 24 list wrpfiles -glob sasdata.v39/*ff*.cmf 25 26 $catdirbase = catdir.sas 27 $catdir = $OUTDIR/$catdirbase 18 28 19 29 macro mkfull … … 21 31 mkcatdir.cam 22 32 mkcatdir.stk 33 mkcatdir.wrp 23 34 mkcal 24 mkgpc1.cam 25 mkgpc1.stk 35 36 insert.cam 37 insert.wrp 38 insert.stk 39 insert.minis 40 end 41 42 macro mkdb 43 init.db 44 insert.cam 45 insert.wrp 46 insert.stk 47 insert.minis 26 48 end 27 49 … … 32 54 $dbpass = dvo 33 55 34 # are these used to find the exposures in any way?35 # center of the test skycell36 $RA = 333.537 $DEC = -5.038 39 56 break -auto off 40 57 exec mkgpc1.sh delete $dbhost $dbname $dbuser $dbpass … … 46 63 # system-wide info 47 64 dbinsert ippToPspsFake (my_id) values (2) 48 dbinsert skycell (radeg, decdeg, skycell_id) values ($RA, $DEC, "skycell.1225.070") 65 66 $skycells:n = 0 67 68 for i 0 $stkfiles:n 69 rd im $stkfiles:$i -head 70 keyword im SKYCELL mySkyCell 71 $found = 0 72 for j 0 $skycells:n 73 if ($mySkyCell == $skycells:$j) 74 $found = 1 75 last 76 end 77 end 78 if ($found) continue 79 list skycells -add $mySkyCell 80 81 keyword im NAXIS1 Nx 82 keyword im NAXIS2 Ny 83 coords im -p {$Nx/2} {$Ny/2} 84 dbinsert skycell (radeg, decdeg, skycell_id) values ($RA, $DEC, "$mySkyCell") 85 end 86 87 88 # global catdir 89 # mkdir $OUTDIR 90 # exec rm -rf $catdir 49 91 end 50 92 … … 55 97 break 56 98 end 57 58 mkdir $OUTDIR59 60 local catdir61 $catdirbase = catdir.sas.cam62 $catdir = $OUTDIR/$catdirbase63 64 exec rm -rf $catdir65 99 66 100 for i 0 $expfiles:n 67 101 $expfile = $expfiles:$i 68 69 exec addstar -D CAMERA gpc1 -D CATDIR $catdir -D CATFORMAT PS1_V5 $expfile.smf -update 70 end 71 exec addstar -D CATDIR $catdir -region 330 340 -10 0 -resort 102 echo addstar -D CAMERA gpc1 -D CATDIR $catdir -D CATFORMAT PS1_V5 $expfile -update 103 exec addstar -D CAMERA gpc1 -D CATDIR $catdir -D CATFORMAT PS1_V5 $expfile -update 104 end 72 105 end 73 106 … … 75 108 macro mkcatdir.stk 76 109 if ($0 != 1) 77 echo "mkcatdir" 78 break 79 end 80 81 mkdir $OUTDIR 82 83 local catdir 84 $catdirbase = catdir.sas.stk 85 $catdir = $OUTDIR/$catdirbase 86 exec rm -rf $catdir 110 echo "mkcatdir.stk" 111 break 112 end 87 113 88 114 # a single stack 89 $stkfile = sasdata/RINGS.V3.skycell.1225.070.stk.3366216.skycal.1589960 90 exec addstar -D CAMERA gpc1 -D CATFORMAT PS1_V5 -D CATDIR $catdir $stkfile.cmf 115 for i 0 $stkfiles:n 116 $stkfile = $stkfiles:$i 117 echo addstar -D CAMERA gpc1 -D CATDIR $catdir -D CATFORMAT PS1_V5 $stkfile -update -quick-airmass -D ZERO_POINT_OPTION CHIP_HEADER 118 exec addstar -D CAMERA gpc1 -D CATDIR $catdir -D CATFORMAT PS1_V5 $stkfile -update -quick-airmass -D ZERO_POINT_OPTION CHIP_HEADER 119 end 120 # exec addstar -D CATDIR $catdir -region {$RA-5.0} {$RA+5.0} {$DEC_FIELD-5.0} {$DEC_FIELD+5.0} -resort 121 end 122 123 # create a populated catdir with a set of cmf files, save the filenames in list for use by insert.exp 124 macro mkcatdir.wrp 125 if ($0 != 1) 126 echo "mkcatdir.wrp" 127 break 128 end 129 130 for i 0 $wrpfiles:n 131 $wrpfile = $wrpfiles:$i 132 echo addstar -D CAMERA gpc1 -D CATDIR $catdir -D CATFORMAT PS1_V5 $wrpfile -update -xrad -accept-astrom -quick-airmass 133 exec addstar -D CAMERA gpc1 -D CATDIR $catdir -D CATFORMAT PS1_V5 $wrpfile -update -xrad -accept-astrom -quick-airmass 134 end 135 # exec addstar -D CATDIR $catdir -region {$RA-5.0} {$RA+5.0} {$DEC_FIELD-5.0} {$DEC_FIELD+5.0} -resort 91 136 end 92 137 93 138 macro mkcal 94 95 local catdir 96 $catdir = $OUTDIR/catdir.sas.cam 97 98 # merge the cam and stk databases together: 99 exec dvomerge $OUTDIR/catdir.sas.stk into $catdir 139 echo addstar -D CATDIR $catdir -region {$RA_FIELD-5.0} {$RA_FIELD+5.0} {$DEC_FIELD-5.0} {$DEC_FIELD+5.0} -resort 140 exec addstar -D CATDIR $catdir -region {$RA_FIELD-5.0} {$RA_FIELD+5.0} {$DEC_FIELD-5.0} {$DEC_FIELD+5.0} -resort 100 141 101 142 # run relphot 102 echo relphot -D CATDIR $catdir -region 330 340 -10 0-images g,r,i,z,y -update -boundary-tree tess.3pi.fits103 e xec relphot -D CATDIR $catdir -region 330 340 -10 0 -images g,r,i,z,y-update -boundary-tree tess.3pi.fits104 105 echo relastro -v -D CATDIR $catdir -images -update-chips -region 330 340 -10 0 -update 106 e xec relastro -v -D CATDIR $catdir -images -update-chips -region 330 340 -10 0-update107 end 108 109 # create a populated catdir with a set of cmf files, save the filenames in list for use by insert.exp 110 macro mkgpc1.cam 111 if ($0 != 1) 112 echo "mkgpc1.cam"113 break114 end115 116 local catdirbase 117 $catdirbase = catdir.sas.cam143 # echo relphot -D CATDIR $catdir -region {$RA_FIELD-5.0} {$RA_FIELD+5.0} {$DEC_FIELD-5.0} {$DEC_FIELD+5.0} -images g,r,i,z,y -update -boundary-tree tess.3pi.fits 144 echo relphot -D CATDIR $catdir -region {$RA_FIELD-5.0} {$RA_FIELD+5.0} {$DEC_FIELD-5.0} {$DEC_FIELD+5.0} -averages -update -boundary-tree tess.3pi.fits 145 exec relphot -D CATDIR $catdir -region {$RA_FIELD-5.0} {$RA_FIELD+5.0} {$DEC_FIELD-5.0} {$DEC_FIELD+5.0} -averages -update -boundary-tree tess.3pi.fits 146 147 echo relastro -v -D CATDIR $catdir -images -update-chips -region {$RA_FIELD-5.0} {$RA_FIELD+5.0} {$DEC_FIELD-5.0} {$DEC_FIELD+5.0} -update 148 exec relastro -v -D CATDIR $catdir -images -update-chips -region {$RA_FIELD-5.0} {$RA_FIELD+5.0} {$DEC_FIELD-5.0} {$DEC_FIELD+5.0} -update 149 end 150 151 # create a populated catdir with a set of cmf files, save the filenames in list for use by insert.exp 152 macro insert.cam 153 if ($0 != 1) 154 echo "USAGE: insert.cam" 155 break 156 end 157 158 local i filename path_base expname expfile 118 159 119 160 for i 0 $expfiles:n 120 $expfile = $expfiles:$i 121 122 # are these used to find the exposures in any way? 123 $RA = 333.9 124 $DEC = -3.8 161 162 $filename = $expfiles:$i 163 strlen $filename Nchar 164 substr $filename 0 {$Nchar - 4} path_base; # the database needs the path without the extension (.smf/.cmf) 125 165 126 166 # a single exposure 127 167 $expID = $i + 1 128 substr $expfile 8 11 expname 129 130 dbinsert rawExp (exp_id, exp_name, exp_time, bg, bg_stdev, ra, decl, dateobs) values ($expID, "$expname", 10.0, 100.0, 2.0, {$RA*3.1415/180.0}, {$DEC*3.1415/180.0}, "2010/01/01 00:00:00") 168 169 basename $filename -var expfile 170 substr $expfile 0 11 expname 171 172 $filterID = `echo $filename | fields FILTERID | prcol 2` 173 $mjdExp = `echo $filename | fields MJD-OBS | prcol 2` 174 175 ctimes -ref $mjdExp -var dateobs 176 strsub $dateobs , " " -var myDateObs 177 178 # many of these values are fakes for query purposes only. 179 dbinsert rawExp (exp_id, exp_name, exp_time, filter, bg, bg_stdev, ra, decl, dateobs) values ($expID, "$expname", 10.0, "$filterID", 100.0, 2.0, {$RA*3.1415/180.0}, {$DEC*3.1415/180.0}, "$myDateObs") 131 180 dbinsert chipRun (exp_id, chip_id) values ($expID, $expID) 132 181 dbinsert camRun (chip_id, cam_id, dist_group, software_ver) values ($expID, $expID, "testgroup", "38000M") 133 dbinsert camProcessedExp (cam_id, path_base, fault) values ($expID, "$ expfile", 0)182 dbinsert camProcessedExp (cam_id, path_base, fault) values ($expID, "$path_base", 0) 134 183 dbinsert fakeRun (fake_id, cam_id) values ($expID, $expID) 135 dbinsert warpRun (warp_id, fake_id) values ($expID, $expID) 184 dbinsert warpRun (warp_id, fake_id, tess_id, state) values ($expID, $expID, $TESS_ID, "full") 185 186 # do I care if the class ID is invalid? 136 187 dbinsert warpSkyCellMap (warp_id, skycell_id, class_id) values ($expID, "skycell.1225.070", "XY00") 137 188 dbinsert addRun (add_id, stage, state, stage_id, minidvodb_name) values ($expID, "cam", "full", $expID, "$catdirbase") 138 189 dbinsert addProcessedExp (add_id, fault) values ($expID, 0) 139 140 # catdirs for the exposures 141 dbinsert minidvodbRun (minidvodb_name, minidvodb_id, state) values ("$catdirbase", 1, "merged") 142 dbinsert minidvodbProcessed (minidvodb_id, fault) values (1, 0) 143 144 dbinsert mergedvodbRun (minidvodb_id, merge_id, state, mergedvodb) values (1, 1, "full", "$catdirbase") 145 dbinsert mergedvodbProcessed (merge_id, fault) values (1, 0) 146 end 147 end 148 149 # create a populated catdir with a set of cmf files, save the filenames in list for use by insert.exp 150 macro mkgpc1.stk 151 if ($0 != 1) 152 echo "mkgpc1.stk" 153 break 154 end 155 156 local catdirbase 157 $catdirbase = catdir.sas.cam 158 159 $TIMEFORMAT = mjd 160 $TIMEREF = 2001/01/01,00:00:00 161 ctimes -abs 2010/01/01,00:00:00 -var mjd 162 163 # a single stack 164 $stkfile = sasdata/RINGS.V3.skycell.1225.070.stk.3366216.skycal.1589960 165 166 break -auto off 167 $tmpline = `echo $stkfile.cmf | fields IMAGEID` 168 list words -split $tmpline 169 $stkID = $words:1 170 break -auto on 171 172 $expID = 1 173 dbinsert stackRun (stack_id, skycell_id, filter, software_ver) values ($stkID, "skycell.1225.070", "i.00000", "37500M") 174 dbinsert stackInputSkyfile (stack_id, warp_id) values ($stkID, $expID) 175 dbinsert stackSumSkyfile (stack_id, mjd_obs) values ($stkID, $mjd) 176 dbinsert skycalRun (sky_id, skycal_id, stack_id) values ($stkID, $stkID, $stkID) 177 dbinsert skycalResult (skycal_id, path_base) values ($stkID, "$stkfile") 178 dbinsert addRun (stage, state, stage_id, minidvodb_name) values ("skycal", "full", $stkID, "$catdirbase") 179 180 # catdirs for the stack 181 dbinsert minidvodbRun (minidvodb_name, minidvodb_id, state) values ("$catdirbase", 2, "merged") 182 dbinsert minidvodbProcessed (minidvodb_id, fault) values (2, 0) 183 184 dbinsert mergedvodbRun (minidvodb_id, merge_id, state, mergedvodb) values (2, 2, "full", "$catdirbase") 185 dbinsert mergedvodbProcessed (merge_id, fault) values (2, 0) 190 end 191 end 192 193 macro insert.wrp 194 if ($0 != 1) 195 echo "USAGE: insert.wrp" 196 break 197 end 198 199 local wrpID stkID filename path_base 200 201 $stkID = 1 202 203 for i 0 $wrpfiles:n 204 $filename = $wrpfiles:$i 205 strlen $filename Nchar 206 substr $filename 0 {$Nchar - 4} path_base; # the database needs the path without the extension (.smf/.cmf) 207 208 # a single exposure 209 $wrpID = $i + 1 210 211 # we have a single fullForceRun for each stack, so we can match fullForceRun ids to stackRun ids 212 dbinsert fullForceInput (ff_id, warp_id) values ($stkID, $wrpID) 213 dbinsert fullForceResult (ff_id, warp_id, software_ver, path_base) values ($stkID, $wrpID, "38000M", "$path_base") 214 215 dbinsert addRun (add_id, stage, state, stage_id, stage_extra1, minidvodb_name) values ($wrpID, "fullforce", "full", $stkID, $wrpID, "catdirbase") 216 217 if ($i > 10) last 218 end 219 end 220 221 # create a populated catdir with a set of cmf files, save the filenames in list for use by insert.exp 222 macro insert.stk 223 if ($0 != 1) 224 echo "USAGE: insert.stk" 225 break 226 end 227 228 local stkID skycell filter filename path_base 229 230 for i 0 $stkfiles:n 231 $filename = $stkfiles:$i 232 strlen $filename Nchar 233 substr $filename 0 {$Nchar - 4} path_base; # the database needs the path without the extension (.smf/.cmf) 234 235 $stkID = `echo $filename | fields IMAGEID | prcol 2` 236 $skycell = `echo $filename | fields SKYCELL | prcol 2` 237 $filter = `echo $filename | fields FPA.FILTERID | prcol 2` 238 $mjd = `echo $filename | fields MJD-OBS | prcol 2` 239 240 # the warp_id is only needed to generate the list of input exposures 241 $expID = $i + 1 242 dbinsert stackRun (stack_id, skycell_id, filter, software_ver) values ($stkID, "$skycell", "$filter", "37500M") 243 244 # we have a single fullForceRun for each stack, so we can match fullForceRun ids to stackRun ids 245 $skyID = $stkID 246 $skycalID = $stkID + 20 247 dbinsert fullForceRun (ff_id, skycal_id) values ($stkID, $skycalID) 248 249 dbinsert stackInputSkyfile (stack_id, warp_id) values ($stkID, $expID) 250 dbinsert stackSumSkyfile (stack_id, mjd_obs) values ($stkID, $mjd) 251 dbinsert skycalRun (sky_id, skycal_id, stack_id) values ($skyID, $skycalID, $stkID) 252 dbinsert skycalResult (skycal_id, path_base) values ($skycalID, "$path_base") 253 254 dbinsert addRun (add_id, stage, state, stage_id, minidvodb_name) values ($stkID, "skycal", "full", $skycalID, "$catdirbase") 255 end 256 end 257 258 macro insert.minis 259 # catdirs for the exposures 260 dbinsert minidvodbRun (minidvodb_name, minidvodb_id, state) values ("$catdirbase", 1, "merged") 261 dbinsert minidvodbProcessed (minidvodb_id, fault) values (1, 0) 262 263 dbinsert mergedvodbRun (minidvodb_id, merge_id, state, mergedvodb) values (1, 1, "full", "$catdirbase") 264 dbinsert mergedvodbProcessed (merge_id, fault) values (1, 0) 186 265 end 187 266 -
trunk/ippToPsps/test/sastest.sh
r38964 r38974 15 15 # mkgpc1.sh user localhost eam eam 16 16 17 set mkgpc1 = 1 17 # takes a long time to generate the gpc1 database (or at least the dvo database) 18 # default is OFF 19 set mkgpc1 = 0 18 20 set initdb = 1 19 set mkdummy = 120 21 set initscratch = 1 21 22 set initbatch = 1 … … 24 25 set stackqueue = 1 25 26 set stackbatch = 1 27 set forcequeue = 1 28 set forcebatch = 1 26 29 set objectqueue = 1 27 30 set objectbatch = 1 31 set forcedobjqueue = 1 32 set forcedobjbatch = 1 33 34 set debug = "" 28 35 29 36 set targ = ($argv) … … 37 44 echo " -XX : turn off features" 38 45 echo " +XX : turn on features" 39 echo " features: all, mkgpc1, initdb, initscratch, initbatch, camera, stack, object"46 echo " features: all, mkgpc1, initdb, initscratch, initbatch, camera, stack, forcedwarp, object, forcedobject" 40 47 exit 2 41 48 case -all … … 48 55 set stackqueue = 0 49 56 set stackbatch = 0 57 set forcequeue = 0 58 set forcebatch = 0 50 59 set objectqueue = 0 51 60 set objectbatch = 0 61 set forcedobjqueue = 0 62 set forcedobjbatch = 0 52 63 breaksw; 53 64 case -mkgpc1 … … 75 86 set objectbatch = 0 76 87 breaksw; 88 case -forcedwarp 89 set forcequeue = 0 90 set forcebatch = 0 91 breaksw; 92 case -forcedobject 93 set forcedobjqueue = 0 94 set forcedobjbatch = 0 95 breaksw; 96 case -debug 97 set debug = "-debug" 98 breaksw; 77 99 default: 78 100 set args=($args $targ[1]); … … 88 110 switch ("$targ[1]") 89 111 case +all 90 set mkgpc1 = 1 112 # need to turn on mkgpc1 explicitly 113 set mkgpc1 = 0 91 114 set initdb = 1 92 115 set initscratch = 1 … … 98 121 set objectqueue = 1 99 122 set objectbatch = 1 123 set forcequeue = 1 124 set forcebatch = 1 125 set forcedobjqueue = 1 126 set forcedobjbatch = 1 100 127 breaksw; 101 128 case +mkgpc1 … … 122 149 set objectqueue = 1 123 150 set objectbatch = 1 151 breaksw; 152 case +forcedwarp 153 set forcequeue = 1 154 set forcebatch = 1 155 breaksw; 156 case +forcedobject 157 set forcedobjqueue = 1 158 set forcedobjbatch = 1 124 159 breaksw; 125 160 default: … … 134 169 echo " -XX : turn off features" 135 170 echo " +XX : turn on features" 136 echo " features: all, mkgpc1, initdb, initscratch, initbatch, camera, stack, object" 171 echo " features: all, mkgpc1, initdb, initscratch, initbatch, camera, object, stack, forcedwarp, forcedobject" 172 echo " (NOTE: you need to explicitly turn on mkgpc1 if you want to re-build the dvo)" 137 173 exit 2 138 174 endif 139 140 set stackqueuename = 0141 set objectqueuename = 0142 175 143 176 set OUTDIR = "sasdata" 144 177 set queuename = "test" 178 set stackqueuename = $queuename\_stk 179 set objectqueuename = $queuename\_obj 180 set forcedwarpqueuename = $queuename\_wrp 181 set forcedobjqueuename = $queuename\_fwo 145 182 146 183 if ($mkgpc1) then … … 148 185 echo " ---- mksasdata.dvo : creating the dvo & gpc1 database entries ----" 149 186 mksasdata.dvo 187 if ($status) then 188 echo "failed to generate the data & dvo, quitting" 189 exit 2 190 endif 150 191 endif 151 192 … … 157 198 # does the database already exist? 158 199 # XXX this command will blow away an existing database!! 159 mysql -h localhost -u dvo -pdvo -e "create database ipptopsps_test" 160 mysql -h localhost -u dvo -pdvo ipptopsps_test < $IPPTOPSPS_DATA/ippToPspsDbSchema.sql 200 mysql -h localhost -u dvo -pdvo -e "create database if not exists ipptopsps_test" || exit 3 201 mysql -h localhost -u dvo -pdvo ipptopsps_test < $IPPTOPSPS_DATA/ippToPspsDbSchema.sql || exit 3 202 echo " ---- init ipptopsps_test: done ----" 161 203 endif 162 204 163 205 # re-create the ipptopsps database 164 206 if ($initscratch) then 207 echo "" 208 echo " ---- init ipptopsps_test_scratch ----" 165 209 166 210 # create the database (ignore failure if it already exists) 167 mysql -h localhost -u dvo -pdvo -e "drop database i pptopsps_scratch"168 mysql -h localhost -u dvo -pdvo -e "create database ipptopsps_ scratch"211 mysql -h localhost -u dvo -pdvo -e "drop database if exists ipptopsps_test_scratch" 212 mysql -h localhost -u dvo -pdvo -e "create database ipptopsps_test_scratch" 169 213 ippjython setupScratchDb.py -test < /dev/null 170 if ($status) exit 214 if ($status) exit 1 171 215 endif 172 216 … … 182 226 echo "IPP_PSPS " >> initbatch.dat # datastore_type 183 227 echo "0 " >> initbatch.dat # datastore_publish 184 echo " none" >> initbatch.dat # dvo_label228 echo "init " >> initbatch.dat # dvo_label 185 229 echo "none " >> initbatch.dat # dvo_location 186 230 echo "0 " >> initbatch.dat # min_ra … … 189 233 echo "0 " >> initbatch.dat # max_dec 190 234 echo "2 " >> initbatch.dat # box_size 191 echo " none" >> initbatch.dat # base_path235 echo "$OUTDIR " >> initbatch.dat # base_path 192 236 echo "0 " >> initbatch.dat # data_release 193 237 echo "0 " >> initbatch.dat # delete_local … … 210 254 echo "2000-01-01 00:00:00.0 " >> initbatch.dat # trange_start 211 255 echo "2020-01-01 00:00:00.0 " >> initbatch.dat # trange_end 212 cat initbatch.dat | ippjython queue.py -test edit256 cat initbatch.dat | ippjython queue.py $debug -test edit 213 257 if ($status) exit 214 258 … … 217 261 218 262 rm -rf $OUTDIR/IN 219 ippjython loader.py -test initbatch init < /dev/null220 if ($status) exit 263 ippjython loader.py $debug -test initbatch init < /dev/null 264 if ($status) exit 1 221 265 endif 222 266 … … 230 274 echo "IPP_PSPS " >> cambatch.dat # datastore_type 231 275 echo "0 " >> cambatch.dat # datastore_publish 232 echo "catdir.sas .cam" >> cambatch.dat # dvo_label233 echo "$OUTDIR/catdir.sas .cam" >> cambatch.dat # dvo_location276 echo "catdir.sas " >> cambatch.dat # dvo_label 277 echo "$OUTDIR/catdir.sas " >> cambatch.dat # dvo_location 234 278 echo "330 " >> cambatch.dat # min_ra 235 279 echo "340 " >> cambatch.dat # max_ra … … 258 302 echo "2000-01-01 00:00:00.0 " >> cambatch.dat # trange_start 259 303 echo "2020-01-01 00:00:00.0 " >> cambatch.dat # trange_end 260 cat cambatch.dat | ippjython queue.py -test edit304 cat cambatch.dat | ippjython queue.py $debug -test edit 261 305 if ($status) exit 262 306 endif … … 267 311 268 312 rm -rf $OUTDIR/P2 269 ippjython loader.py -test $queuename once < /dev/null 270 if ($status) exit 271 endif 272 273 # this code is sensitive to a previously existing database? 274 if ($stackqueue) then 275 echo "" 276 echo " ---- queue ST batches ----" 277 278 if ($stackqueuename == 0) then 279 set stackqueuename = $queuename\_stk 280 endif 281 echo "$stackqueuename " > stackbatch.dat # skychunk name 282 echo "test_ds " >> stackbatch.dat # datastore_product 283 echo "IPP_PSPS " >> stackbatch.dat # datastore_type 284 echo "0 " >> stackbatch.dat # datastore_publish 285 echo "catdir.sas.cam " >> stackbatch.dat # dvo_label 286 echo "$OUTDIR/catdir.sas.cam" >> stackbatch.dat # dvo_location 287 echo "332 " >> stackbatch.dat # min_ra 288 echo "335 " >> stackbatch.dat # max_ra 289 echo "-6 " >> stackbatch.dat # min_dec 290 echo "-4 " >> stackbatch.dat # max_dec 291 echo "1 " >> stackbatch.dat # box_size 292 echo "$OUTDIR " >> stackbatch.dat # base_path 293 echo "0 " >> stackbatch.dat # data_release 294 echo "0 " >> stackbatch.dat # delete_local 295 echo "1 " >> stackbatch.dat # delete_datastore 296 echo "1 " >> stackbatch.dat # delete_dxlayer 297 echo "2012-12-10 00:00:00.0 " >> stackbatch.dat # epoch 298 echo "3PI " >> stackbatch.dat # survey 299 echo "3PI " >> stackbatch.dat # psps_survey 300 echo "0 " >> stackbatch.dat # queue_P2 301 echo "1 " >> stackbatch.dat # queue_ST 302 echo "0 " >> stackbatch.dat # queue_OB 303 echo "0 " >> stackbatch.dat # queue_DF 304 echo "0 " >> stackbatch.dat # queue_DO 305 echo "0 " >> stackbatch.dat # queue_FW 306 echo "0 " >> stackbatch.dat # queue_FO 307 echo "1 " >> stackbatch.dat # active 308 echo "0 " >> stackbatch.dat # parallel 309 echo "use_new " >> stackbatch.dat # P2_smf_version 310 echo "any " >> stackbatch.dat # ST_cmf_version 311 echo "2000-01-01 00:00:00.0 " >> stackbatch.dat # trange_start 312 echo "2020-01-01 00:00:00.0 " >> stackbatch.dat # trange_end 313 cat stackbatch.dat | ippjython queue.py -test edit 314 if ($status) exit 315 endif 316 317 if ($stackbatch) then 318 echo "" 319 echo " ---- load ST batches ----" 320 321 if ($stackqueuename == 0) then 322 set stackqueuename = $queuename\_stk 323 endif 324 rm -rf $OUTDIR/ST 325 ippjython loader.py -test $stackqueuename once < /dev/null 326 if ($status) exit 327 endif 313 ippjython loader.py $debug -test $queuename once < /dev/null 314 if ($status) exit 315 endif 316 317 ############################ OB batches ################################ 328 318 329 319 # this code is sensitive to a previously existing database? … … 332 322 echo " ---- queue OB batches ----" 333 323 334 if ($objectqueuename == 0) then335 set objectqueuename = $queuename\_obj336 endif337 324 echo "$objectqueuename " > objectbatch.dat # skychunk name 338 325 echo "test_ds " >> objectbatch.dat # datastore_product 339 326 echo "IPP_PSPS " >> objectbatch.dat # datastore_type 340 327 echo "0 " >> objectbatch.dat # datastore_publish 341 echo "catdir.sas .cam" >> objectbatch.dat # dvo_label342 echo "$OUTDIR/catdir.sas .cam" >> objectbatch.dat # dvo_location328 echo "catdir.sas " >> objectbatch.dat # dvo_label 329 echo "$OUTDIR/catdir.sas " >> objectbatch.dat # dvo_location 343 330 echo "330 " >> objectbatch.dat # min_ra 344 331 echo "340 " >> objectbatch.dat # max_ra … … 367 354 echo "2000-01-01 00:00:00.0 " >> objectbatch.dat # trange_start 368 355 echo "2020-01-01 00:00:00.0 " >> objectbatch.dat # trange_end 369 cat objectbatch.dat | ippjython queue.py -test edit once356 cat objectbatch.dat | ippjython queue.py $debug -test edit once 370 357 if ($status) exit 371 358 endif … … 375 362 echo " ---- load OB batches ----" 376 363 377 if ($objectqueuename == 0) then378 set objectqueuename = $queuename\_obj379 endif380 364 rm -rf $OUTDIR/OB 381 365 382 ippjython loader.py -test $objectqueuename once < /dev/null 383 if ($status) exit 384 endif 385 366 ippjython loader.py $debug -test $objectqueuename once < /dev/null 367 if ($status) exit 368 endif 369 370 ############################ ST batches ################################ 371 372 # this code is sensitive to a previously existing database? 373 if ($stackqueue) then 374 echo "" 375 echo " ---- queue ST batches ----" 376 377 echo "$stackqueuename " > stackbatch.dat # skychunk name 378 echo "test_ds " >> stackbatch.dat # datastore_product 379 echo "IPP_PSPS " >> stackbatch.dat # datastore_type 380 echo "0 " >> stackbatch.dat # datastore_publish 381 echo "catdir.sas " >> stackbatch.dat # dvo_label 382 echo "$OUTDIR/catdir.sas " >> stackbatch.dat # dvo_location 383 echo "332.0 " >> stackbatch.dat # min_ra 384 echo "334.5 " >> stackbatch.dat # max_ra 385 echo "-1 " >> stackbatch.dat # min_dec 386 echo "+1 " >> stackbatch.dat # max_dec 387 echo "1 " >> stackbatch.dat # box_size 388 echo "$OUTDIR " >> stackbatch.dat # base_path 389 echo "0 " >> stackbatch.dat # data_release 390 echo "0 " >> stackbatch.dat # delete_local 391 echo "1 " >> stackbatch.dat # delete_datastore 392 echo "1 " >> stackbatch.dat # delete_dxlayer 393 echo "2012-12-10 00:00:00.0 " >> stackbatch.dat # epoch 394 echo "3PI " >> stackbatch.dat # survey 395 echo "3PI " >> stackbatch.dat # psps_survey 396 echo "0 " >> stackbatch.dat # queue_P2 397 echo "1 " >> stackbatch.dat # queue_ST 398 echo "0 " >> stackbatch.dat # queue_OB 399 echo "0 " >> stackbatch.dat # queue_DF 400 echo "0 " >> stackbatch.dat # queue_DO 401 echo "0 " >> stackbatch.dat # queue_FW 402 echo "0 " >> stackbatch.dat # queue_FO 403 echo "1 " >> stackbatch.dat # active 404 echo "0 " >> stackbatch.dat # parallel 405 echo "use_new " >> stackbatch.dat # P2_smf_version 406 echo "any " >> stackbatch.dat # ST_cmf_version 407 echo "2000-01-01 00:00:00.0 " >> stackbatch.dat # trange_start 408 echo "2020-01-01 00:00:00.0 " >> stackbatch.dat # trange_end 409 cat stackbatch.dat | ippjython queue.py $debug -test edit 410 if ($status) exit 1 411 endif 412 413 if ($stackbatch) then 414 echo "" 415 echo " ---- load ST batches ----" 416 417 rm -rf $OUTDIR/ST 418 ippjython loader.py $debug -test $stackqueuename once < /dev/null 419 if ($status) exit 1 420 endif 421 422 ############################ FW batches ################################ 423 424 # this code is sensitive to a previously existing database? 425 if ($forcequeue) then 426 echo "" 427 echo " ---- queue FW batches ----" 428 429 echo "$forcedwarpqueuename " > forcebatch.dat # skychunk name 430 echo "test_ds " >> forcebatch.dat # datastore_product 431 echo "IPP_PSPS " >> forcebatch.dat # datastore_type 432 echo "0 " >> forcebatch.dat # datastore_publish 433 echo "catdir.sas " >> forcebatch.dat # dvo_label 434 echo "$OUTDIR/catdir.sas " >> forcebatch.dat # dvo_location 435 echo "332.0 " >> forcebatch.dat # min_ra 436 echo "334.5 " >> forcebatch.dat # max_ra 437 echo "-1 " >> forcebatch.dat # min_dec 438 echo "+1 " >> forcebatch.dat # max_dec 439 echo "2 " >> forcebatch.dat # box_size 440 echo "$OUTDIR " >> forcebatch.dat # base_path 441 echo "0 " >> forcebatch.dat # data_release 442 echo "0 " >> forcebatch.dat # delete_local 443 echo "1 " >> forcebatch.dat # delete_datastore 444 echo "1 " >> forcebatch.dat # delete_dxlayer 445 echo "2012-12-10 00:00:00.0 " >> forcebatch.dat # epoch 446 echo "3PI " >> forcebatch.dat # survey 447 echo "3PI " >> forcebatch.dat # psps_survey 448 echo "0 " >> forcebatch.dat # queue_P2 449 echo "0 " >> forcebatch.dat # queue_ST 450 echo "0 " >> forcebatch.dat # queue_OB 451 echo "0 " >> forcebatch.dat # queue_DF 452 echo "0 " >> forcebatch.dat # queue_DO 453 echo "1 " >> forcebatch.dat # queue_FW 454 echo "0 " >> forcebatch.dat # queue_FO 455 echo "1 " >> forcebatch.dat # active 456 echo "0 " >> forcebatch.dat # parallel 457 echo "use_new " >> forcebatch.dat # P2_smf_version 458 echo "any " >> forcebatch.dat # ST_cmf_version 459 echo "2000-01-01 00:00:00.0 " >> forcebatch.dat # trange_start 460 echo "2020-01-01 00:00:00.0 " >> forcebatch.dat # trange_end 461 ippjython queue.py $debug -test edit < forcebatch.dat 462 if ($status) exit 1 463 endif 464 465 if ($forcebatch) then 466 echo "" 467 echo " ---- load FW batches ----" 468 469 rm -rf $OUTDIR/FW 470 ippjython loader.py $debug -test $forcedwarpqueuename once < /dev/null 471 if ($status) exit 472 endif 473 474 ############################ FO batches ################################ 475 476 # this code is sensitive to a previously existing database? 477 if ($forcedobjqueue) then 478 echo "" 479 echo " ---- queue FO batches ----" 480 481 echo "$forcedobjqueuename " > forcedobjectbatch.dat # skychunk name 482 echo "test_ds " >> forcedobjectbatch.dat # datastore_product 483 echo "IPP_PSPS " >> forcedobjectbatch.dat # datastore_type 484 echo "0 " >> forcedobjectbatch.dat # datastore_publish 485 echo "catdir.sas " >> forcedobjectbatch.dat # dvo_label 486 echo "$OUTDIR/catdir.sas " >> forcedobjectbatch.dat # dvo_location 487 echo "332.0 " >> forcedobjectbatch.dat # min_ra 488 echo "334.5 " >> forcedobjectbatch.dat # max_ra 489 echo "-1 " >> forcedobjectbatch.dat # min_dec 490 echo "+1 " >> forcedobjectbatch.dat # max_dec 491 echo "2 " >> forcedobjectbatch.dat # box_size 492 echo "$OUTDIR " >> forcedobjectbatch.dat # base_path 493 echo "0 " >> forcedobjectbatch.dat # data_release 494 echo "0 " >> forcedobjectbatch.dat # delete_local 495 echo "1 " >> forcedobjectbatch.dat # delete_datastore 496 echo "1 " >> forcedobjectbatch.dat # delete_dxlayer 497 echo "2012-12-10 00:00:00.0 " >> forcedobjectbatch.dat # epoch 498 echo "3PI " >> forcedobjectbatch.dat # survey 499 echo "3PI " >> forcedobjectbatch.dat # psps_survey 500 echo "0 " >> forcedobjectbatch.dat # queue_P2 501 echo "0 " >> forcedobjectbatch.dat # queue_ST 502 echo "0 " >> forcedobjectbatch.dat # queue_OB 503 echo "0 " >> forcedobjectbatch.dat # queue_DF 504 echo "0 " >> forcedobjectbatch.dat # queue_DO 505 echo "0 " >> forcedobjectbatch.dat # queue_FW 506 echo "1 " >> forcedobjectbatch.dat # queue_FO 507 echo "1 " >> forcedobjectbatch.dat # active 508 echo "0 " >> forcedobjectbatch.dat # parallel 509 echo "use_new " >> forcedobjectbatch.dat # P2_smf_version 510 echo "any " >> forcedobjectbatch.dat # ST_cmf_version 511 echo "2000-01-01 00:00:00.0 " >> forcedobjectbatch.dat # trange_start 512 echo "2020-01-01 00:00:00.0 " >> forcedobjectbatch.dat # trange_end 513 ippjython queue.py $debug -test edit once -simtest < forcedobjectbatch.dat 514 if ($status) exit 515 endif 516 517 if ($forcedobjbatch) then 518 echo "" 519 echo " ---- load LO batches ----" 520 521 rm -rf $OUTDIR/LO 522 523 ippjython loader.py $debug -test $forcedobjqueuename once -simtest < /dev/null 524 if ($status) exit 525 endif 526 -
trunk/ippToPsps/test/tess.3pi.fits
r37253 r38974 1 SIMPLE = T / BITPIX = 8 / NAXIS = 0 / BSCALE = 1.0000000000 / BZERO = 0.0000000000 / EXTEND = T / DEC_ORI = -92.0000000000 / DEC_OFF = 4.0000000000 / NX_SUB = 10.0000000000 / NY_SUB = 10.0000000000 / PIXSCALE= 0.0006944444 / END XTENSION= 'BINTABLE' / BITPIX = 8 / NAXIS = 2 / NAXIS1 = 228 / NAXIS2 = 2 / PCOUNT = 0 / GCOUNT = 1 / TFIELDS = 17 / EXTNAME = 'TESS_DATA' / TTYPE1 = 'RA ' / ra (J2000) of cell center TUNIT1 = 'degree ' / TFORM1 = 'D ' / TTYPE2 = 'DEC ' / dec (J2000) of cell center TUNIT2 = 'degree ' / TFORM2 = 'D ' / TTYPE3 = 'X_CENT ' / projection cell center pixel TUNIT3 = 'none ' / TFORM3 = 'D ' / TTYPE4 = 'Y_CENT ' / projection cell center pixel TUNIT4 = 'none ' / TFORM4 = 'D ' / TTYPE5 = 'X_GRID ' / skycell grid spacing TUNIT5 = 'none ' / TFORM5 = 'E ' / TTYPE6 = 'Y_GRID ' / skycell grid spacing TUNIT6 = 'none ' / TFORM6 = 'E ' / TTYPE7 = 'R_MIN ' / RA limit (lower) TUNIT7 = 'none ' / TFORM7 = 'D ' / TTYPE8 = 'R_MAX ' / RA limit (upper) TUNIT8 = 'none ' / TFORM8 = 'D ' / TTYPE9 = 'D_MIN ' / DEC limit (lower) TUNIT9 = 'none ' / TFORM9 = 'D ' / TTYPE10 = 'D_MAX ' / DEC limit (upper) TUNIT10 = 'none ' / TFORM10 = 'D ' / TTYPE11 = 'SCALE ' / pixel scale for projection cell TUNIT11 = 'none ' / TFORM11 = 'D ' / TTYPE12 = 'NX_SUB ' / skycell subdivision in x TUNIT12 = 'none ' / TFORM12 = 'E ' / TTYPE13 = 'NY_SUB ' / skycell subdivision in y TUNIT13 = 'none ' / TFORM13 = 'E ' / TTYPE14 = 'TYPE ' / type of tessellation TUNIT14 = 'none ' / TFORM14 = 'J ' / TTYPE15 = 'PROJECT_ID_OFF' / offset in image name to projection cell ID TUNIT15 = 'none ' / TFORM15 = 'J ' / TTYPE16 = 'SKYCELL_ID_OFF' / offset in image name to skycell ID TUNIT16 = 'none ' / TFORM16 = 'J ' / TTYPE17 = 'BASENAME' / image base name TUNIT17 = 'none ' / TFORM17 = '128A ' / END @V@šÀ@šÀDD@v@Uù@V?FÁlÁlA0A0ÿÿÿÿCNP.V3ïŸÞQïŸÞe@áMÀÍM`ÚÚ-eÐÚÚ-e%ïŸÞïŸÞPA,ûeS.eS.eøøøøÀÀ@vÀV@VøÀÀRINGS.V3.skycellïŸÞ`ÑïŸÞàQ¥à`¥èT@XW@,ïŸÞskycell.0094