Changeset 10542
- Timestamp:
- Dec 7, 2006, 4:01:08 PM (20 years ago)
- Location:
- trunk/ippTasks
- Files:
-
- 4 edited
-
detrend.process.pro (modified) (7 diffs)
-
detrend.reject.pro (modified) (1 diff)
-
detrend.resid.pro (modified) (8 diffs)
-
phase0.pro (modified) (2 diffs)
Legend:
- Unmodified
- Added
- Removed
-
trunk/ippTasks/detrend.process.pro
r9506 r10542 54 54 $CLASS_ID = $word:4 55 55 $URI = $word:5 56 queuepush DetrendProcessImfiles -uniq -key 1:3:5 "NEW $DET_ID $DET_TYPE $EXP_TAG $CLASS $CLASS_ID $URI" 56 $CAMERA = $word:21 57 queuepush DetrendProcessImfiles -uniq -key 1:3:5 "NEW $DET_ID $DET_TYPE $EXP_TAG $CLASS $CLASS_ID $URI $CAMERA" 57 58 end 58 59 … … 102 103 $CLASS_ID = $word:4 103 104 $URI = $word:5 105 $CAMERA = $word:6 104 106 105 107 $LOG_DIR = `dirname $URI` … … 116 118 # create example job options as a demonstration 117 119 options "$line" 118 echo command detrend_process_imfile.pl --det_id $DET_ID --exp_tag $EXP_TAG --class $CLASS --class_id $CLASS_ID --det_type $DET_TYPE --input_uri $URI119 command detrend_process_imfile.pl --det_id $DET_ID --exp_tag $EXP_TAG --class $CLASS --class_id $CLASS_ID --det_type $DET_TYPE --input_uri $URI 120 echo command detrend_process_imfile.pl --det_id $DET_ID --exp_tag $EXP_TAG --class_id $CLASS_ID --det_type $DET_TYPE --input_uri $URI --camera $CAMERA 121 command detrend_process_imfile.pl --det_id $DET_ID --exp_tag $EXP_TAG --class $CLASS --class_id $CLASS_ID --det_type $DET_TYPE --input_uri $URI --camera $CAMERA 120 122 end 121 123 … … 123 125 task.exit 0 124 126 queuepush DetrendProcessImfiles -replace -key 1:3:5 "DONE $options:0" 125 # detrend_process_imfile.pl --force_exist --det_id $DET_ID --exp_tag $EXP_TAG --class $CLASS --class_id $CLASS_ID --det_type $DET_TYPE --input_uri $URI 127 # detrend_process_imfile.pl --force_exist --det_id $DET_ID --exp_tag $EXP_TAG --class $CLASS --class_id $CLASS_ID --det_type $DET_TYPE --input_uri $URI --camera $CAMERA 126 128 end 127 129 … … 169 171 $DET_TYPE = $word:2 170 172 $EXP_TAG = $word:3 171 queuepush DetrendProcessExposures -uniq -key 1:2:4 "NEW $DET_ID $ITER $DET_TYPE $EXP_TAG" 173 $CAMERA = $word:4 174 queuepush DetrendProcessExposures -uniq -key 1:2:4 "NEW $DET_ID $ITER $DET_TYPE $EXP_TAG $CAMERA" 172 175 end 173 176 … … 213 216 $DET_TYPE = $word:2 214 217 $EXP_TAG = $word:3 218 $CAMERA = $word:4 215 219 216 220 # XXX need the classID in dettool -toprocessedexp -simple output … … 228 232 # create example job options as a demonstration 229 233 options "$line" 230 echo command detrend_process_exp.pl --det_id $DET_ID --exp_tag $EXP_TAG 231 command detrend_process_exp.pl --det_id $DET_ID --exp_tag $EXP_TAG 234 echo command detrend_process_exp.pl --det_id $DET_ID --exp_tag $EXP_TAG --camera $CAMERA 235 command detrend_process_exp.pl --det_id $DET_ID --exp_tag $EXP_TAG --camera $CAMERA 232 236 end 233 237 -
trunk/ippTasks/detrend.reject.pro
r9506 r10542 48 48 $ITER = $word:1 49 49 $DET_TYPE = $word:2 50 $CAMERA = $word:3 51 queuepush DetrendRejectExposure -uniq -key 1:2 "NEW $DET_ID $ITER $DET_TYPE $CAMERA" 50 $MODE = $word:3 51 $CAMERA = $word:4 52 queuepush DetrendRejectExposure -uniq -key 1:2 "NEW $DET_ID $ITER $DET_TYPE $MODE $CAMERA" 52 53 end 53 54 -
trunk/ippTasks/detrend.resid.pro
r9506 r10542 49 49 queuepop stdout -var line 50 50 list word -split $line 51 $ITER = $word:0 52 $DET_TYPE = $word:1 53 $DET_ID = $word:2 54 $EXP_TAG = $word:3 55 $CLASS_ID = $word:4 56 $URI_IN = $word:5 57 $CAMERA = $word:13 51 $DET_ID = $word:0 52 $ITER = $word:1 53 $DET_TYPE = $word:2 54 $MODE = $word:3 55 $EXP_TAG = $word:4 56 $CLASS_ID = $word:5 57 $URI = $word:6 58 $DET_URI = $word:7 59 $CAMERA = $word:8 58 60 ## must include the detID and iter in the key (if we have two running at the same time...) 59 61 ## Also needed to be in the output file (or path) 60 queuepush DetrendResidImfiles -uniq -key 1: 3:4:5 "NEW $ITER $DET_TYPE $DET_ID $EXP_TAG $CLASS_ID $URI_IN$CAMERA"62 queuepush DetrendResidImfiles -uniq -key 1:2:5:6 "NEW $DET_ID $ITER $DET_TYPE $MODE $EXP_TAG $CLASS_ID $URI $DET_URI $CAMERA" 61 63 end 62 64 … … 95 97 96 98 strpop line state 97 queuepush DetrendResidImfiles -replace -key 1: 3:4:5"RUN $line"99 queuepush DetrendResidImfiles -replace -key 1:2:5:6 "RUN $line" 98 100 99 101 ## the DetrendResidImfiles queue contains: … … 101 103 ## NOTE: the queue has the STATE prepended 102 104 list word -split $line 103 $ITER = $word:0 104 $DET_TYPE = $word:1 105 $DET_ID = $word:2 106 $EXP_TAG = $word:3 107 $CLASS_ID = $word:4 108 $URI_IN = $word:5 109 $CAMERA = $word:6 105 $DET_ID = $word:0 106 $ITER = $word:1 107 $DET_TYPE = $word:2 108 $MODE = $word:3 109 $EXP_TAG = $word:4 110 $CLASS_ID = $word:5 111 $URI = $word:6 112 $DET_URI = $word:7 113 $CAMERA = $word:8 110 114 111 115 $DET_DIR = `dirname $URI_IN` … … 127 131 # need to parse the subdir path for the detrend URL 128 132 $DET_URL = $DET_DIR/$CAMERA.$DET_TYPE.$DET_ID.$ITER.$CLASS_ID.fits 129 echo command detrend_resid.pl --det_id $DET_ID --iteration $ITER --exp_tag $EXP_TAG --class_id $CLASS_ID --det_type $DET_TYPE --detrend $DET_URL --input_uri $URI_IN 130 command detrend_resid.pl --det_id $DET_ID --iteration $ITER --exp_tag $EXP_TAG --class_id $CLASS_ID --det_type $DET_TYPE --detrend $DET_URL --input_uri $URI_IN 133 echo command detrend_resid.pl --det_id $DET_ID --iteration $ITER --exp_tag $EXP_TAG --class_id $CLASS_ID --det_type $DET_TYPE --detrend $DET_URL --input_uri $URI_IN --camera $CAMERA 134 command detrend_resid.pl --det_id $DET_ID --iteration $ITER --exp_tag $EXP_TAG --class_id $CLASS_ID --det_type $DET_TYPE --detrend $DET_URL --input_uri $URI_IN --camera $CAMERA 131 135 end 132 136 133 137 # success 134 138 task.exit 0 135 queuepush DetrendResidImfiles -replace -key 1: 3:4:5"DONE $options:0"136 end 137 138 # default exit status 139 task.exit default 140 queuepush DetrendResidImfiles -replace -key 1: 3:4:5"FAIL $options:0"141 end 142 143 # operation times out? 144 task.exit timeout 145 queuepush DetrendResidImfiles -replace -key 1: 3:4:5"TIMEOUT $options:0"139 queuepush DetrendResidImfiles -replace -key 1:2:5:6 "DONE $options:0" 140 end 141 142 # default exit status 143 task.exit default 144 queuepush DetrendResidImfiles -replace -key 1:2:5:6 "FAIL $options:0" 145 end 146 147 # operation times out? 148 task.exit timeout 149 queuepush DetrendResidImfiles -replace -key 1:2:6:6 "TIMEOUT $options:0" 146 150 end 147 151 end … … 176 180 $ITER = $word:1 177 181 $DET_TYPE = $word:2 178 $EXP_TAG = $word:3 179 $INCLUDE = $word:4 180 $CAMERA = $word:5 181 queuepush DetrendResidExposures -uniq -key 1:2:4 "NEW $DET_ID $ITER $DET_TYPE $EXP_TAG $INCLUDE $CAMERA" 182 $MODE = $word:3 183 $EXP_TAG = $word:4 184 $INCLUDE = $word:5 185 $CAMERA = $word:6 186 queuepush DetrendResidExposures -uniq -key 1:2:5 "NEW $DET_ID $ITER $DET_TYPE $MODE $EXP_TAG $INCLUDE $CAMERA" 182 187 end 183 188 … … 216 221 217 222 strpop line state 218 queuepush DetrendResidExposures -replace -key 1:2: 4"RUN $line"223 queuepush DetrendResidExposures -replace -key 1:2:5 "RUN $line" 219 224 220 225 ## the DetrendResidExposures queue contains: … … 225 230 $ITER = $word:1 226 231 $DET_TYPE = $word:2 227 $EXP_TAG = $word:3 228 $INCLUDE = $word:4 229 $CAMERA = $word:5 232 $MODE = $word:3 233 $EXP_TAG = $word:4 234 $INCLUDE = $word:5 235 $CAMERA = $word:6 230 236 231 237 # XXX add $WORKDIR/$LOG_DIR … … 240 246 end 241 247 242 ### XXX artificially reject a few randomly243 if ($ITER == 0)244 $drop = (rnd(0) < 0.33)245 else246 $drop = ("$INCLUDE" == "F")247 end248 ### XXX no artificial rejections249 $drop = 0250 251 248 # create example job options as a demonstration 252 249 options "$line" 253 if ($drop) 254 echo command detrend_reject_imfile.pl --det_id $DET_ID --iteration $ITER --exp_tag $EXP_TAG --det_type $DET_TYPE --camera $CAMERA --reject 255 command detrend_reject_imfile.pl --det_id $DET_ID --iteration $ITER --exp_tag $EXP_TAG --det_type $DET_TYPE --camera $CAMERA --reject 256 else 257 echo command detrend_reject_imfile.pl --det_id $DET_ID --iteration $ITER --exp_tag $EXP_TAG --det_type $DET_TYPE --camera $CAMERA 258 command detrend_reject_imfile.pl --det_id $DET_ID --iteration $ITER --exp_tag $EXP_TAG --det_type $DET_TYPE --camera $CAMERA 259 end 250 echo command detrend_reject_imfile.pl --det_id $DET_ID --iteration $ITER --exp_tag $EXP_TAG --det_type $DET_TYPE --camera $CAMERA 251 command detrend_reject_imfile.pl --det_id $DET_ID --iteration $ITER --exp_tag $EXP_TAG --det_type $DET_TYPE --camera $CAMERA 260 252 end 261 253 262 254 # success 263 255 task.exit 0 264 queuepush DetrendResidExposures -replace -key 1:2: 4"DONE $options:0"265 end 266 267 # default exit status 268 task.exit default 269 queuepush DetrendResidExposures -replace -key 1:2: 4"FAIL $options:0"270 end 271 272 # operation times out? 273 task.exit timeout 274 queuepush DetrendResidExposures -replace -key 1:2: 4"TIMEOUT $options:0"275 end 276 end 256 queuepush DetrendResidExposures -replace -key 1:2:5 "DONE $options:0" 257 end 258 259 # default exit status 260 task.exit default 261 queuepush DetrendResidExposures -replace -key 1:2:5 "FAIL $options:0" 262 end 263 264 # operation times out? 265 task.exit timeout 266 queuepush DetrendResidExposures -replace -key 1:2:5 "TIMEOUT $options:0" 267 end 268 end -
trunk/ippTasks/phase0.pro
r9506 r10542 104 104 # create the command line 105 105 options "$line" 106 echo command phase0_imfile.pl --exp_tag $EXP_TAG --class $CLASS --class_id $CLASS_ID --uri $URI107 command phase0_imfile.pl --exp_tag $EXP_TAG --class $CLASS --class_id $CLASS_ID --uri $URI106 echo command phase0_imfile.pl --exp_tag $EXP_TAG --class_id $CLASS_ID --uri $URI 107 command phase0_imfile.pl --exp_tag $EXP_TAG --class_id $CLASS_ID --uri $URI 108 108 end 109 109 … … 159 159 # $CAMERA = $word:2 160 160 # $TELESCOPE = $word:3 161 # $TYPE = $word:4 162 # $IMFILES = $word:5 161 # $DATEOBS = $word:4 162 # $TYPE = $word:5 163 # $IMFILES = $word:6 163 164 queuepush Phase0Exposures -uniq -key 1 "NEW $EXP_TAG" 164 165 end
Note:
See TracChangeset
for help on using the changeset viewer.
