Changeset 37246 for trunk/ippToPsps/test/sastest.sh
- Timestamp:
- Aug 12, 2014, 4:10:18 PM (12 years ago)
- File:
-
- 1 edited
-
trunk/ippToPsps/test/sastest.sh (modified) (5 diffs)
Legend:
- Unmodified
- Added
- Removed
-
trunk/ippToPsps/test/sastest.sh
r35179 r37246 1 1 #!/bin/csh -f 2 2 3 set stackqueuename = 0 4 if ($#argv > 0) then 5 set stackqueuename = $1 6 echo "stackqueue: $stackqueuename" 7 endif 3 chmod +x mksasdata.dvo mkgpc1.sh 8 4 9 5 # a bit crude : get the datadir path by interpolation of the PATH element for psconfig … … 19 15 # mkgpc1.sh user localhost eam eam 20 16 21 set mkgpc1 = 1 22 set initdb = 1 23 set mkdummy = 1 24 set initscratch = 1 25 set initbatch = 1 26 set camqueue = 1 27 set cambatch = 1 28 set stackqueue = 0 29 set stackbatch = 0 30 31 set OUTDIR = "sas12" 17 set mkgpc1 = 1 18 set initdb = 1 19 set mkdummy = 1 20 set initscratch = 1 21 set initbatch = 1 22 set camqueue = 1 23 set cambatch = 1 24 set stackqueue = 1 25 set stackbatch = 1 26 set objectqueue = 1 27 set objectbatch = 1 28 29 set targ = ($argv) 30 set args = "" 31 32 while ($#targ) 33 switch ("$targ[1]") 34 case -h 35 case -help 36 echo "USAGE: fulltest.sh [-XX] [+XX]" 37 echo " -XX : turn off features" 38 echo " +XX : turn on features" 39 echo " features: all, mkgpc1, initdb, initscratch, initbatch, camera, stack, object" 40 exit 2 41 case -all 42 set mkgpc1 = 0 43 set initdb = 0 44 set initscratch = 0 45 set initbatch = 0 46 set camqueue = 0 47 set cambatch = 0 48 set stackqueue = 0 49 set stackbatch = 0 50 set objectqueue = 0 51 set objectbatch = 0 52 breaksw; 53 case -mkgpc1 54 set mkgpc1 = 0 55 breaksw; 56 case -initdb 57 set initdb = 0 58 breaksw; 59 case -initscratch 60 set initscratch = 0 61 breaksw; 62 case -initbatch 63 set initbatch = 0 64 breaksw; 65 case -camera 66 set camqueue = 0 67 set cambatch = 0 68 breaksw; 69 case -stack 70 set stackqueue = 0 71 set stackbatch = 0 72 breaksw; 73 case -object 74 set objectqueue = 0 75 set objectbatch = 0 76 breaksw; 77 default: 78 set args=($args $targ[1]); 79 breaksw; 80 endsw 81 shift targ 82 end 83 84 set targ = ($args) 85 set args = "" 86 87 while ($#targ) 88 switch ("$targ[1]") 89 case +all 90 set mkgpc1 = 1 91 set initdb = 1 92 set initscratch = 1 93 set initbatch = 1 94 set camqueue = 1 95 set cambatch = 1 96 set stackqueue = 1 97 set stackbatch = 1 98 set objectqueue = 1 99 set objectbatch = 1 100 breaksw; 101 case +mkgpc1 102 set mkgpc1 = 1 103 breaksw; 104 case +initdb 105 set initdb = 1 106 breaksw; 107 case +initscratch 108 set initscratch = 1 109 breaksw; 110 case +initbatch 111 set initbatch = 1 112 breaksw; 113 case "+camera" 114 set camqueue = 1 115 set cambatch = 1 116 breaksw; 117 case +stack 118 set stackqueue = 1 119 set stackbatch = 1 120 breaksw; 121 case +object 122 set objectqueue = 1 123 set objectbatch = 1 124 breaksw; 125 default: 126 set args=($args $targ[1]); 127 breaksw; 128 endsw 129 shift targ 130 end 131 132 if ($args[1] != "") then 133 echo "USAGE: sastest.sh [-XX] [+XX]" 134 echo " -XX : turn off features" 135 echo " +XX : turn on features" 136 echo " features: all, mkgpc1, initdb, initscratch, initbatch, camera, stack, object" 137 exit 2 138 endif 139 140 set stackqueuename = 0 141 set objectqueuename = 0 142 143 set OUTDIR = "sasdata" 32 144 set queuename = "test" 33 145 34 146 if ($mkgpc1) then 147 echo "" 148 echo " ---- mksasdata.dvo : creating the dvo & gpc1 database entries ----" 35 149 mksasdata.dvo 36 150 endif … … 38 152 # create the ipptopsps database 39 153 if ($initdb) then 154 echo "" 155 echo " ---- init ipptopsps_test ----" 40 156 41 157 # does the database already exist? … … 43 159 mysql -h localhost -u dvo -pdvo -e "create database ipptopsps_test" 44 160 mysql -h localhost -u dvo -pdvo ipptopsps_test < $IPPTOPSPS_DATA/ippToPspsDbSchema.sql 45 46 161 endif 47 162 … … 52 167 mysql -h localhost -u dvo -pdvo -e "drop database ipptopsps_scratch" 53 168 mysql -h localhost -u dvo -pdvo -e "create database ipptopsps_scratch" 54 ippjython setupScratchDb.py -test 169 ippjython setupScratchDb.py -test < /dev/null 170 if ($status) exit 171 endif 172 173 # this is poor : we need to queue something in order to generate an init batch 174 # this is because a skychunk carries the info about the datastore used to publish 175 # the batch 176 if ($initbatch) then 177 echo "" 178 echo " ---- make skychunk for IN batches ----" 179 180 echo "initbatch " > initbatch.dat # skychunk name 181 echo "test_ds " >> initbatch.dat # datastore_product 182 echo "IPP_PSPS " >> initbatch.dat # datastore_type 183 echo "0 " >> initbatch.dat # datastore_publish 184 echo "none " >> initbatch.dat # dvo_label 185 echo "none " >> initbatch.dat # dvo_location 186 echo "0 " >> initbatch.dat # min_ra 187 echo "0 " >> initbatch.dat # max_ra 188 echo "0 " >> initbatch.dat # min_dec 189 echo "0 " >> initbatch.dat # max_dec 190 echo "2 " >> initbatch.dat # box_size 191 echo "none " >> initbatch.dat # base_path 192 echo "0 " >> initbatch.dat # data_release 193 echo "0 " >> initbatch.dat # delete_local 194 echo "1 " >> initbatch.dat # delete_datastore 195 echo "1 " >> initbatch.dat # delete_dxlayer 196 echo "2012-12-10 00:00:00.0 " >> initbatch.dat # epoch 197 echo "3PI " >> initbatch.dat # survey 198 echo "3PI " >> initbatch.dat # psps_survey 199 echo "0 " >> initbatch.dat # queue_P2 200 echo "0 " >> initbatch.dat # queue_ST 201 echo "0 " >> initbatch.dat # queue_OB 202 echo "0 " >> initbatch.dat # queue_DF 203 echo "0 " >> initbatch.dat # queue_DO 204 echo "0 " >> initbatch.dat # queue_FW 205 echo "0 " >> initbatch.dat # queue_FO 206 echo "1 " >> initbatch.dat # active 207 echo "0 " >> initbatch.dat # parallel 208 echo "use_new " >> initbatch.dat # P2_smf_version 209 echo "any " >> initbatch.dat # ST_cmf_version 210 echo "2000-01-01 00:00:00.0 " >> initbatch.dat # trange_start 211 echo "2020-01-01 00:00:00.0 " >> initbatch.dat # trange_end 212 cat initbatch.dat | ippjython queue.py -test edit 213 if ($status) exit 214 215 echo "" 216 echo " ---- create init batch ----" 217 218 rm -rf $OUTDIR/IN 219 ippjython loader.py -test initbatch init < /dev/null 220 if ($status) exit 55 221 endif 56 222 57 223 # this code is sensitive to a previously existing database? 58 224 if ($camqueue) then 59 ippjython queue.py -test edit <<EOF 60 $queuename 61 test_ds 62 IPP_PSPS 63 0 64 catdir.sas12 65 $OUTDIR/catdir.sas12 66 330 67 340 68 -8 69 2 70 1 71 $OUTDIR 72 0 73 0 74 1 75 1 76 2012-12-10 00:00:00.0 77 3PI 78 3PI 79 1 80 1 81 1 82 1 83 0 84 1 85 y 86 y 87 EOF 88 endif 89 90 if ($initbatch) then 91 ippjython loader.py -test $queuename init 225 echo "" 226 echo " ---- queue P2 batches ----" 227 228 echo "$queuename " > cambatch.dat # skychunk name 229 echo "test_ds " >> cambatch.dat # datastore_product 230 echo "IPP_PSPS " >> cambatch.dat # datastore_type 231 echo "0 " >> cambatch.dat # datastore_publish 232 echo "catdir.sas.cam " >> cambatch.dat # dvo_label 233 echo "$OUTDIR/catdir.sas.cam" >> cambatch.dat # dvo_location 234 echo "330 " >> cambatch.dat # min_ra 235 echo "340 " >> cambatch.dat # max_ra 236 echo "-10 " >> cambatch.dat # min_dec 237 echo "0 " >> cambatch.dat # max_dec 238 echo "1 " >> cambatch.dat # box_size 239 echo "$OUTDIR " >> cambatch.dat # base_path 240 echo "0 " >> cambatch.dat # data_release 241 echo "0 " >> cambatch.dat # delete_local 242 echo "1 " >> cambatch.dat # delete_datastore 243 echo "1 " >> cambatch.dat # delete_dxlayer 244 echo "2012-12-10 00:00:00.0 " >> cambatch.dat # epoch 245 echo "3PI " >> cambatch.dat # survey 246 echo "3PI " >> cambatch.dat # psps_survey 247 echo "1 " >> cambatch.dat # queue_P2 248 echo "0 " >> cambatch.dat # queue_ST 249 echo "0 " >> cambatch.dat # queue_OB 250 echo "0 " >> cambatch.dat # queue_DF 251 echo "0 " >> cambatch.dat # queue_DO 252 echo "0 " >> cambatch.dat # queue_FW 253 echo "0 " >> cambatch.dat # queue_FO 254 echo "1 " >> cambatch.dat # active 255 echo "0 " >> cambatch.dat # parallel 256 echo "use_new " >> cambatch.dat # P2_smf_version 257 echo "any " >> cambatch.dat # ST_cmf_version 258 echo "2000-01-01 00:00:00.0 " >> cambatch.dat # trange_start 259 echo "2020-01-01 00:00:00.0 " >> cambatch.dat # trange_end 260 cat cambatch.dat | ippjython queue.py -test edit 261 if ($status) exit 92 262 endif 93 263 94 264 if ($cambatch) then 95 ippjython loader.py -test $queuename once 265 echo "" 266 echo " ---- load P2 batches ----" 267 268 rm -rf $OUTDIR/P2 269 ippjython loader.py -test $queuename once < /dev/null 270 if ($status) exit 96 271 endif 97 272 98 273 # this code is sensitive to a previously existing database? 99 274 if ($stackqueue) then 275 echo "" 276 echo " ---- queue ST batches ----" 277 100 278 if ($stackqueuename == 0) then 101 279 set stackqueuename = $queuename\_stk 102 280 endif 103 ippjython queue.py -test edit <<EOF 104 $stackqueuename 105 test_ds 106 IPP_PSPS 107 0 108 catdir.sas12 109 $OUTDIR/catdir.sas12 110 330 111 340 112 -8 113 2 114 1 115 $OUTDIR 116 0 117 0 118 1 119 1 120 2012-12-10 00:00:00.0 121 3PI 122 3PI 123 0 124 1 125 0 126 1 127 0 128 1 129 y 130 y 131 EOF 281 echo "$stackqueuename " > stackbatch.dat # skychunk name 282 echo "test_ds " >> stackbatch.dat # datastore_product 283 echo "IPP_PSPS " >> stackbatch.dat # datastore_type 284 echo "0 " >> stackbatch.dat # datastore_publish 285 echo "catdir.sas.cam " >> stackbatch.dat # dvo_label 286 echo "$OUTDIR/catdir.sas.cam" >> stackbatch.dat # dvo_location 287 echo "332 " >> stackbatch.dat # min_ra 288 echo "335 " >> stackbatch.dat # max_ra 289 echo "-6 " >> stackbatch.dat # min_dec 290 echo "-4 " >> stackbatch.dat # max_dec 291 echo "1 " >> stackbatch.dat # box_size 292 echo "$OUTDIR " >> stackbatch.dat # base_path 293 echo "0 " >> stackbatch.dat # data_release 294 echo "0 " >> stackbatch.dat # delete_local 295 echo "1 " >> stackbatch.dat # delete_datastore 296 echo "1 " >> stackbatch.dat # delete_dxlayer 297 echo "2012-12-10 00:00:00.0 " >> stackbatch.dat # epoch 298 echo "3PI " >> stackbatch.dat # survey 299 echo "3PI " >> stackbatch.dat # psps_survey 300 echo "0 " >> stackbatch.dat # queue_P2 301 echo "1 " >> stackbatch.dat # queue_ST 302 echo "0 " >> stackbatch.dat # queue_OB 303 echo "0 " >> stackbatch.dat # queue_DF 304 echo "0 " >> stackbatch.dat # queue_DO 305 echo "0 " >> stackbatch.dat # queue_FW 306 echo "0 " >> stackbatch.dat # queue_FO 307 echo "1 " >> stackbatch.dat # active 308 echo "0 " >> stackbatch.dat # parallel 309 echo "use_new " >> stackbatch.dat # P2_smf_version 310 echo "any " >> stackbatch.dat # ST_cmf_version 311 echo "2000-01-01 00:00:00.0 " >> stackbatch.dat # trange_start 312 echo "2020-01-01 00:00:00.0 " >> stackbatch.dat # trange_end 313 cat stackbatch.dat | ippjython queue.py -test edit 314 if ($status) exit 132 315 endif 133 316 134 317 if ($stackbatch) then 318 echo "" 319 echo " ---- load ST batches ----" 320 135 321 if ($stackqueuename == 0) then 136 322 set stackqueuename = $queuename\_stk 137 323 endif 138 ippjython loader.py -test $stackqueuename once 139 endif 140 324 rm -rf $OUTDIR/ST 325 ippjython loader.py -test $stackqueuename once < /dev/null 326 if ($status) exit 327 endif 328 329 # this code is sensitive to a previously existing database? 330 if ($objectqueue) then 331 echo "" 332 echo " ---- queue OB batches ----" 333 334 if ($objectqueuename == 0) then 335 set objectqueuename = $queuename\_obj 336 endif 337 echo "$objectqueuename " > objectbatch.dat # skychunk name 338 echo "test_ds " >> objectbatch.dat # datastore_product 339 echo "IPP_PSPS " >> objectbatch.dat # datastore_type 340 echo "0 " >> objectbatch.dat # datastore_publish 341 echo "catdir.sas.cam " >> objectbatch.dat # dvo_label 342 echo "$OUTDIR/catdir.sas.cam " >> objectbatch.dat # dvo_location 343 echo "330 " >> objectbatch.dat # min_ra 344 echo "340 " >> objectbatch.dat # max_ra 345 echo "-10 " >> objectbatch.dat # min_dec 346 echo "0 " >> objectbatch.dat # max_dec 347 echo "2 " >> objectbatch.dat # box_size 348 echo "$OUTDIR " >> objectbatch.dat # base_path 349 echo "0 " >> objectbatch.dat # data_release 350 echo "0 " >> objectbatch.dat # delete_local 351 echo "1 " >> objectbatch.dat # delete_datastore 352 echo "1 " >> objectbatch.dat # delete_dxlayer 353 echo "2012-12-10 00:00:00.0 " >> objectbatch.dat # epoch 354 echo "3PI " >> objectbatch.dat # survey 355 echo "3PI " >> objectbatch.dat # psps_survey 356 echo "0 " >> objectbatch.dat # queue_P2 357 echo "0 " >> objectbatch.dat # queue_ST 358 echo "1 " >> objectbatch.dat # queue_OB 359 echo "0 " >> objectbatch.dat # queue_DF 360 echo "0 " >> objectbatch.dat # queue_DO 361 echo "0 " >> objectbatch.dat # queue_FW 362 echo "0 " >> objectbatch.dat # queue_FO 363 echo "1 " >> objectbatch.dat # active 364 echo "0 " >> objectbatch.dat # parallel 365 echo "use_new " >> objectbatch.dat # P2_smf_version 366 echo "any " >> objectbatch.dat # ST_cmf_version 367 echo "2000-01-01 00:00:00.0 " >> objectbatch.dat # trange_start 368 echo "2020-01-01 00:00:00.0 " >> objectbatch.dat # trange_end 369 cat objectbatch.dat | ippjython queue.py -test edit once 370 if ($status) exit 371 endif 372 373 if ($objectbatch) then 374 echo "" 375 echo " ---- load OB batches ----" 376 377 if ($objectqueuename == 0) then 378 set objectqueuename = $queuename\_obj 379 endif 380 rm -rf $OUTDIR/OB 381 382 ippjython loader.py -test $objectqueuename once < /dev/null 383 if ($status) exit 384 endif 385
Note:
See TracChangeset
for help on using the changeset viewer.
