Changeset 38974 for trunk/ippToPsps/test/sastest.sh
- Timestamp:
- Oct 27, 2015, 2:39:51 PM (11 years ago)
- File:
-
- 1 edited
-
trunk/ippToPsps/test/sastest.sh (modified) (21 diffs)
Legend:
- Unmodified
- Added
- Removed
-
trunk/ippToPsps/test/sastest.sh
r38964 r38974 15 15 # mkgpc1.sh user localhost eam eam 16 16 17 set mkgpc1 = 1 17 # takes a long time to generate the gpc1 database (or at least the dvo database) 18 # default is OFF 19 set mkgpc1 = 0 18 20 set initdb = 1 19 set mkdummy = 120 21 set initscratch = 1 21 22 set initbatch = 1 … … 24 25 set stackqueue = 1 25 26 set stackbatch = 1 27 set forcequeue = 1 28 set forcebatch = 1 26 29 set objectqueue = 1 27 30 set objectbatch = 1 31 set forcedobjqueue = 1 32 set forcedobjbatch = 1 33 34 set debug = "" 28 35 29 36 set targ = ($argv) … … 37 44 echo " -XX : turn off features" 38 45 echo " +XX : turn on features" 39 echo " features: all, mkgpc1, initdb, initscratch, initbatch, camera, stack, object"46 echo " features: all, mkgpc1, initdb, initscratch, initbatch, camera, stack, forcedwarp, object, forcedobject" 40 47 exit 2 41 48 case -all … … 48 55 set stackqueue = 0 49 56 set stackbatch = 0 57 set forcequeue = 0 58 set forcebatch = 0 50 59 set objectqueue = 0 51 60 set objectbatch = 0 61 set forcedobjqueue = 0 62 set forcedobjbatch = 0 52 63 breaksw; 53 64 case -mkgpc1 … … 75 86 set objectbatch = 0 76 87 breaksw; 88 case -forcedwarp 89 set forcequeue = 0 90 set forcebatch = 0 91 breaksw; 92 case -forcedobject 93 set forcedobjqueue = 0 94 set forcedobjbatch = 0 95 breaksw; 96 case -debug 97 set debug = "-debug" 98 breaksw; 77 99 default: 78 100 set args=($args $targ[1]); … … 88 110 switch ("$targ[1]") 89 111 case +all 90 set mkgpc1 = 1 112 # need to turn on mkgpc1 explicitly 113 set mkgpc1 = 0 91 114 set initdb = 1 92 115 set initscratch = 1 … … 98 121 set objectqueue = 1 99 122 set objectbatch = 1 123 set forcequeue = 1 124 set forcebatch = 1 125 set forcedobjqueue = 1 126 set forcedobjbatch = 1 100 127 breaksw; 101 128 case +mkgpc1 … … 122 149 set objectqueue = 1 123 150 set objectbatch = 1 151 breaksw; 152 case +forcedwarp 153 set forcequeue = 1 154 set forcebatch = 1 155 breaksw; 156 case +forcedobject 157 set forcedobjqueue = 1 158 set forcedobjbatch = 1 124 159 breaksw; 125 160 default: … … 134 169 echo " -XX : turn off features" 135 170 echo " +XX : turn on features" 136 echo " features: all, mkgpc1, initdb, initscratch, initbatch, camera, stack, object" 171 echo " features: all, mkgpc1, initdb, initscratch, initbatch, camera, object, stack, forcedwarp, forcedobject" 172 echo " (NOTE: you need to explicitly turn on mkgpc1 if you want to re-build the dvo)" 137 173 exit 2 138 174 endif 139 140 set stackqueuename = 0141 set objectqueuename = 0142 175 143 176 set OUTDIR = "sasdata" 144 177 set queuename = "test" 178 set stackqueuename = $queuename\_stk 179 set objectqueuename = $queuename\_obj 180 set forcedwarpqueuename = $queuename\_wrp 181 set forcedobjqueuename = $queuename\_fwo 145 182 146 183 if ($mkgpc1) then … … 148 185 echo " ---- mksasdata.dvo : creating the dvo & gpc1 database entries ----" 149 186 mksasdata.dvo 187 if ($status) then 188 echo "failed to generate the data & dvo, quitting" 189 exit 2 190 endif 150 191 endif 151 192 … … 157 198 # does the database already exist? 158 199 # XXX this command will blow away an existing database!! 159 mysql -h localhost -u dvo -pdvo -e "create database ipptopsps_test" 160 mysql -h localhost -u dvo -pdvo ipptopsps_test < $IPPTOPSPS_DATA/ippToPspsDbSchema.sql 200 mysql -h localhost -u dvo -pdvo -e "create database if not exists ipptopsps_test" || exit 3 201 mysql -h localhost -u dvo -pdvo ipptopsps_test < $IPPTOPSPS_DATA/ippToPspsDbSchema.sql || exit 3 202 echo " ---- init ipptopsps_test: done ----" 161 203 endif 162 204 163 205 # re-create the ipptopsps database 164 206 if ($initscratch) then 207 echo "" 208 echo " ---- init ipptopsps_test_scratch ----" 165 209 166 210 # create the database (ignore failure if it already exists) 167 mysql -h localhost -u dvo -pdvo -e "drop database i pptopsps_scratch"168 mysql -h localhost -u dvo -pdvo -e "create database ipptopsps_ scratch"211 mysql -h localhost -u dvo -pdvo -e "drop database if exists ipptopsps_test_scratch" 212 mysql -h localhost -u dvo -pdvo -e "create database ipptopsps_test_scratch" 169 213 ippjython setupScratchDb.py -test < /dev/null 170 if ($status) exit 214 if ($status) exit 1 171 215 endif 172 216 … … 182 226 echo "IPP_PSPS " >> initbatch.dat # datastore_type 183 227 echo "0 " >> initbatch.dat # datastore_publish 184 echo " none" >> initbatch.dat # dvo_label228 echo "init " >> initbatch.dat # dvo_label 185 229 echo "none " >> initbatch.dat # dvo_location 186 230 echo "0 " >> initbatch.dat # min_ra … … 189 233 echo "0 " >> initbatch.dat # max_dec 190 234 echo "2 " >> initbatch.dat # box_size 191 echo " none" >> initbatch.dat # base_path235 echo "$OUTDIR " >> initbatch.dat # base_path 192 236 echo "0 " >> initbatch.dat # data_release 193 237 echo "0 " >> initbatch.dat # delete_local … … 210 254 echo "2000-01-01 00:00:00.0 " >> initbatch.dat # trange_start 211 255 echo "2020-01-01 00:00:00.0 " >> initbatch.dat # trange_end 212 cat initbatch.dat | ippjython queue.py -test edit256 cat initbatch.dat | ippjython queue.py $debug -test edit 213 257 if ($status) exit 214 258 … … 217 261 218 262 rm -rf $OUTDIR/IN 219 ippjython loader.py -test initbatch init < /dev/null220 if ($status) exit 263 ippjython loader.py $debug -test initbatch init < /dev/null 264 if ($status) exit 1 221 265 endif 222 266 … … 230 274 echo "IPP_PSPS " >> cambatch.dat # datastore_type 231 275 echo "0 " >> cambatch.dat # datastore_publish 232 echo "catdir.sas .cam" >> cambatch.dat # dvo_label233 echo "$OUTDIR/catdir.sas .cam" >> cambatch.dat # dvo_location276 echo "catdir.sas " >> cambatch.dat # dvo_label 277 echo "$OUTDIR/catdir.sas " >> cambatch.dat # dvo_location 234 278 echo "330 " >> cambatch.dat # min_ra 235 279 echo "340 " >> cambatch.dat # max_ra … … 258 302 echo "2000-01-01 00:00:00.0 " >> cambatch.dat # trange_start 259 303 echo "2020-01-01 00:00:00.0 " >> cambatch.dat # trange_end 260 cat cambatch.dat | ippjython queue.py -test edit304 cat cambatch.dat | ippjython queue.py $debug -test edit 261 305 if ($status) exit 262 306 endif … … 267 311 268 312 rm -rf $OUTDIR/P2 269 ippjython loader.py -test $queuename once < /dev/null 270 if ($status) exit 271 endif 272 273 # this code is sensitive to a previously existing database? 274 if ($stackqueue) then 275 echo "" 276 echo " ---- queue ST batches ----" 277 278 if ($stackqueuename == 0) then 279 set stackqueuename = $queuename\_stk 280 endif 281 echo "$stackqueuename " > stackbatch.dat # skychunk name 282 echo "test_ds " >> stackbatch.dat # datastore_product 283 echo "IPP_PSPS " >> stackbatch.dat # datastore_type 284 echo "0 " >> stackbatch.dat # datastore_publish 285 echo "catdir.sas.cam " >> stackbatch.dat # dvo_label 286 echo "$OUTDIR/catdir.sas.cam" >> stackbatch.dat # dvo_location 287 echo "332 " >> stackbatch.dat # min_ra 288 echo "335 " >> stackbatch.dat # max_ra 289 echo "-6 " >> stackbatch.dat # min_dec 290 echo "-4 " >> stackbatch.dat # max_dec 291 echo "1 " >> stackbatch.dat # box_size 292 echo "$OUTDIR " >> stackbatch.dat # base_path 293 echo "0 " >> stackbatch.dat # data_release 294 echo "0 " >> stackbatch.dat # delete_local 295 echo "1 " >> stackbatch.dat # delete_datastore 296 echo "1 " >> stackbatch.dat # delete_dxlayer 297 echo "2012-12-10 00:00:00.0 " >> stackbatch.dat # epoch 298 echo "3PI " >> stackbatch.dat # survey 299 echo "3PI " >> stackbatch.dat # psps_survey 300 echo "0 " >> stackbatch.dat # queue_P2 301 echo "1 " >> stackbatch.dat # queue_ST 302 echo "0 " >> stackbatch.dat # queue_OB 303 echo "0 " >> stackbatch.dat # queue_DF 304 echo "0 " >> stackbatch.dat # queue_DO 305 echo "0 " >> stackbatch.dat # queue_FW 306 echo "0 " >> stackbatch.dat # queue_FO 307 echo "1 " >> stackbatch.dat # active 308 echo "0 " >> stackbatch.dat # parallel 309 echo "use_new " >> stackbatch.dat # P2_smf_version 310 echo "any " >> stackbatch.dat # ST_cmf_version 311 echo "2000-01-01 00:00:00.0 " >> stackbatch.dat # trange_start 312 echo "2020-01-01 00:00:00.0 " >> stackbatch.dat # trange_end 313 cat stackbatch.dat | ippjython queue.py -test edit 314 if ($status) exit 315 endif 316 317 if ($stackbatch) then 318 echo "" 319 echo " ---- load ST batches ----" 320 321 if ($stackqueuename == 0) then 322 set stackqueuename = $queuename\_stk 323 endif 324 rm -rf $OUTDIR/ST 325 ippjython loader.py -test $stackqueuename once < /dev/null 326 if ($status) exit 327 endif 313 ippjython loader.py $debug -test $queuename once < /dev/null 314 if ($status) exit 315 endif 316 317 ############################ OB batches ################################ 328 318 329 319 # this code is sensitive to a previously existing database? … … 332 322 echo " ---- queue OB batches ----" 333 323 334 if ($objectqueuename == 0) then335 set objectqueuename = $queuename\_obj336 endif337 324 echo "$objectqueuename " > objectbatch.dat # skychunk name 338 325 echo "test_ds " >> objectbatch.dat # datastore_product 339 326 echo "IPP_PSPS " >> objectbatch.dat # datastore_type 340 327 echo "0 " >> objectbatch.dat # datastore_publish 341 echo "catdir.sas .cam" >> objectbatch.dat # dvo_label342 echo "$OUTDIR/catdir.sas .cam" >> objectbatch.dat # dvo_location328 echo "catdir.sas " >> objectbatch.dat # dvo_label 329 echo "$OUTDIR/catdir.sas " >> objectbatch.dat # dvo_location 343 330 echo "330 " >> objectbatch.dat # min_ra 344 331 echo "340 " >> objectbatch.dat # max_ra … … 367 354 echo "2000-01-01 00:00:00.0 " >> objectbatch.dat # trange_start 368 355 echo "2020-01-01 00:00:00.0 " >> objectbatch.dat # trange_end 369 cat objectbatch.dat | ippjython queue.py -test edit once356 cat objectbatch.dat | ippjython queue.py $debug -test edit once 370 357 if ($status) exit 371 358 endif … … 375 362 echo " ---- load OB batches ----" 376 363 377 if ($objectqueuename == 0) then378 set objectqueuename = $queuename\_obj379 endif380 364 rm -rf $OUTDIR/OB 381 365 382 ippjython loader.py -test $objectqueuename once < /dev/null 383 if ($status) exit 384 endif 385 366 ippjython loader.py $debug -test $objectqueuename once < /dev/null 367 if ($status) exit 368 endif 369 370 ############################ ST batches ################################ 371 372 # this code is sensitive to a previously existing database? 373 if ($stackqueue) then 374 echo "" 375 echo " ---- queue ST batches ----" 376 377 echo "$stackqueuename " > stackbatch.dat # skychunk name 378 echo "test_ds " >> stackbatch.dat # datastore_product 379 echo "IPP_PSPS " >> stackbatch.dat # datastore_type 380 echo "0 " >> stackbatch.dat # datastore_publish 381 echo "catdir.sas " >> stackbatch.dat # dvo_label 382 echo "$OUTDIR/catdir.sas " >> stackbatch.dat # dvo_location 383 echo "332.0 " >> stackbatch.dat # min_ra 384 echo "334.5 " >> stackbatch.dat # max_ra 385 echo "-1 " >> stackbatch.dat # min_dec 386 echo "+1 " >> stackbatch.dat # max_dec 387 echo "1 " >> stackbatch.dat # box_size 388 echo "$OUTDIR " >> stackbatch.dat # base_path 389 echo "0 " >> stackbatch.dat # data_release 390 echo "0 " >> stackbatch.dat # delete_local 391 echo "1 " >> stackbatch.dat # delete_datastore 392 echo "1 " >> stackbatch.dat # delete_dxlayer 393 echo "2012-12-10 00:00:00.0 " >> stackbatch.dat # epoch 394 echo "3PI " >> stackbatch.dat # survey 395 echo "3PI " >> stackbatch.dat # psps_survey 396 echo "0 " >> stackbatch.dat # queue_P2 397 echo "1 " >> stackbatch.dat # queue_ST 398 echo "0 " >> stackbatch.dat # queue_OB 399 echo "0 " >> stackbatch.dat # queue_DF 400 echo "0 " >> stackbatch.dat # queue_DO 401 echo "0 " >> stackbatch.dat # queue_FW 402 echo "0 " >> stackbatch.dat # queue_FO 403 echo "1 " >> stackbatch.dat # active 404 echo "0 " >> stackbatch.dat # parallel 405 echo "use_new " >> stackbatch.dat # P2_smf_version 406 echo "any " >> stackbatch.dat # ST_cmf_version 407 echo "2000-01-01 00:00:00.0 " >> stackbatch.dat # trange_start 408 echo "2020-01-01 00:00:00.0 " >> stackbatch.dat # trange_end 409 cat stackbatch.dat | ippjython queue.py $debug -test edit 410 if ($status) exit 1 411 endif 412 413 if ($stackbatch) then 414 echo "" 415 echo " ---- load ST batches ----" 416 417 rm -rf $OUTDIR/ST 418 ippjython loader.py $debug -test $stackqueuename once < /dev/null 419 if ($status) exit 1 420 endif 421 422 ############################ FW batches ################################ 423 424 # this code is sensitive to a previously existing database? 425 if ($forcequeue) then 426 echo "" 427 echo " ---- queue FW batches ----" 428 429 echo "$forcedwarpqueuename " > forcebatch.dat # skychunk name 430 echo "test_ds " >> forcebatch.dat # datastore_product 431 echo "IPP_PSPS " >> forcebatch.dat # datastore_type 432 echo "0 " >> forcebatch.dat # datastore_publish 433 echo "catdir.sas " >> forcebatch.dat # dvo_label 434 echo "$OUTDIR/catdir.sas " >> forcebatch.dat # dvo_location 435 echo "332.0 " >> forcebatch.dat # min_ra 436 echo "334.5 " >> forcebatch.dat # max_ra 437 echo "-1 " >> forcebatch.dat # min_dec 438 echo "+1 " >> forcebatch.dat # max_dec 439 echo "2 " >> forcebatch.dat # box_size 440 echo "$OUTDIR " >> forcebatch.dat # base_path 441 echo "0 " >> forcebatch.dat # data_release 442 echo "0 " >> forcebatch.dat # delete_local 443 echo "1 " >> forcebatch.dat # delete_datastore 444 echo "1 " >> forcebatch.dat # delete_dxlayer 445 echo "2012-12-10 00:00:00.0 " >> forcebatch.dat # epoch 446 echo "3PI " >> forcebatch.dat # survey 447 echo "3PI " >> forcebatch.dat # psps_survey 448 echo "0 " >> forcebatch.dat # queue_P2 449 echo "0 " >> forcebatch.dat # queue_ST 450 echo "0 " >> forcebatch.dat # queue_OB 451 echo "0 " >> forcebatch.dat # queue_DF 452 echo "0 " >> forcebatch.dat # queue_DO 453 echo "1 " >> forcebatch.dat # queue_FW 454 echo "0 " >> forcebatch.dat # queue_FO 455 echo "1 " >> forcebatch.dat # active 456 echo "0 " >> forcebatch.dat # parallel 457 echo "use_new " >> forcebatch.dat # P2_smf_version 458 echo "any " >> forcebatch.dat # ST_cmf_version 459 echo "2000-01-01 00:00:00.0 " >> forcebatch.dat # trange_start 460 echo "2020-01-01 00:00:00.0 " >> forcebatch.dat # trange_end 461 ippjython queue.py $debug -test edit < forcebatch.dat 462 if ($status) exit 1 463 endif 464 465 if ($forcebatch) then 466 echo "" 467 echo " ---- load FW batches ----" 468 469 rm -rf $OUTDIR/FW 470 ippjython loader.py $debug -test $forcedwarpqueuename once < /dev/null 471 if ($status) exit 472 endif 473 474 ############################ FO batches ################################ 475 476 # this code is sensitive to a previously existing database? 477 if ($forcedobjqueue) then 478 echo "" 479 echo " ---- queue FO batches ----" 480 481 echo "$forcedobjqueuename " > forcedobjectbatch.dat # skychunk name 482 echo "test_ds " >> forcedobjectbatch.dat # datastore_product 483 echo "IPP_PSPS " >> forcedobjectbatch.dat # datastore_type 484 echo "0 " >> forcedobjectbatch.dat # datastore_publish 485 echo "catdir.sas " >> forcedobjectbatch.dat # dvo_label 486 echo "$OUTDIR/catdir.sas " >> forcedobjectbatch.dat # dvo_location 487 echo "332.0 " >> forcedobjectbatch.dat # min_ra 488 echo "334.5 " >> forcedobjectbatch.dat # max_ra 489 echo "-1 " >> forcedobjectbatch.dat # min_dec 490 echo "+1 " >> forcedobjectbatch.dat # max_dec 491 echo "2 " >> forcedobjectbatch.dat # box_size 492 echo "$OUTDIR " >> forcedobjectbatch.dat # base_path 493 echo "0 " >> forcedobjectbatch.dat # data_release 494 echo "0 " >> forcedobjectbatch.dat # delete_local 495 echo "1 " >> forcedobjectbatch.dat # delete_datastore 496 echo "1 " >> forcedobjectbatch.dat # delete_dxlayer 497 echo "2012-12-10 00:00:00.0 " >> forcedobjectbatch.dat # epoch 498 echo "3PI " >> forcedobjectbatch.dat # survey 499 echo "3PI " >> forcedobjectbatch.dat # psps_survey 500 echo "0 " >> forcedobjectbatch.dat # queue_P2 501 echo "0 " >> forcedobjectbatch.dat # queue_ST 502 echo "0 " >> forcedobjectbatch.dat # queue_OB 503 echo "0 " >> forcedobjectbatch.dat # queue_DF 504 echo "0 " >> forcedobjectbatch.dat # queue_DO 505 echo "0 " >> forcedobjectbatch.dat # queue_FW 506 echo "1 " >> forcedobjectbatch.dat # queue_FO 507 echo "1 " >> forcedobjectbatch.dat # active 508 echo "0 " >> forcedobjectbatch.dat # parallel 509 echo "use_new " >> forcedobjectbatch.dat # P2_smf_version 510 echo "any " >> forcedobjectbatch.dat # ST_cmf_version 511 echo "2000-01-01 00:00:00.0 " >> forcedobjectbatch.dat # trange_start 512 echo "2020-01-01 00:00:00.0 " >> forcedobjectbatch.dat # trange_end 513 ippjython queue.py $debug -test edit once -simtest < forcedobjectbatch.dat 514 if ($status) exit 515 endif 516 517 if ($forcedobjbatch) then 518 echo "" 519 echo " ---- load LO batches ----" 520 521 rm -rf $OUTDIR/LO 522 523 ippjython loader.py $debug -test $forcedobjqueuename once -simtest < /dev/null 524 if ($status) exit 525 endif 526
Note:
See TracChangeset
for help on using the changeset viewer.
