Changeset 27839 for branches/simmosaic_branches/ippTasks/magic.pro
- Timestamp:
- May 3, 2010, 8:45:22 AM (16 years ago)
- Location:
- branches/simmosaic_branches
- Files:
-
- 2 edited
-
. (modified) (1 prop)
-
ippTasks/magic.pro (modified) (13 diffs)
Legend:
- Unmodified
- Added
- Removed
-
branches/simmosaic_branches
- Property svn:mergeinfo changed
-
branches/simmosaic_branches/ippTasks/magic.pro
r24726 r27839 10 10 book init magicToTree 11 11 book init magicToProcess 12 book init magicToDS13 book init magicDSToRevert14 12 15 13 ### Database lists 16 14 $magicToTree_DB = 0 17 15 $magicToProcess_DB = 0 18 $magicToDS_DB = 0 19 $magicDSToRevert_DB = 0 20 21 #list of stages 22 $STAGE:n = 0 23 list STAGE -add "raw" 24 list STAGE -add "chip" 25 list STAGE -add "camera" 26 list STAGE -add "warp" 27 list STAGE -add "diff" 28 $magicDSRevertStage = 0 16 $magicRevertTree_DB = 0 17 $magicRevertNode_DB = 0 29 18 30 19 ### Check status of tasks … … 32 21 book listbook magicToTree 33 22 book listbook magicToProcess 34 book listbook magicToDS35 book listbook magicDSToRevert36 23 end 37 24 … … 40 27 book init magicToTree 41 28 book init magicToProcess 42 book init magicToDS43 book init magicDSToRevert44 29 end 45 30 46 31 ### Turn tasks on 32 macro magic.revert.on 33 task magic.revert.node 34 active true 35 end 36 task magic.revert.tree 37 active true 38 end 39 end 40 47 41 macro magic.on 48 42 task magic.tree.load … … 58 52 active true 59 53 end 60 task magic.destreak.load 61 active true 62 end 63 task magic.destreak.run 64 active true 65 end 66 end 67 68 macro magic.ds.revert.on 69 task magic.ds.revert.load 70 active true 71 end 72 task magic.ds.revert.run 73 active true 74 end 75 end 54 magic.revert.on 55 end 56 57 macro magic.revert.off 58 task magic.revert.node 59 active false 60 end 61 task magic.revert.tree 62 active false 63 end 64 end 65 76 66 ### Turn tasks off 77 67 macro magic.off … … 88 78 active false 89 79 end 90 task magic.destreak.load 91 active false 92 end 93 task magic.destreak.run 94 active false 95 end 96 end 97 98 macro magic.ds.revert.off 99 task magic.ds.revert.load 100 active false 101 end 102 task magic.ds.revert.run 103 active false 104 end 105 end 106 80 magic.revert.off 81 end 107 82 108 83 task magic.tree.load … … 237 212 238 213 periods -poll $LOADPOLL 239 periods -exec $LOADEXEC 240 periods -timeout 30 214 # periods -exec $LOADEXEC 215 periods -exec 30 216 periods -timeout 300 241 217 npending 1 242 218 … … 330 306 $WORKDIR = $WORKDIR_TEMPLATE 331 307 332 sprintf outroot "%s/%s/%s.mgc.%s.%s" $WORKDIR $EXP_ID $EXP_ID $MAGIC_ID $NODE 333 334 ## generate output log based on filerule (convert the URI to a PATH) 335 ## caution with neb:// names here: 336 # $logfile = `ipp_filename.pl --filerule LOG.EXP --camera $CAMERA --class_id $MAGIC_ID --basename $outroot` 337 $logfile = $outroot.log 308 sprintf baseroot "%s/%s/%s.mgc.%s" $WORKDIR $EXP_ID $EXP_ID $MAGIC_ID 309 310 $logfile = $baseroot.$NODE.log 338 311 if ("$logfile" == "") 339 312 echo "WARNING: logfile not defined in magic.process.run" … … 346 319 mkdir $outpath 347 320 348 $run = magic_process.pl --magic_id $MAGIC_ID --camera $CAMERA --node $NODE -- outroot $outroot --logfile $logfile321 $run = magic_process.pl --magic_id $MAGIC_ID --camera $CAMERA --node $NODE --baseroot $baseroot --logfile $logfile 349 322 add_standard_args run 350 323 … … 376 349 end 377 350 378 task magic.destreak.load351 task magic.revert.node 379 352 host local 380 353 381 periods -poll $LOADPOLL382 periods -exec $LOADEXEC383 periods -timeout 20354 periods -poll 60.0 355 periods -exec 1800.0 356 periods -timeout 120.0 384 357 npending 1 385 358 386 359 stdout NULL 387 stderr $LOGDIR/magic.destreak.log 388 389 task.exec 390 $run = magicdstool -todestreak -limit 32 360 stderr $LOGSUBDIR/revertnode.log 361 362 task.exec 363 if ($LABEL:n == 0) break 364 $run = magictool -revertnode 391 365 if ($DB:n == 0) 392 366 option DEFAULT 393 367 else 394 368 # save the DB name for the exit tasks 395 option $DB:$magicToDS_DB 396 $run = $run -dbname $DB:$magicToDS_DB 397 $magicToDS_DB ++ 398 if ($magicToDS_DB >= $DB:n) set magicToDS_DB = 0 399 end 400 add_poll_args run 369 option $DB:$magicRevertNode_DB 370 $run = $run -dbname $DB:$magicRevertNode_DB 371 $magicRevertNode_DB ++ 372 if ($magicRevertNode_DB >= $DB:n) set magicRevertNode_DB = 0 373 end 401 374 add_poll_labels run 402 375 command $run … … 405 378 # success 406 379 task.exit 0 407 # convert 'stdout' to book format408 ipptool2book stdout magicToDS -key magic_ds_id:component -uniq -setword dbname $options:0 -setword pantaskState INIT409 if ($VERBOSE > 2)410 book listbook magicToDS411 end412 413 # delete existing entries in the appropriate pantaskStates414 process_cleanup magicToDS415 380 end 416 381 … … 429 394 end 430 395 end 431 432 task magic.destreak.run 433 periods -poll $RUNPOLL 434 periods -exec $RUNEXEC 435 periods -timeout 60 436 437 task.exec 438 book npages magicToDS -var N 439 if ($N == 0) break 440 if ($NETWORK == 0) break 441 442 # look for new images (pantaskState == INIT) 443 book getpage magicToDS 0 -var pageName -key pantaskState INIT 444 if ("$pageName" == "NULL") break 445 446 book setword magicToDS $pageName pantaskState RUN 447 book getword magicToDS $pageName exp_id -var EXP_ID 448 book getword magicToDS $pageName magic_ds_id -var MAGIC_DS_ID 449 book getword magicToDS $pageName camera -var CAMERA 450 book getword magicToDS $pageName streaks_uri -var STREAKS 451 book getword magicToDS $pageName stage -var STAGE 452 book getword magicToDS $pageName stage_id -var STAGE_ID 453 book getword magicToDS $pageName component -var COMPONENT 454 book getword magicToDS $pageName uri -var URI 455 book getword magicToDS $pageName path_base -var PATH_BASE 456 book getword magicToDS $pageName inverse -var INVERSE 457 book getword magicToDS $pageName cam_path_base -var CAM_PATH_BASE 458 book getword magicToDS $pageName outroot -var OUTROOT 459 book getword magicToDS $pageName recoveryroot -var RECROOT 460 book getword magicToDS $pageName re_place -var REPLACE 461 book getword magicToDS $pageName dbname -var DBNAME 462 463 sprintf logfile "%s/%s.mds.%s.%s.%s.log" $OUTROOT $EXP_ID $MAGIC_DS_ID $STAGE_ID $COMPONENT 464 465 substr $COMPONENT 0 3 COMP_HEAD 466 if ("$COMP_HEAD" == "sky") 467 set.host.for.skycell $COMPONENT 468 else 469 # assume component is a class_id, if not we will default to anyhost 470 set.host.for.camera $CAMERA $COMPONENT 471 end 472 473 # TODO: do not add recoveryroot or replace if they are null or zero 474 475 $run = magic_destreak.pl --magic_ds_id $MAGIC_DS_ID --camera $CAMERA --streaks $STREAKS --stage $STAGE --stage_id $STAGE_ID --component $COMPONENT --uri $URI --path_base $PATH_BASE --cam_path_base $CAM_PATH_BASE --outroot $OUTROOT --logfile $logfile --recoveryroot $RECROOT --replace $REPLACE 476 if ("$INVERSE" == "T") 477 # Inverse subtraction 478 $run = $run --inverse 479 end 480 481 add_standard_args run 482 483 # save the pageName for future reference below 484 options $pageName 485 486 # create the command line 487 if ($VERBOSE > 1) 488 echo command $run 489 end 490 command $run 491 end 492 493 # default exit status 494 task.exit 0 495 process_exit magicToDS $options:0 $JOB_STATUS 496 end 497 498 # locked list 499 task.exit default 500 showcommand failure 501 process_exit magicToDS $options:0 $JOB_STATUS 502 end 503 504 task.exit crash 505 showcommand crash 506 book setword magicToDS $options:0 pantaskState CRASH 507 end 508 509 # operation timed out? 510 task.exit timeout 511 showcommand timeout 512 book setword magicToDS $options:0 pantaskState TIMEOUT 513 end 514 end 515 516 task magic.ds.revert.load 396 task magic.revert.tree 517 397 host local 518 398 519 periods -poll $LOADPOLL520 periods -exec $LOADEXEC521 periods -timeout 20399 periods -poll 60.0 400 periods -exec 1800.0 401 periods -timeout 120.0 522 402 npending 1 523 active false524 403 525 404 stdout NULL 526 stderr $LOGDIR/magic.ds.revert.log 527 528 task.exec 529 $run = magicdstool -torevert -stage $STAGE:$magicDSRevertStage 530 $magicDSRevertStage ++ 531 if ($magicDSRevertStage >= $STAGE:n) set magicDSRevertStage = 0 532 405 stderr $LOGSUBDIR/reverttree.log 406 407 task.exec 408 if ($LABEL:n == 0) break 409 $run = magictool -reverttree 533 410 if ($DB:n == 0) 534 411 option DEFAULT 535 412 else 536 537 413 # save the DB name for the exit tasks 538 option $DB:$magicDSToRevert_DB 539 $run = $run -dbname $DB:$magicDSToRevert_DB 540 541 # only bump database number after we have gone through all of the stages 542 if ($magicDSRevertStage == 0) 543 $magicDSToRevert_DB ++ 544 end 545 if ($magicDSToRevert_DB >= $DB:n) set magicDSToRevert_DB = 0 546 end 547 add_poll_args run 414 option $DB:$magicRevertTree_DB 415 $run = $run -dbname $DB:$magicRevertTree_DB 416 $magicRevertTree_DB ++ 417 if ($magicRevertTree_DB >= $DB:n) set magicRevertTree_DB = 0 418 end 548 419 add_poll_labels run 549 420 command $run … … 552 423 # success 553 424 task.exit 0 554 # convert 'stdout' to book format555 ipptool2book stdout magicDSToRevert -key magic_ds_id:component -uniq -setword dbname $options:0 -setword pantaskState INIT556 if ($VERBOSE > 2)557 book listbook magicDSToRevert558 end559 560 # delete existing entries in the appropriate pantaskStates561 process_cleanup magicDSToRevert562 425 end 563 426 … … 576 439 end 577 440 end 578 579 task magic.ds.revert.run580 periods -poll $RUNPOLL581 periods -exec $RUNEXEC582 periods -timeout 60583 active false584 585 task.exec586 book npages magicDSToRevert -var N587 if ($N == 0) break588 if ($NETWORK == 0) break589 590 # look for new images (pantaskState == INIT)591 book getpage magicDSToRevert 0 -var pageName -key pantaskState INIT592 if ("$pageName" == "NULL") break593 594 book setword magicDSToRevert $pageName pantaskState RUN595 book getword magicDSToRevert $pageName exp_id -var EXP_ID596 book getword magicDSToRevert $pageName magic_ds_id -var MAGIC_DS_ID597 book getword magicDSToRevert $pageName camera -var CAMERA598 book getword magicDSToRevert $pageName stage -var STAGE599 book getword magicDSToRevert $pageName stage_id -var STAGE_ID600 book getword magicDSToRevert $pageName component -var COMPONENT601 book getword magicDSToRevert $pageName path_base -var PATH_BASE602 book getword magicDSToRevert $pageName cam_path_base -var CAM_PATH_BASE603 book getword magicDSToRevert $pageName outroot -var OUTROOT604 book getword magciDSToRevert $pageName bytes -var BYTES605 book getword magciDSToRevert $pageName md5sum -var md5sum606 # book getword magicDSToRevert $pageName recoveryroot -var RECROOT607 book getword magicDSToRevert $pageName re_place -var REPLACE608 book getword magicDSToRevert $pageName dbname -var DBNAME609 610 sprintf logfile "%s/%s.mds.revert.%s.%s.%s.log" $OUTROOT $EXP_ID $MAGIC_DS_ID $STAGE_ID $COMPONENT611 612 substr $COMPONENT 0 3 COMP_HEAD613 if ("$COMP_HEAD" == "sky")614 set.host.for.skycell $COMPONENT615 else616 # assume component is a class_id, if not we will default to anyhost617 set.host.for.camera $CAMERA $COMPONENT618 end619 620 $run = magic_destreak_revert.pl --magic_ds_id $MAGIC_DS_ID --camera $CAMERA --stage $STAGE --stage_id $STAGE_ID --component $COMPONENT --path_base $PATH_BASE --cam_path_base $CAM_PATH_BASE --outroot $OUTROOT --logfile $logfile --replace $REPLACE621 622 add_standard_args run623 624 # save the pageName for future reference below625 options $pageName626 627 # create the command line628 if ($VERBOSE > 1)629 echo command $run630 end631 command $run632 end633 634 # default exit status635 task.exit 0636 process_exit magicDSToRevert $options:0 $JOB_STATUS637 end638 639 # locked list640 task.exit default641 showcommand failure642 process_exit magicDSToRevert $options:0 $JOB_STATUS643 end644 645 task.exit crash646 showcommand crash647 book setword magicDSToRevert $options:0 pantaskState CRASH648 end649 650 # operation timed out?651 task.exit timeout652 showcommand timeout653 book setword magicDSToRevert $options:0 pantaskState TIMEOUT654 end655 end656
Note:
See TracChangeset
for help on using the changeset viewer.
