IPP Software Navigation Tools IPP Links Communication Pan-STARRS Links

Changeset 43016


Ignore:
Timestamp:
May 11, 2026, 3:12:08 PM (2 months ago)
Author:
eugene
Message:

fix simtest suite

Location:
branches/eam_branches/ipp-pstamp-20260421/ippTasks
Files:
3 edited

Legend:

Unmodified
Added
Removed

  • branches/eam_branches/ipp-pstamp-20260421/ippTasks/automate.pro

    r42385 r43016  
    1 ## automate.pro : autorun the detrend analysis : -*- sh -*-
     1# automate.pro : autorun the detrend analysis : -*- sh -*-
    22
    33# example automation stage

  • branches/eam_branches/ipp-pstamp-20260421/ippTasks/simtest.basic.auto

    r27214 r43016  
    66# failure on BLOCK -> CHECK
    77
     8# a stage starts in state INIT.BLOCK.
     9
     10# the "automate.block" task runs the 'block' command regularly.  if it
     11# returns a valid result, the block is set and the state remains in
     12# block.  if there is no result (ie, no matching BIAS, etc), the stage
     13# is put to state INIT.CHECK.
     14
     15# the "automate.check" tasks runs the 'check' command regularly.  if
     16# it returns ncheck valid entries (default ncheck = 1), the state goes
     17# to INIT.LAUNCH.
     18
     19# the "automate.launch" tasks runs the 'launch' command once.  if it returns
     20# ncheck valid entries (default ncheck = 1), the state goes to
     21# INIT.LAUNCH.
     22
    823# XXX these steps all refer to "@DBNAME@"; they need to be more generic, even for the basic simtest analysis
    924
    1025automate METADATA
    1126  name       STR BIAS
    12   check      STR "regtool -processedexp -exp_type BIAS -inst @CAMERA@ -dbname @DBNAME@"
     27  check      STR "regtool -dbname @DBNAME@ -processedexp -exp_type BIAS -inst @CAMERA@"
    1328  ncheck     S32 20
    14   launch     STR "dettool -definebyquery -workdir file://@CWD@/detwork -inst @CAMERA@ -det_type BIAS -select_exp_type BIAS -dbname @DBNAME@"
    15   block      STR "dettool -runs -active -det_type BIAS -dbname @DBNAME@"
     29  launch     STR "dettool -dbname @DBNAME@ -definebyquery -time_begin 2010/01/01 -workdir file://@CWD@/detwork -inst @CAMERA@ -det_type BIAS -select_exp_type BIAS"
     30  block      STR "dettool -dbname @DBNAME@ -runs -active -det_type BIAS"
    1631END
    1732
    1833automate METADATA
    1934  name       STR DARK
    20   check      STR "detselect -search -inst @CAMERA@ -det_type BIAS -dbname @DBNAME@"
    21   launch     STR "dettool -definebyquery -workdir file://@CWD@/detwork -inst @CAMERA@ -det_type DARK -select_exp_type DARK -dbname @DBNAME@"
    22   block      STR "dettool -runs -active -det_type DARK -dbname @DBNAME@"
     35  check      STR "detselect -dbname @DBNAME@ -search -inst @CAMERA@ -det_type BIAS -time 2010/01/01"
     36  launch     STR "dettool -dbname @DBNAME@ -definebyquery -time_begin 2010/01/01  -workdir file://@CWD@/detwork -inst @CAMERA@ -det_type DARK -select_exp_type DARK"
     37  block      STR "dettool -dbname @DBNAME@ -runs -active -det_type DARK"
    2338END
    2439 
    2540automate METADATA
    2641  name       STR SHUTTER
    27   check      STR "detselect -search -inst @CAMERA@ -det_type DARK -dbname @DBNAME@"
    28   launch     STR "dettool -definebyquery -workdir file://@CWD@/detwork -inst @CAMERA@ -det_type SHUTTER -filter r -select_exp_type SKYFLAT -select_filter r -dbname @DBNAME@"
    29   block      STR "dettool -runs -active -det_type SHUTTER -dbname @DBNAME@"
     42  check      STR "detselect -dbname @DBNAME@ -search -inst @CAMERA@ -det_type DARK -time 2010/01/01"
     43  launch     STR "dettool -dbname @DBNAME@ -definebyquery -time_begin 2010/01/01  -workdir file://@CWD@/detwork -inst @CAMERA@ -det_type SHUTTER -filter r -select_exp_type SKYFLAT -select_filter r"
     44  block      STR "dettool -dbname @DBNAME@ -runs -active -det_type SHUTTER"
    3045END
    3146
    3247automate METADATA
    3348  name       STR FLAT-r
    34   check      STR "detselect -search -inst @CAMERA@ -det_type SHUTTER -dbname @DBNAME@"
    35   launch     STR "dettool -definebyquery -workdir file://@CWD@/detwork -inst @CAMERA@ -det_type FLAT -filter r -select_exp_type SKYFLAT -select_filter r -dbname @DBNAME@"
    36   block      STR "dettool -runs -active -det_type FLAT -filter r -dbname @DBNAME@"
     49  check      STR "detselect -dbname @DBNAME@ -search -inst @CAMERA@ -det_type SHUTTER -time 2010/01/01"
     50  launch     STR "dettool -dbname @DBNAME@ -definebyquery -time_begin 2010/01/01  -workdir file://@CWD@/detwork -inst @CAMERA@ -det_type FLAT -filter r -select_exp_type SKYFLAT -select_filter r"
     51  block      STR "dettool -dbname @DBNAME@ -runs -active -det_type FLAT -filter r"
    3752END
    3853
    3954automate METADATA
    4055  name       STR FLAT-i
    41   check      STR "detselect -search -inst @CAMERA@ -det_type SHUTTER -dbname @DBNAME@"
    42   launch     STR "dettool -definebyquery -workdir file://@CWD@/detwork -inst @CAMERA@ -det_type FLAT -filter i -select_exp_type SKYFLAT -select_filter i -dbname @DBNAME@"
    43   block      STR "dettool -runs -active -det_type FLAT -filter i -dbname @DBNAME@"
     56  check      STR "detselect -dbname @DBNAME@ -search -inst @CAMERA@ -det_type SHUTTER -time 2010/01/01"
     57  launch     STR "dettool -dbname @DBNAME@ -definebyquery -time_begin 2010/01/01  -workdir file://@CWD@/detwork -inst @CAMERA@ -det_type FLAT -filter i -select_exp_type SKYFLAT -select_filter i"
     58  block      STR "dettool -dbname @DBNAME@ -runs -active -det_type FLAT -filter i"
    4459END
    4560
     61## the lines below assume the simtest suite injects the chips with an end state of chip, but currently they only go to 'reg'
    4662automate METADATA
    4763  name       STR OBJECT-i
    48   check      STR "detselect -dbname @DBNAME@ -search    -inst @CAMERA@ -filter i -det_type FLAT"
    49   launch     STR "chiptool  -dbname @DBNAME@ -updaterun -inst @CAMERA@ -filter i -label wait -set_label proc -set_data_group simtest_i -set_dist_group simtest"
     64  check      STR "detselect -dbname @DBNAME@ -search -inst @CAMERA@ -det_type FLAT -filter i -time 2010/01/01"
     65  launch     STR "chiptool  -dbname @DBNAME@ -updaterun -inst @CAMERA@ -label wait    -filter i -set_label proc -set_data_group simtest_i -set_dist_group simtest"
    5066  block      STR NONE
    5167END
    … …  
    5369automate METADATA
    5470  name       STR OBJECT-r
    55   check      STR "detselect -dbname @DBNAME@ -search    -inst @CAMERA@ -filter r -det_type FLAT"
    56   launch     STR "chiptool  -dbname @DBNAME@ -updaterun -inst @CAMERA@ -filter r -label wait -set_label proc -set_data_group simtest_r -set_dist_group simtest"
     71  check      STR "detselect -dbname @DBNAME@ -search -inst @CAMERA@ -det_type FLAT -filter r -time 2010/01/01"
     72  launch     STR "chiptool  -dbname @DBNAME@ -updaterun -inst @CAMERA@ -label wait    -filter r -set_label proc -set_data_group simtest_r -set_dist_group simtest"
    5773  block      STR NONE
    5874END
    5975
    60 ### Stack automation
    61 automate METADATA
    62   name       STR STACK
    63   regular    STR "stacktool -definebyquery -set_label proc -set_data_group simtest_r -set_dist_group simtest -set_workdir file://@CWD@/stack -min_new 4 -min_frac 2 -select_good_frac_min 0.2 -min_num 4 -dbname @DBNAME@"
    64 END
    65 
    66 ### Diff automation
    67 automate METADATA
    68   name       STR DIFF
    69   regular    STR "difftool -definewarpstack -set_label proc -set_workdir file://@CWD@/diff -good_frac 0.2 -dbname @DBNAME@"
    70 END
    71 
    72 #### Magic automation???
    73 #automate METADATA
    74 #  name       STR MAGIC
    75 #  regular    STR "magictool -definebyquery -workdir file://@CWD@/magic -good_frac 0.2 -dbname @DBNAME@"
    76 #END
     76### ### Stack automation
     77### automate METADATA
     78###   name       STR STACK
     79###   regular    STR "stacktool -dbname @DBNAME@ -definebyquery  -set_label proc -set_data_group simtest_r -set_dist_group simtest -set_workdir file://@CWD@/stack -min_new 4 -min_frac 2 -select_good_frac_min 0.2 -min_num 4"
     80### END
     81###
     82### ### Diff automation
     83### automate METADATA
     84###   name       STR DIFF
     85###   regular    STR "difftool -dbname @DBNAME@ -definewarpstack -set_label proc -set_workdir file://@CWD@/diff -good_frac 0.2"
     86### END
    7787
    7888### automate METADATA
    7989###   name       STR OBJECT-r
    80 ###   check      STR "detselect -search -inst @CAMERA@ -det_type FLAT -dbname @DBNAME@ -filter r"
    81 ###   launch     STR "chiptool -unblock -label simtest-r -dbname @DBNAME@"
    82 ###   block      STR "chiptool -unmasked -label simtest-r -dbname @DBNAME@"
     90###   check      STR "detselect -dbname @DBNAME@ -search -inst @CAMERA@ -det_type FLAT -filter r"
     91###   launch     STR "chiptool -dbname @DBNAME@ -unblock -label simtest-r"
     92###   block      STR "chiptool -dbname @DBNAME@ -unmasked -label simtest-r"
    8393### END
    8494
    8595### automate METADATA
    8696###   name       STR OBJECT-i
    87 ###   check      STR "detselect -search -inst @CAMERA@ -det_type FLAT -dbname @DBNAME@ -filter i"
    88 ###   launch     STR "chiptool -unblock -label simtest-i -dbname @DBNAME@"
    89 ###   block      STR "chiptool -unmasked -label simtest-i -dbname @DBNAME@"
     97###   check      STR "detselect -dbname @DBNAME@ -search -inst @CAMERA@ -det_type FLAT -filter i"
     98###   launch     STR "chiptool -dbname @DBNAME@ -unblock -label simtest-i"
     99###   block      STR "chiptool -dbname @DBNAME@ -unmasked -label simtest-i"
    90100### END
    91101
    … …  
    108118###   name       STR OBJECT-i
    109119###   block      STR "chiptool -dbname @DBNAME@ -unmasked -label wait -filter i -time_begin 2008/1/1 -time_end 2008/1/2"
    110 ###   check      STR "detselect -dbname @DBNAME@ -search -inst @CAMERA@ -det_type FLAT -dbname @DBNAME@ -filter i -time_begin 2008/1/1 -time_end 2008/1/2"
    111 ###   launch     STR "chiptool -dbname @DBNAME@ -set_label proc -label wait -dbname @DBNAME@ -time_begin 2008/1/1 -time_end 2008/1/2"
     120###   check      STR "detselect -dbname @DBNAME@ -search -inst @CAMERA@ -det_type FLAT -filter i -time_begin 2008/1/1 -time_end 2008/1/2"
     121###   launch     STR "chiptool -dbname @DBNAME@ -set_label proc -label wait -time_begin 2008/1/1 -time_end 2008/1/2"
    112122### END
    113123

  • branches/eam_branches/ipp-pstamp-20260421/ippTasks/simtest.pro

    r42486 r43016  
    7676      # the labels "wait" and "proc" are special names used in automate.pro
    7777   
    78       # make a reference database
     78      # make a reference database using refcat.fits
     79      #
    7980      mkref refcat 10
    8081
    81       $ppsim = "ppSimSequence $SIMTEST_SEQUENCE simtest.mkimages simtest.inject -path $SIMTEST_RAWDIR -workdir $SIMTEST_WORKDIR -dbname $dbname -label wait -dvodb DVO -tess_id TESS -refcat refcat.catdir"
     82      local mySeq
     83      $mySeq = $SIMTEST_SEQUENCE
     84      file $mySeq isFound
     85      if (not($isFound))
     86        $mySeq = $MODULES:0/$SIMTEST_SEQUENCE
     87        file $mySeq isFound
     88        if (not($isFound))
     89          echo "cannot find the SIMTEST_SEQUENCE file $SIMTEST_SEQUENCE"
     90          break
     91        end
     92      end
     93
     94      $ppsim = "ppSimSequence $mySeq simtest.mkimages simtest.inject -path $SIMTEST_RAWDIR -workdir $SIMTEST_WORKDIR -dbname $dbname -label wait -dvodb DVO -tess_id TESS -refcat refcat.catdir"
    8295      if ("$PPSIM_RECIPE" != "default")
    8396         $ppsim = $ppsim -ppsim_recipe $PPSIM_RECIPE
    … …  
    8598      $ppsim = $ppsim -camera $SIMTEST_CAMERA
    8699
     100      echo $ppsim
    87101      exec $ppsim
    88102
    … …  
    106120  module automate.pro
    107121
    108   module.tasks
     122  if (1)
     123    module register.pro
     124    module detrend.process.pro
     125    module detrend.stack.pro
     126    module detrend.norm.pro
     127    module detrend.resid.pro
     128    module detrend.reject.pro
     129    module detrend.correct.pro
     130#   module flatcorr.pro
     131    module chip.pro
     132    module camera.pro
     133#   module addstar.pro
     134    module fake.pro
     135    module warp.pro
     136    module diff.pro
     137    module stack.pro
     138  else
     139    module.tasks
     140  end
    109141
    110142  add.label proc
    … …  
    120152  automate.load $SIMTEST_AUTO $SIMTEST_CAMERA $dbname
    121153
    122   tasks.revert.off
     154  # module.tasks loads these
     155  if (1)
     156    register.revert.off
     157    detrend.revert.off
     158  # flatcorr.revert.off
     159    chip.revert.off
     160    camera.revert.off
     161  # addstar.revert.off
     162    fake.revert.off
     163    warp.revert.off
     164    diff.revert.off
     165    stack.revert.off
     166  end
    123167
    124168  run
Note: See TracChangeset for help on using the changeset viewer.