IPP Software Navigation Tools IPP Links Communication Pan-STARRS Links

Changeset 34870 for trunk


Ignore:
Timestamp:
Dec 21, 2012, 2:59:50 PM (14 years ago)
Author:
eugene
Message:

adding run.relphot, run.relastro, run.setphot

Location:
trunk/tools
Files:
3 edited

Legend:

Unmodified
Added
Removed

  • trunk/tools/run.relastro

    r34869 r34870  
    11#!/bin/csh -f
    22
    3 set catdir_3pi = /data/ipp064.0/eugene/3pi.20111229/catdir.3pi
    4 
    5 # run update-objects on the whole sky
    6 if (1) then
    7   # for a test, only run -pm
    8   # set options = "-update-objects -pmpar"
    9   set options = "-update-objects -pm"
    10   set options = "$options -D PM_DT_MIN 1.0"
    11   set options = "$options -D PAR_FACTOR_MIN 0.25"
    12   set options = "$options -update"
    13   set options = "$options -parallel"
    14   set options = "$options -v"
    15 
    16   set region = "-region 0 360 -60 90"
    17  
    18   # run relastro -update-objects
    19   echo -n "--- starting relastro $catdir_3pi ---"; date
    20   echo relastro $options $region -D CATDIR $catdir_3pi
    21   relastro $options $region -D CATDIR $catdir_3pi
     3if ($#argv != 5) then
     4  echo "USAGE: run.relastro (catdir) (Rmin) (Rmax) (Dmin) (Dmax)"
     5  exit 2
    226endif
    237
    24 # run update-offsets for 300-335
    25 if (0) then
    26   set options = "-update-offsets"
    27   set options = "$options -D RELASTRO_SRC_MEAS_TOOFEW 1"
    28   set options = "$options -D RELASTRO_SIGMA_LIM 0.1"
    29   set options = "$options -nloop 6"
    30   set options = "$options -basic-image-search"
    31   set options = "$options -reset"
    32   set options = "$options -update"
    33   set options = "$options -parallel"
    34   set options = "$options -max-density 3000"
    35   set options = "$options -threads 4"
    36   set options = "$options -v"
     8set REALRUN = 0
    379
    38   set ra_min = 300
    39   set ra_max = $ra_min
    40   @ ra_max += 35
    41   set region = "-region $ra_min $ra_max -60 60"
    42  
    43   # run relastro -update-chips
    44   echo -n "--- starting relastro $catdir_3pi ---"; date
    45   echo relastro $options $region -D CATDIR $catdir_3pi
    46   relastro $options $region -D CATDIR $catdir_3pi
    47 endif
     10set  catdir = $argv[1]
     11set  ra_min = $argv[2]
     12set  ra_max = $argv[3]
     13set dec_min = $argv[4]
     14set dec_max = $argv[5]
    4815
     16alias run.relastro \
     17  'echo -n "--- starting relastro $catdir --- "; date; \
     18   echo          relastro $options $region -D CATDIR $catdir; \
     19   if ($REALRUN) relastro $options $region -D CATDIR $catdir'
     20
     21# -update-chips : determine improved astrometry calibrations
    4922# try 1000 meas per deg^2, but if memory if available, go to more
    50 if (0) then
     23if (1) then
    5124  set options = "-update-chips"
    5225  set options = "$options -D RELASTRO_SRC_MEAS_TOOFEW 1"
    … …  
    5629  set options = "$options -reset"
    5730  set options = "$options -update"
    58   set options = "$options -parallel"
    5931  set options = "$options -max-density 3000"
    6032  set options = "$options -threads 4"
    6133  set options = "$options -v"
    6234
    63   # set ra_min = 0
    64   # set ra_min = 150
    65   set ra_min = 300
    66   while ($ra_min < 360)
    67     set ra_max = $ra_min
    68     @ ra_max += 35
    69     set region = "-region $ra_min $ra_max -60 60"
    70  
    71     # test region (SDSS)
    72     # set region = "-region 120 140 0 20"
    73     # set region = "-region 180 240 10 50"
     35  # enable parallel operations for parallel databases
     36  # set options = "$options -parallel"
    7437
    75     # run relastro -update-chips
    76     echo -n "--- starting relastro $catdir_3pi ---"; date
    77     echo relastro $options $region -D CATDIR $catdir_3pi
    78     relastro $options $region -D CATDIR $catdir_3pi
    79 
    80     @ ra_min += 30
    81     # exit
    82   end
    83 
    84   # pole region
    85   set region = "-region 0 360 55 90"
    86 
    87   # run relastro -update-chips
    88   echo -n "--- starting relastro $catdir_3pi ---"; date
    89   echo relastro $options $region -D CATDIR $catdir_3pi
    90   relastro $options $region -D CATDIR $catdir_3pi
     38  set region = "-region $ra_min $ra_max $dec_min $dec_max"
     39  run.relastro
     40  if ($status) then
     41    echo "ERROR : failure running relastro"
     42    echo -n "--- done with relastro --- "; date
     43    exit 1
     44  endif
    9145endif
    9246
    93 echo -n "--- done with relastro ---"; date
     47# -update-objects : determine improved positions, including parallax and proper motions
     48if (1) then
     49  set options = "-update-objects -pmpar"
     50  set options = "$options -D PM_DT_MIN 1.0"
     51  set options = "$options -D PAR_FACTOR_MIN 0.25"
     52  set options = "$options -update"
     53  set options = "$options -v"
     54
     55  # enable parallel operations for parallel databases
     56  # set options = "$options -parallel"
     57
     58  set region = "-region $ra_min $ra_max $dec_min $dec_max"
     59  run.relastro
     60  if ($status) then
     61    echo "ERROR : failure running relastro"
     62    echo -n "--- done with relastro --- "; date
     63    exit 1
     64  endif
     65endif
     66
     67echo -n "--- done with relastro --- "; date

  • trunk/tools/run.relphot

    r34869 r34870  
    11#!/bin/csh -f
    22
    3 set catdir_3pi = /data/ipp064.0/eugene/3pi.20111229/catdir.3pi
    4 set REALRUN = 1
     3if ($#argv != 5) then
     4  echo "USAGE: run.relphot (catdir) (Rmin) (Rmax) (Dmin) (Dmax)"
     5  exit 2
     6endif
     7
     8set REALRUN = 0
     9
     10set  catdir = $argv[1]
     11set  ra_min = $argv[2]
     12set  ra_max = $argv[3]
     13set dec_min = $argv[4]
     14set dec_max = $argv[5]
     15
     16alias run.relphot \
     17  'echo -n "--- starting relphot $catdir --- "; date; \
     18   echo          relphot $options $region -D CATDIR $catdir; \
     19   if ($REALRUN) relphot $options $region -D CATDIR $catdir'
    520
    621# try 2000 meas per deg^2
    … …  
    1328  set options = "$options -D IMAGE_OFFSET 2.0"
    1429
    15   # some cpt files on some machines did not get updates -- force them all to update!
    16   # (turn off -reset and run iterations)
    17   # set options = "$options -nloop 0"
    18   # set options = "$options -reset"
    19 
    2030  set filters = "g,r,i,z,y"
    2131
    22   # trying again : I had to re-run setphot, so I am re-running relphot (bump up the nloop & no -reset)
    2332  set options = "$options -nloop 25"
    2433
    … …  
    2736  set options = "$options -update"
    2837  set options = "$options -threads 4"
    29   set options = "$options -parallel"
    3038  set options = "$options -statmode WT_MEAN"
    3139  set options = "$options -max-density 2000"
    32   set options = "$options -update-catformat PS1_V3"
    3340
    34   # re-run the last 2 slices + pole with lower density
    35   # rest was done successfully with 3000 deg^-2
    36   set ra_min = 0
    37   # set ra_min = 300
    38   while ($ra_min < 360)
    39     set ra_max = $ra_min
    40     @ ra_max += 35
     41  # activate parallel mode when catdir is parallel
     42  # set options = "$options -parallel"
    4143
    42     set region = "-region $ra_min $ra_max -60 60"
    43  
    44     if (($ra_min == 240) || ($ra_min == 270)) then
    45       set region = "-region $ra_min $ra_max -60 0"
     44  # option to change the schema
     45  # set options = "$options -update-catformat PS1_V3"
    4646
    47       # run relphot g,r,i,z,y
    48       echo -n "--- starting relphot $catdir_3pi ---"; date
    49       echo relphot $filters $options $region -D CATDIR $catdir_3pi
    50       if ($REALRUN) relphot $filters $options $region -D CATDIR $catdir_3pi
    51       set region = "-region $ra_min $ra_max -5 60"
    52  
    53       # run relphot g,r,i,z,y
    54       echo -n "--- starting relphot $catdir_3pi ---"; date
    55       echo relphot $filters $options $region -D CATDIR $catdir_3pi
    56       if ($REALRUN) relphot $filters $options $region -D CATDIR $catdir_3pi
    57 
    58       @ ra_min += 30
    59       continue
    60     endif
    61 
    62     # run relphot g,r,i,z,y
    63     echo -n "--- starting relphot $catdir_3pi ---"; date
    64     echo relphot $filters $options $region -D CATDIR $catdir_3pi
    65     if ($REALRUN) relphot $filters $options $region -D CATDIR $catdir_3pi
    66 
    67     @ ra_min += 30
    68   end
    69 
    70   # pole region
    71   set region = "-region 0 360 55 90"
    72  
    73   # run relphot g,r,i,z,y
    74   echo -n "--- starting relphot $catdir_3pi ---"; date
    75   echo relphot $filters $options $region -D CATDIR $catdir_3pi
    76   if ($REALRUN) relphot $filters $options $region -D CATDIR $catdir_3pi
    77 
    78   echo -n "--- starting dvo.stats $catdir_3pi ---"; date
    79   echo dvo.stats.client.sh 0 360 -45 90 allsky.stats.20120518.v0.fits
    80   if ($REALRUN) dvo.stats.client.sh 0 360 -45 90 allsky.stats/allsky.stats.20120530.v0.fits
     47  set region = "-region $ra_min $ra_max $dec_min $dec_max"
     48  run.relphot
     49  if ($status) then
     50    echo "ERROR : failure running relphot"
     51    echo -n "--- done with relphot --- "; date
     52    exit 1
     53  endif
    8154endif
    8255
    83 # redo (had a segfault)
    84 if (0) then
    85   relphot g,r,i,z,y,J,H,K -imfreeze -mosaic -D MAG_LIM 32.0 -D SIGMA_LIM 0.1 -D STAR_TOOFEW 1 -D STAR_CHISQ 20.0 -D IMAGE_OFFSET 2.0 -nloop 25 -D CAMERA gpc1 -basic-image-search -update -threads 4 -parallel -statmode WT_MEAN -max-density 3000 -update-catformat PS1_V3 -region 30 65 -60 60 -D CATDIR /data/ipp064.0/eugene/3pi.20111229/catdir.3pi >& logs/log.relphot.20120420.t0 &
    86 endif
    87 
    88 if (0) then
    89   relphot g,r,i,z,y,J,H,K -imfreeze -mosaic -D MAG_LIM 32.0 -D SIGMA_LIM 0.1 -D STAR_TOOFEW 1 -D STAR_CHISQ 20.0 -D IMAGE_OFFSET 2.0 -nloop 25 -D CAMERA gpc1 -basic-image-search -update -threads 4 -parallel -statmode WT_MEAN -max-density 3000 -update-catformat PS1_V3 -region 270 305 -5 60 -D CATDIR /data/ipp064.0/eugene/3pi.20111229/catdir.3pi >& logs/log.relphot.20120420.t1 &
    90 endif
    91 
    92 # test region (all filters)
    93 if (0) then
    94   set options = "-imfreeze -mosaic"
    95   set options = "$options -D MAG_LIM 32.0"
    96   set options = "$options -D SIGMA_LIM 0.1"
    97   set options = "$options -D STAR_TOOFEW 1"
    98   set options = "$options -D STAR_CHISQ 20.0"
    99   set options = "$options -D IMAGE_OFFSET 2.0"
    100   set options = "$options -nloop 25"
    101   set options = "$options -D CAMERA gpc1"
    102   set options = "$options -basic-image-search"
    103   set options = "$options -update"
    104   # set options = "$options -reset"
    105   set options = "$options -parallel"
    106   set options = "$options -statmode WT_MEAN"
    107   set options = "$options -max-density 3000"
    108   set options = "$options -update-catformat PS1_V3"
    109 
    110   # run relphot g,r,i,z,y
    111   echo -n "--- starting relphot $catdir_3pi ---"; date
    112   set region = "-region 310 320 0 10"
    113   echo relphot g,r,i,z,y $options $region -D CATDIR $catdir_3pi
    114   if ($REALRUN) relphot g,r,i,z,y $options $region -D CATDIR $catdir_3pi
    115 
    116   # echo dvo.stats.client.sh 0 360 60 90 pole.stats.20120430.v5.fits >& logs/log.dvostats.20120430.v5
    117   # if ($REALRUN) dvo.stats.client.sh 0 360 60 90 pole.stats.20120430.v5.fits >& logs/log.dvostats.20120430.v5
    118 endif
    119 
    120 # g-test allsky (3 passes)
    121 if (0) then
    122   set options = "-imfreeze -mosaic"
    123   set options = "$options -D MAG_LIM 32.0"
    124   set options = "$options -D SIGMA_LIM 0.1"
    125   set options = "$options -D STAR_TOOFEW 1"
    126   set options = "$options -D STAR_CHISQ 20.0"
    127   set options = "$options -D IMAGE_OFFSET 2.0"
    128   set options = "$options -nloop 25"
    129   set options = "$options -D CAMERA gpc1"
    130   set options = "$options -basic-image-search"
    131   set options = "$options -update"
    132   set options = "$options -threads 4"
    133   set options = "$options -parallel"
    134   set options = "$options -statmode WT_MEAN"
    135   set options = "$options -max-density 3000"
    136   set options = "$options -update-catformat PS1_V3"
    137 
    138   # run relphot g (-65 to 95 -- 160 deg)
    139   echo -n "--- starting relphot $catdir_3pi ---"; date
    140   set region = "-region -65 95 -45 90"
    141   echo relphot g $options $region -D CATDIR $catdir_3pi
    142   if ($REALRUN) relphot g $options $region -D CATDIR $catdir_3pi
    143  
    144   # 
    145   # # run relphot g (85 to 245 -- 160 deg)
    146   # echo -n "--- starting relphot $catdir_3pi ---"; date
    147   # set region = "-region 85 245 -45 90"
    148   # echo relphot g $options $region -D CATDIR $catdir_3pi
    149   # if ($REALRUN) relphot g $options $region -D CATDIR $catdir_3pi
    150   #
    151   # # run relphot g (240 to 300 -- 60 deg)
    152   # echo -n "--- starting relphot $catdir_3pi ---"; date
    153   # set region = "-region 240 300 -45 90"
    154   # echo relphot g $options $region -D CATDIR $catdir_3pi
    155   # if ($REALRUN) relphot g $options $region -D CATDIR $catdir_3pi
    156 endif
    157 
    158 # test region (just g)
    159 if (0) then
    160   set region = "-region 210 270 -20 5"
    161  
    162   set options = "-imfreeze -mosaic"
    163   set options = "$options -D MAG_LIM 32.0"
    164   set options = "$options -D SIGMA_LIM 0.1"
    165   set options = "$options -D STAR_TOOFEW 1"
    166   set options = "$options -D STAR_CHISQ 20.0"
    167   set options = "$options -D IMAGE_OFFSET 2.0"
    168   set options = "$options -nloop 25"
    169   set options = "$options -D CAMERA gpc1"
    170   set options = "$options -basic-image-search"
    171   set options = "$options -update"
    172   set options = "$options -threads 4"
    173   set options = "$options -parallel"
    174   set options = "$options -statmode WT_MEAN"
    175   set options = "$options -max-density 3000"
    176   set options = "$options -update-catformat PS1_V3"
    177   # set options = "$options -plotdelay 1.0"
    178 
    179   # run relphot g,r,i,z,y
    180   echo -n "--- starting relphot $catdir_3pi ---"; date
    181   echo relphot g $options $region -D CATDIR $catdir_3pi
    182   if ($REALRUN) relphot g $options $region -D CATDIR $catdir_3pi
    183 endif
    184 
    185 if (0) then
    186   # run relphot -averages
    187   echo -n "--- starting relphot $catdir_3pi ---"; date
    188   set options = "-D CAMERA gpc1"
    189   set options = "$options -basic-image-search"
    190   set options = "$options -update"
    191   set options = "$options -reset"
    192   set options = "$options -parallel"
    193   set options = "$options -statmode WT_MEAN"
    194   echo relphot -averages $options $region -D CATDIR $catdir_3pi
    195   if ($REALRUN) relphot -averages $options $region -D CATDIR $catdir_3pi
    196 endif
    197 
    198 echo -n "--- done with relphot ---"; date
    199 
    200 ## Note from Eddie re overall zero point
    201 ## I compare to each of JT's 8 absolutely calibrated fields.  I compute
    202 ## for each field the best zero point bringing my and his data into
    203 ## agreement.  I report the mean and standard deviations of those zero
    204 ## points over the eight fields.  The sign of the mean is such that mean
    205 ## = < ubercal - JT >, so that these values should be subtracted from the
    206 ## noref2.fits zero points in order to absolutely calibrate them.
    207 ##
    208 ## filter g: mean = -0.013, sigma =  0.013
    209 ## filter r: mean =  0.012, sigma =  0.007
    210 ## filter i: mean =  0.001, sigma =  0.006
    211 ## filter z: mean = -0.016, sigma =  0.007
    212 ## filter y: mean = -0.021, sigma =  0.010
    213 ##
    214 ## I think we're going to be adding a hundredth uncertainty in quadrature
    215 ## with everything else getting this right.  John trusts his MD09 data
    216 ## most; that gives results different from what I've given here by about
    217 ## -0.01 in all of the bands.  The choice of whether to average over the
    218 ## 8 fields or just use MD09 depends on whether you believe it's an
    219 ## absolute calibration or relative calibration problem; I don't know.
    220 ## Since the ~1 hundredth scatter is comparable with what we think the
    221 ## uncertainty in ubercal is, I'm recommending using the values above,
    222 ## averaged over the 8 fields.
     56echo -n "--- done with relphot --- "; date
     57exit 0

  • trunk/tools/run.setphot

    r34869 r34870  
    11#!/bin/csh -f
    22
    3 set ubercal = ucalqv_noref.fits
    4 set catdir_3pi = ../3pi.20111229/catdir.3pi
     3if ($#argv != 1) then
     4  echo "USAGE: run.setphot (catdir)"
     5  exit 2
     6endif
    57
    6 echo -n "--- starting setphot $catdir_3pi ---"; date
     8set REALRUN = 0
     9
     10set  catdir = $argv[1]
     11set ubercal = ~ipp/ucalqw_noref.fits
     12
     13alias run.setphot \
     14  'echo -n "--- starting setphot $catdir --- "; date; \
     15   echo          setphot $options -D CATDIR $catdir $ubercal; \
     16   if ($REALRUN) setphot $options -D CATDIR $catdir $ubercal'
     17
     18set options = ""
     19set options = "$options -update"
     20set options = "$options -ubercal"
     21set options = "$options -no-metadata"
     22
     23# activate parallel mode when catdir is parallel
     24# set options = "$options -parallel"
     25
     26# the new ubercal file includes Eddie's offsets relative to JT (so, no need to supply -zpt-offsets)
     27run.setphot
     28if ($status) then
     29  echo "failed setphot"
     30  echo -n "--- done with setphot ---"; date
     31  exit 1
     32endif
     33echo -n "--- done with setphot ---"; date
     34exit 0
     35
    736
    837# old command lines with zpt offsets
    … …  
    1039# setphot -images-only -parallel -reset -zpt-offsets g,r,i,z,y -0.013,+0.012,+0.001,-0.016,-0.021 -update -ubercal -no-metadata -D CATDIR $catdir_3pi $ubercal
    1140
    12 # the new ubercal file includes Eddie's offsets relative to JT (so, no need to supply -zpt-offsets)
    13 echo setphot -parallel -update -ubercal -no-metadata -D CATDIR $catdir_3pi $ubercal
    14 setphot -parallel -update -ubercal -no-metadata -D CATDIR $catdir_3pi $ubercal
    15 if ($status) then
    16   echo "failed setphot"
    17 endif
    18 echo -n "--- done with setphot ---"; date
Note: See TracChangeset for help on using the changeset viewer.