Changeset 41742

Timestamp:

Jul 30, 2021, 11:25:08 AM (5 years ago)

Author:

eugene

Message:

catch empty reference files (e.g., no known asteroids in an exposure); select inv.cmf if .cmf is missing; some support for multiple host jobs; use mid-exposure date/time as reference

Location:

trunk/tools/eam/teleff

Files:

• cammask.pro (modified) (1 diff)
• diffmask.pro (modified) (4 diffs)
• run.teleff.pro (modified) (2 diffs)
• teleff.pro (modified) (1 diff)
• truth.pro (modified) (1 diff)

trunk/tools/eam/teleff/cammask.pro

@@ -46 +46 @@
  # load the reference source table
  # NOTE: Mref is chosen to match filter for this exposure
- data $refsrcs; read -fits DATA $REF_FIELDS_CAM
+ data $refsrcs; 
+ read -fits DATA -sizes
+ if ($table:Ny == 0)
+  echo "ERROR: no reference sources found in $refsrcs"
+  break
+ end
+ 
+ read -fits DATA $REF_FIELDS_CAM
  set Nref = ramp(Rref)
 

trunk/tools/eam/teleff/diffmask.pro

@@ -12 +12 @@
 
 if (not($?MATCH_RADIUS)) set MATCH_RADIUS = 2.0
-
 if (not($?USE_CAMSOURCE)) set USE_CAMSOURCE = 0
 
@@ -228 +227 @@
    end
 
-   sprintf filename "%s.cmf" $diffPath:$i
+   if ($diffOrder == 0)
+     sprintf filename "%s.cmf" $diffPath:$i
+   else
+     sprintf filename "%s.inv.cmf" $diffPath:$i
+   end
    $diffCMF:$i  = `neb-locate -p $filename`
    if ($VERBOSE) echo "found mask: $diffMask:$i CMF: $diffCMF:$i"
@@ -288 +291 @@
  $diffMode = $4
 
- $diffID = 0
+ $diffID    = 0
+ $diffOrder = 0; # 0 : A of A-B, 1 : B of A-B
+
+ # we do not know if the exposure was used as A or B in the A-B diff.  First try A:
 #$command = difftool -dbname $dbname -listrun -exp_name $expname -warp_id $warpID -dist_group $distGroup -diff_mode $diffMode
  $command = difftool -dbname $dbname -listrun -exp_name $expname -warp_id $warpID -diff_mode $diffMode
@@ -302 +308 @@
  
   $command = difftool -dbname $dbname -listrun -exp_name $expname -warp_id $warpID -diff_mode $diffMode -template
+  $diffOrder = 1
   
   queueload  myqueue -x "$command"

trunk/tools/eam/teleff/run.teleff.pro

@@ -44 +44 @@
     echo "$expname"
     mkdir -p $outdir
-    ./teleff.pro dvo $expname                   >& $outdir/$expname.DVO.log
+    # ./teleff.pro dvo $expname                   >& $outdir/$expname.DVO.log
     ./teleff.pro mpc $expname trange.59375.fits >& $outdir/$expname.MPC.log
     @ i++
@@ -60 +60 @@
 endif
 
+if ("$1" == "kill") then
+  
+  foreach f ($hostlist)
+    echo "kill on $f"
+    ssh $f "killall run.teleff.pro"
+    ssh $f "killall dvo"
+  end
+  exit 0
+endif
+
+if ("$1" == "psux") then
+  
+  foreach f ($hostlist)
+    echo "-- $f --"
+    ssh $f "ps ux"
+  end
+  exit 0
+endif
+
 echo "USAGE: run.teleff.pro launch "
 echo "   OR: run.teleff.pro"

trunk/tools/eam/teleff/teleff.pro

@@ -77 +77 @@
   make.truth.sources gpc1 $expname $mpcfile MPC; # sets the value of REFSOURCE 
   get.camera.eff     gpc1 $expname EU.nightlyscience $REFSOURCE
-  get.warp.eff       gpc1 $expname $camID            $REFSOURCE
-  get.diff.eff       gpc1 $expname $warpID           $REFSOURCE
+  # get.warp.eff     gpc1 $expname $camID            $REFSOURCE
+  # get.diff.eff     gpc1 $expname $warpID           $REFSOURCE
   # load data from cam stage output:
   $USE_CAMSOURCE = 1

trunk/tools/eam/teleff/truth.pro

@@ -158 +158 @@
 
  sprint pagename page.%03d 0
- book getword regbook $pagename ra      -var Rrad
- book getword regbook $pagename decl    -var Drad
- book getword regbook $pagename dateobs -var dateraw
- book getword regbook $pagename filter  -var FILTER
+ book getword regbook $pagename ra       -var Rrad
+ book getword regbook $pagename decl     -var Drad
+ book getword regbook $pagename dateobs  -var dateraw
+ book getword regbook $pagename exp_time -var exptime
+ book getword regbook $pagename filter   -var FILTER
 
  $TIMEREF = 2000/01/01,00:00:00
  $TIMEFORMAT = mjd
 
+ # shift to the midpoint of the exposure
  ctimes -abs $dateraw -var MJD
+ $MJD += 0.5*$exptime/86400.0
 
  $Ro = $Rrad * 180 / $M_PI