Changeset 42531 for branches/eam_branches/ipp-20230313/tools/eam/rawfix.20230221/src/rawfix.ckchip.pt

Timestamp:

Aug 17, 2023, 4:41:34 PM (3 years ago)

Author:

eugene

Message:

merging from trunk

Location:

branches/eam_branches/ipp-20230313/tools

Files:

• . (modified) (1 prop)
• eam/rawfix.20230221/src/rawfix.ckchip.pt (modified) (5 diffs)

branches/eam_branches/ipp-20230313/tools/eam/rawfix.20230221/src/rawfix.ckchip.pt

@@ -30 +30 @@
   end
 
+  # need to delete DONE entries here so the book is not repopulated
+  # by already-running load tasks
   task.exit 0
     # convert the stdout 'queue' to entries in a book
     # fields in the table will become words in the page
     queue2book -raw-columns -key dateobs -uniq -setword pantaskState INIT -setword pantasksQuality OK stdout ckchip.book
+    book delpage ckchip.book -key pantaskState DONE
   end
 
@@ -52 +55 @@
 
 task nights.ckchip.run
-
   periods      -poll $RPOLL
   periods      -exec $REXEC
   periods      -timeout 60
-  npending 1
-
-  stdout $LOGDIR/ckchip.run.stdout.log  
-  stderr $LOGDIR/ckchip.run.stderr.log
+  host         -required $HOST_CKCHIP
+  npending 2
 
   task.exec
@@ -75 +75 @@
     book setword ckchip.book $pageName pantaskState RUN
     book getword ckchip.book $pageName dateobs -var DATEOBS
+    book getword ckchip.book $pageName iter    -var ITER
     option $pageName
 
@@ -81 +82 @@
     substr $DATEOBS 6 2 DAY
 
+    # this is the first place in the proces that this location is known
+    mkdir  $mypath/$YEAR/$DATEOBS
+    stdout $mypath/$YEAR/$DATEOBS/log.ckchip.runhosts.v$ITER
+    stderr $mypath/$YEAR/$DATEOBS/log.ckchip.runhosts.v$ITER  
+
     sprintf FULLDATE "%s/%s/%s" $YEAR $MONTH $DAY
 
-    command check_chip_locations.pl --dateobs $FULLDATE --chiplist gpc1.chips.txt
+    # this command accesses the Nebulous and GPC databases, so it must run at ITC.
+    command check_chip_locations.pl --topdir $mypath --dateobs $FULLDATE --chiplist gpc1.chips.txt --stage $ITER
   end
 
-  ## XX delete the page from the book if done?
+  # mark the entry done, will be deleted above in .load
   task.exit 0
-    # convert the stdout 'queue' to entries in a book
-    # fields in the table will become words in the page
-    # use the queuesize (Nhosts) to track how many jobs are done / to be done
+    book setword ckchip.book $options:0 pantaskState DONE
     exec update.rawfix.sh $options:0 ckchip.done
-    book delpage ckchip.book $options:0
   end
 
@@ -116 +120 @@
 end
 
+# option for writing stdout / stderr to a file
+# queuepush stdout "------- end of stdout ---------"
+# queuesave stdout $options:0/log.ckchip.v$ITER
+# queuepush stderr "------- end of stderr ---------"
+# queuesave stderr $options:0/log.ckchip.v$ITER