Changeset 42441 for trunk/tools/eam/rawfix.20230221/src/rawfix.md5sum.pt

Timestamp:

Apr 4, 2023, 8:18:25 AM (3 years ago)

Author:

eugene

Message:

allow long-running jobs (md5sum) to be remote; fix some error handling

File:

• trunk/tools/eam/rawfix.20230221/src/rawfix.md5sum.pt (modified) (4 diffs)

trunk/tools/eam/rawfix.20230221/src/rawfix.md5sum.pt

@@ -55 +55 @@
 # output: md5host.book
 task nights.md5sum.loadhosts
-
   periods      -poll $RPOLL
   periods      -exec $REXEC
   periods      -timeout 60
+  host          local
   npending 1
+  # note: the tasks which return their results via stdout
+  # seem to fail if run remotely.  
 
   stdout $LOGDIR/md5sum.loadhosts.stdout.log  
@@ -86 +88 @@
     exec echo "# start runhosts $mydate" >> $tmpline
 
-    command get_hosts_md5s.sh $DATEOBS v0
+    command $mypath/get_hosts_md5s.sh $mypath $DATEOBS v0
   end
 
@@ -92 +94 @@
     # convert the stdout 'queue' to entries in a book
     # fields in the table will become words in the page
+    queueprint stdout
     queuesize stdout -var Nhosts
     queue2book -raw-columns -key dateobs:md5host -uniq -setword pantaskState INIT stdout md5host.book
     book setword md5sum.book $options:0 NHOST {$Nhosts - 1}
     book setword md5sum.book $options:0 NDONE 0
+    book list
+    book listbook md5sum.book
     # use the queuesize (Nhosts) to track how many jobs are done / to be done
   end
@@ -117 +122 @@
 end
 
+# runs on the hosts identified by get_hosts_md5s.sh
 # output: md5host.book
 task nights.md5sum.runhosts