Changeset 27840 for branches/simtest_nebulous_branches/ippTasks/summit.copy.pro

Timestamp:

May 3, 2010, 8:50:52 AM (16 years ago)

Author:

eugene

Message:

updates from trunk

Location:

branches/simtest_nebulous_branches

Files:

• . (modified) (1 prop)
• ippTasks/summit.copy.pro (modified) (8 diffs)

branches/simtest_nebulous_branches/ippTasks/summit.copy.pro

@@ -111 +111 @@
 
     task.exec
+#      echo "DB_DEBUG: PRE" $pztoolDatastore_DB $DB:$pztoolDatastore_DB
       if ($DB:n == 0)
         option DEFAULT
@@ -121 +122 @@
         if ($pztoolDatastore_DB >= $DB:n) set pztoolDatastore_DB = 0
       end
+
+      # More debug
+#      echo "DB_DEBUG: POST" $pztoolDatastore_DB $DB:$pztoolDatastore_DB
       periods -exec 120
     end
@@ -127 +131 @@
     task.exit 0
         # flush pzDataStore book
-        book init pzDataStore
+#        book init pzDataStore
         # convert 'stdout' to book format
         ipptool2book stdout pzDataStore -key camera:telescope -uniq -setword dbname $options:0
@@ -147 +151 @@
 # run pzgetexp periodically to populate pzPendingExp in the database (no I/O)
 # this task is querying the data store for a list of exposures ("filesets")
-# and inserting these into a db table on the local cluster (pzPendingExp)
+# and inserting these into a db table on the local cluster (pzDownloadExp)
 task pzgetexp
   periods      -exec     30
@@ -379 +383 @@
     periods      -exec     5
     periods      -poll     0.05
-    periods      -timeout  650
-    # trage       16:00 23:59
-    # trage       00:00 04:00
+    periods      -timeout  1150
+    trange        -reset
+    # only active in the night (18:00 to 06:00 HST, times are UT):
+    # trange      04:00 16:00
+    # only active in the day (06:00 to 18:00 HST, times are UT):
+    # trange        16:00 23:59
+    # trange        00:00 04:00
 
     task.exec
@@ -442 +450 @@
         stderr $LOGDIR/summit.copy.log
 
-        $run = summit_copy.pl --uri $URI --filename $FILENAME --exp_name $EXP_NAME --inst $CAMERA --telescope $TELESCOPE --class $CLASS --class_id $CLASS_ID --bytes $BYTES --md5 $MD5SUM --dbname $DBNAME --timeout 120 --verbose --copies 2
-        if ($COMPRESS) 
+        book getpage pzDataStore 0 -var PZDSPAGE -key dbname $DBNAME 
+        book getword pzDataStore $PZDSPAGE use_compress  -var USECOMPRESS
+
+        # Debug line
+#       echo "DEBUG: " $DBNAME $EXP_NAME $CAMERA $PZDSPAGE $USECOMPRESS
+
+        # unconditionally turn on requesting compression until we figuure
+        # out why the above doesn't work
+        if ($USECOMPRESS == "NULL") 
+#       if ("$CAMERA" == "gpc1") 
+            $USECOMPRESS = 1
+        end
+
+        $run = summit_copy.pl --uri $URI --filename $FILENAME --exp_name $EXP_NAME --inst $CAMERA --telescope $TELESCOPE --class $CLASS --class_id $CLASS_ID --bytes $BYTES --md5 $MD5SUM --dbname $DBNAME --timeout 600 --verbose --copies 2
+        if ($USECOMPRESS == 1) 
             $run = $run --compress
-        else
-            $run = $run --bytes $BYTES 
-        end
-        if (("$MD5SUM" != "NULL") && ("$MD5SUM" != "0") && (not($COMPRESS)))
-            $run = $run --md5 $MD5SUM
-        end
+        end
+#        if (("$MD5SUM" != "NULL") && ("$MD5SUM" != "0") && (not($COMPRESS)))
+# && (($YEAR > 2008) || (("$YEAR" = "2007") && ($MONTH > 8))))
+#            $run = $run --md5 $MD5SUM
+#        end
         if ($NEBULOUS) 
             $run = $run --nebulous
@@ -458 +478 @@
         # store the pageName for future reference below
         options $pageName
-
+        
         # create the command line
         if ($VERBOSE > 1)
           echo command $run
         end
+        # More debug:
+#       echo "DEBUG2: " $run
         command $run
     end
@@ -501 +523 @@
         if ($pztoolClearFault_DB >= $DB:n) set pztoolClearFault_DB = 0
       end
-      periods -exec 600
+      periods -exec 1800
     end