Changeset 28981 for branches/eam_branches/ipp-20100621/ippTasks

Timestamp:

Aug 19, 2010, 6:52:05 PM (16 years ago)

Author:

eugene

Message:

updates from trunk

Location:

branches/eam_branches/ipp-20100621/ippTasks

Files:

• . (modified) (1 prop)
• nightly_stacks.pro (modified) (5 diffs)
• survey.pro (modified) (6 diffs)

branches/eam_branches/ipp-20100621/ippTasks/nightly_stacks.pro

@@ -7 +7 @@
     ns.detrends.off
     ns.dqstats.on
+    ns.sweetspot.on
     ns.registration.on
     ns.burntool.on
@@ -17 +18 @@
     ns.detrends.off
     ns.dqstats.off
+    ns.sweetspot.off
     ns.registration.off
     ns.burntool.off
@@ -49 +51 @@
 end
 
+macro ns.sweetspot.on
+  task ns.sweetspot.load
+    active true
+  end
+end
+
 macro ns.registration.on
   task ns.registration.load
@@ -96 +104 @@
 macro ns.dqstats.off
   task ns.dqstats.load
+    active false
+  end
+end
+
+macro ns.sweetspot.off
+  task ns.sweetspot.load
     active false
   end
@@ -263 +277 @@
 
     command automate_stacks.pl --queue_dqstats --date $today
+  end
+
+  task.exit       0
+    # nothing to do here
+  end
+  # locked list
+  task.exit       default
+    showcommand failure
+  end
+  task.exit       crash
+    showcommand crash
+  end
+  # operation times out
+  task.exit       timeout
+    showcommand timeout
+  end
+end
+
+#
+# Queue sweetspot runs
+#
+task              ns.sweetspot.load
+  host            local
+  periods         -poll 3600
+  periods         -exec $LOADEXEC
+  periods         -timeout 30
+  trange          02:00:00 02:59:59 -nmax 1
+  npending        1
+
+  task.exec
+    stdout $LOGDIR/ns.sweetspot.log
+    stderr $LOGDIR/ns.sweetspot.log
+    $today = `date +%Y-%m-%d`
+
+    command automate_stacks.pl --queue_sweetspot --date $today
   end
 

branches/eam_branches/ipp-20100621/ippTasks/survey.pro

@@ -30 +30 @@
  book create SURVEY_DIST
  book create SURVEY_ADDSTAR   
+ book create SURVEY_CHIP_BG
+ book create SURVEY_WARP_BG
  $haveSurveyBooks = TRUE
 end
@@ -40 +42 @@
 $SURVEY_DIST_DB = 0
 $SURVEY_ADDSTAR_DB = 0
+$SURVEY_CHIP_BG_DB = 0
+$SURVEY_WARP_BG_DB = 0
 
 $SURVEY_EXEC = 120
@@ -67 +71 @@
     active true
   end
+  task survey.chip.bg
+    active true
+  end
+  task survey.warp.bg
+    active true
+  end
 end
 
@@ -89 +99 @@
   end
   task survey.dist
+    active false
+  end
+  task survey.chip.bg
+    active false
+  end
+  task survey.warp.bg
     active false
   end
@@ -286 +302 @@
 end
 
+# user functions to manipulate chip_bg labels
+macro survey.add.chip.bg
+  if ($0 != 3)
+    echo "USAGE: survey.add.chip.bg (label) (dist_group)"
+    break
+  end
+  book newpage SURVEY_CHIP_BG $1
+  book setword SURVEY_CHIP_BG $1 DIST_GROUP $2
+  book setword SURVEY_CHIP_BG $1 STATE PENDING
+end
+
+macro survey.del.chip.bg
+  if ($0 != 2)
+    echo "USAGE: survey.del.chip.bg (label)"
+    break
+  end
+  book delpage SURVEY_CHIP_BG $1
+end
+
+macro survey.show.chip.bg
+  if ($0 != 1)
+    echo "USAGE: survey.show.chip.bg"
+    break
+  end
+  book listbook SURVEY_CHIP_BG
+end
+
+# user functions to manipulate warp_bg labels
+macro survey.add.warp.bg
+  if ($0 != 3)
+    echo "USAGE: survey.add.warp.bg (label) (dist_group)"
+    break
+  end
+  book newpage SURVEY_WARP_BG $1
+  book setword SURVEY_WARP_BG $1 DIST_GROUP $2
+  book setword SURVEY_WARP_BG $1 STATE PENDING
+end
+
+macro survey.del.warp.bg
+  if ($0 != 2)
+    echo "USAGE: survey.del.warp.bg (label)"
+    break
+  end
+  book delpage SURVEY_WARP_BG $1
+end
+
+macro survey.show.warp.bg
+  if ($0 != 1)
+    echo "USAGE: survey.show.warp.bg"
+    break
+  end
+  book listbook SURVEY_WARP_BG
+end
 
 task survey.diff
@@ -815 +884 @@
   end
 end
+
+task survey.chip.bg
+  host local
+ 
+  periods      -poll $SURVEY_POLL
+  periods      -exec $SURVEY_EXEC
+  periods      -timeout $SURVEY_TIMEOUT
+  npending     1
+
+  stdout $LOGDIR/survey.chip.bg.log
+  stderr $LOGDIR/survey.chip.bg.log
+
+  # generate chip_bg runs
+  task.exec
+    book npages SURVEY_CHIP_BG -var N
+    if ($N == 0)
+#      echo "No labels for processing"
+      break
+    endif
+
+    book getpage SURVEY_CHIP_BG 0 -var label -key STATE NEW
+    if ("$label" == "NULL")
+      # All labels have been done --- reset
+#      echo "Resetting labels"
+      for i 0 $N
+        book getpage SURVEY_CHIP_BG $i -var label
+        book setword SURVEY_CHIP_BG $label STATE NEW
+      end
+      book getpage SURVEY_CHIP_BG 0 -var label -key STATE NEW
+
+      # Select different database
+      $SURVEY_CHIP_BG ++
+      if ($SURVEY_CHIP_BG >= $DB:n) set SURVEY_CHIP_BG = 0
+    end
+
+    book setword SURVEY_CHIP_BG $label STATE DONE
+    book getword SURVEY_CHIP_BG $label DIST_GROUP -var dist_group
+  
+    $run = bgtool -definechip -label $label -set_dist_group $dist_group
+
+    if ($DB:n == 0)
+      option DEFAULT
+    else
+      $run = $run -dbname $DB:$SURVEY_CHIP_BG
+      option $DB:$SURVEY_CHIP_BG
+    end
+    
+    echo $run
+    command $run
+  end
+
+  # success
+  task.exit    0
+#    echo "Success"
+  end
+
+  # locked list
+  task.exit    default
+    showcommand failure
+  end
+
+  task.exit    crash
+    showcommand crash
+  end
+
+  # operation times out?
+  task.exit    timeout
+    showcommand timeout
+  end
+end
+
+task survey.warp.bg
+  host local
+ 
+  periods      -poll $SURVEY_POLL
+  periods      -exec $SURVEY_EXEC
+  periods      -timeout $SURVEY_TIMEOUT
+  npending     1
+
+  stdout $LOGDIR/survey.warp.bg.log
+  stderr $LOGDIR/survey.warp.bg.log
+
+  # generate warp_bg runs
+  task.exec
+    book npages SURVEY_WARP_BG -var N
+    if ($N == 0)
+#      echo "No labels for processing"
+      break
+    endif
+
+    book getpage SURVEY_WARP_BG 0 -var label -key STATE NEW
+    if ("$label" == "NULL")
+      # All labels have been done --- reset
+#      echo "Resetting labels"
+      for i 0 $N
+        book getpage SURVEY_WARP_BG $i -var label
+        book setword SURVEY_WARP_BG $label STATE NEW
+      end
+      book getpage SURVEY_WARP_BG 0 -var label -key STATE NEW
+
+      # Select different database
+      $SURVEY_WARP_BG ++
+      if ($SURVEY_WARP_BG >= $DB:n) set SURVEY_WARP_BG = 0
+    end
+
+    book setword SURVEY_WARP_BG $label STATE DONE
+    book getword SURVEY_WARP_BG $label DIST_GROUP -var dist_group
+  
+    $run = bgtool -definewarp -warp_label $label -set_dist_group $dist_group
+
+    if ($DB:n == 0)
+      option DEFAULT
+    else
+      $run = $run -dbname $DB:$SURVEY_WARP_BG
+      option $DB:$SURVEY_WARP_BG
+    end
+    
+    echo $run
+    command $run
+  end
+
+  # success
+  task.exit    0
+#    echo "Success"
+  end
+
+  # locked list
+  task.exit    default
+    showcommand failure
+  end
+
+  task.exit    crash
+    showcommand crash
+  end
+
+  # operation times out?
+  task.exit    timeout
+    showcommand timeout
+  end
+end