Changeset 40150

Timestamp:

Sep 29, 2017, 11:07:14 AM (9 years ago)

Author:

mhuber

Message:

add option to set parse limit

File:

• trunk/ippTasks/pstamp.pro (modified) (2 diffs)

trunk/ippTasks/pstamp.pro

@@ -20 +20 @@
 $pstampQCleanup_DB = 0
 
+# limit number of requests in the queue to avoid blocking everything
+# when jobs take an infinite amount of time to parse
+$PSTAMP_PARSE_LIMIT = 20
+macro set.parse.limit
+    $PSTAMP_PARSE_LIMIT = $1
+end
+macro get.parse.limit
+    echo parse limit : $PSTAMP_PARSE_LIMIT
+end
+
 # give up on dependents with fault_count >= $PSTAMP_MAX_FAULT_COUNT
 $PSTAMP_MAX_FAULT_COUNT = 3
@@ -408 +418 @@
         # limit number of requests in the queue to avoid blocking everything
         # when jobs take an infinite amount of time to parse
-        $run = $run -limit 10
+        #$run = $run -limit 10
+        # except parsing is not label/prio based, high prio can get stuck behind low prio, so bump up to 20
+        # -- should be a config option 
+        $run = $run -limit $PSTAMP_PARSE_LIMIT 
         command $run
     end