Changeset 40194

Timestamp:

Oct 27, 2017, 7:41:15 PM (9 years ago)

Author:

mhuber

Message:

merge add option to set parse limit

File:

• tags/ipp-20170121/ippTasks/pstamp.pro (modified) (2 diffs, 1 prop)

tags/ipp-20170121/ippTasks/pstamp.pro

@@ -20 +20 @@
 $pstampQCleanup_DB = 0
 
+# limit number of requests in the queue to avoid blocking everything
+# when jobs take an infinite amount of time to parse
+$PSTAMP_PARSE_LIMIT = 20
+macro set.parse.limit
+    $PSTAMP_PARSE_LIMIT = $1
+end
+macro get.parse.limit
+    echo parse limit : $PSTAMP_PARSE_LIMIT
+end
+
 # give up on dependents with fault_count >= $PSTAMP_MAX_FAULT_COUNT
 $PSTAMP_MAX_FAULT_COUNT = 3
@@ -408 +418 @@
         # limit number of requests in the queue to avoid blocking everything
         # when jobs take an infinite amount of time to parse
-        $run = $run -limit 10
+        #$run = $run -limit 10
+        # except parsing is not label/prio based, high prio can get stuck behind low prio, so bump up to 20
+        # -- should be a config option 
+        $run = $run -limit $PSTAMP_PARSE_LIMIT 
         command $run
     end