Changeset 37369 for trunk/tools

Timestamp:

Sep 4, 2014, 4:57:13 PM (12 years ago)

Author:

watersc1

Message:

Update that I think fixes the oversubscription issue, which should in turn allow stacks to finish correctly.

File:

• trunk/tools/stask_chip.py (modified) (5 diffs)

trunk/tools/stask_chip.py

@@ -46 +46 @@
 task_file = sys.argv[1]
 hosts_file = sys.argv[2]
-nprocs = int(sys.argv[3])
+nprocs = int(sys.argv[3])  # Oversubscription parameter: number of processors to devote to a task
 
 hosts = []
@@ -57 +57 @@
 busy = {}
 timeout = 2*3600
+n_active = 0 # number of active jobs we expect to have running should equal Nhosts * Ncore_per_host / nprocs
+
 
 n_completed=0
@@ -69 +71 @@
     for host in f:
         if host[:2] == 'mu': 
-            cores = 12
+            cores = int(12 / nprocs)  # Use nprocs to reduce the core subscription
             nname = 6
         elif host[:2] == 'ml': 
@@ -84 +86 @@
             hosts.append(h)
             busy[h] = 0
+            n_active = n_active + 1
 
 print 'running %d commands at a time from %d tasks in %s' \
-    % (len(hosts)/nprocs, len(tasks), task_file)
+    % (n_active, len(tasks), task_file)
 
 for task in tasks:
@@ -102 +105 @@
     cmds[p] = command
     times[p] = time.time()
-    wait(len(hosts)/nprocs)
+    wait(n_active)
 
 wait(1)