Changeset 36591

Timestamp:

Mar 17, 2014, 1:43:08 PM (12 years ago)

Author:

eugene

Message:

add sync for relastro remote clients to avoid loading overloading

Location:

branches/eam_branches/ipp-20140206/Ohana/src

Files:

• relastro/src/launch_region_hosts.c (modified) (2 diffs)
• relastro/src/relastro_parallel_images.c (modified) (1 diff)
• relphot/src/launch_region_hosts.c (modified) (1 diff)

branches/eam_branches/ipp-20140206/Ohana/src/relastro/src/launch_region_hosts.c

@@ -86 +86 @@
     if (PARALLEL_REGIONS_MANUAL) continue;
 
+    // launch the job, then wait for it to be done loading catalogs.  force the remote
+    // client to generate the file
+    char *syncfile = make_filename (CATDIR, host->hostname, host->hostID, "loadcat.sync");
+    clear_sync_file (syncfile);
+
     // launch the job on the remote machine (no handshake)
     int errorInfo = 0;
@@ -94 +99 @@
     }
     host->pid = pid; // save for future reference
+
+    // remove client is done, go ahead with next client
+    check_sync_file (syncfile, 1);
+    clear_sync_file (syncfile);
+    free (syncfile);
   }
 

branches/eam_branches/ipp-20140206/Ohana/src/relastro/src/relastro_parallel_images.c

@@ -47 +47 @@
   catalog = load_catalogs (skylist, &Ncatalog, TRUE, 0, NULL);
   MARKTIME("-- load catalog data: %f sec\n", dtime);
+  
+  // NOTE: if I let all hosts load blindly, I saturate the data clients with too many
+  // relastro_client requests.  I need to have the master mediate this.  the master
+  // will not launch the next remote job until this one says it is done
+  char *syncfile = make_filename (CATDIR, regionHosts->hosts[myHost].hostname, REGION_HOST_ID, "loadcat.sync");
+  update_sync_file (syncfile, 1);
   
   // generate tables go from catID,objID -> catSeq,objSeq

branches/eam_branches/ipp-20140206/Ohana/src/relphot/src/launch_region_hosts.c

@@ -92 +92 @@
     host->pid = pid; // save for future reference
 
-    // remove client is done, go ahead with next client
+    // remote client is done, go ahead with next client
     check_sync_file (syncfile, 1);
     clear_sync_file (syncfile);