Changeset 42449 for trunk/tools/eam/rawfix.20230221/src/fix_chip_locations.pl

Timestamp:

Apr 13, 2023, 9:30:40 AM (3 years ago)

Author:

eugene

Message:

split fix_chip_locations into parallel processes by chip

File:

• trunk/tools/eam/rawfix.20230221/src/fix_chip_locations.pl (modified) (7 diffs)

trunk/tools/eam/rawfix.20230221/src/fix_chip_locations.pl

@@ -12 +12 @@
 use Getopt::Long qw( GetOptions :config auto_help auto_version );
 
-# USAGE: fix_chip_locations.pl --dateobs (night) --chiplist (file) --stage (0,1,etc)
+# USAGE: fix_chip_locations.pl --dateobs (night) --stage (0,1,etc) [--chiplist (file) | --chipID (ID)]
 
 # we need to select targets for ITC copies of files currently only at ATRC:
@@ -18 +18 @@
 # for each chip, target a single host?
 
-my ($fulldate, $dateword, $chiplist, $stage, $topdir) = &parse_cmdopts;
+my ($fulldate, $dateword, $chiplist, $chipID, $stage, $topdir) = &parse_cmdopts;
 my ($neb_dbh, $raw_dbh) = &parse_db_config ("$topdir/nebulous.config");
-
-# read the list of chip_ids:
-my @chip_ids = &load_chip_list ($chiplist);
 
 # choose ITC machines on which to place backup copies:
 my @vol_copy = &get_neb_volumes_copy; # array of neb hosts to copy data to at ITC
 my %vol_good = &get_neb_volumes_good; # hash of valid neb hosts
-my $volnum = 0;
 
 my $Ngood = 0;
@@ -41 +37 @@
 my $Ncul3 = 0;
 my $Nfail = 0;
+
+my $Nchip = 0; # counts the number of instances
 
 # load the lists of good and fail chips
@@ -69 +67 @@
 }
 
-my $Nchip = 0;
-
+# read the list of chip_ids:
+my @chip_ids = &load_chip_list ($chiplist);
+
+my $volnum = 0; # select the volume to be used from the list of @vol_copy
+
+# loop over all chip_ids so we can distribute the target volumes
 foreach my $chip_id (@chip_ids) {
+    if (not defined $chipID or ($chipID eq $chip_id)) {
+        &fix_chip_locations_chipID ($chip_id, $volnum);
+    }
+    $volnum ++;
+    if ($volnum > @vol_copy) { $volnum = 0; }
+}
+
+my $Ntotal = $Ngood + $Ngone + $Ndead + $Nsing + $Ndups + $Nsbck + $Nxbck + $Ncul1 + $Ncul2 + $Ncul3 + $Nfail;
+if ($Ntotal != $Nchip) { die "ERROR: inconsistent count of chips\n"; } 
+
+if (not defined $chipID) {
+    # update the stats in the database
+    my $sql_update_stats = "UPDATE nights set";
+    $sql_update_stats .= "  Nchip = $Nchip";
+    $sql_update_stats .= ", Ngood = $Ngood";
+    $sql_update_stats .= ", Ndead = $Ndead";
+    $sql_update_stats .= ", Ngone = $Ngone";
+    $sql_update_stats .= ", Nsing = $Nsing";
+    $sql_update_stats .= ", Ndups = $Ndups";
+    $sql_update_stats .= ", Nsbck = $Nsbck";
+    $sql_update_stats .= ", Nxbck = $Nxbck";
+    $sql_update_stats .= ", Ncul1 = $Ncul1";
+    $sql_update_stats .= ", Ncul2 = $Ncul2";
+    $sql_update_stats .= ", Ncul3 = $Ncul3";
+    $sql_update_stats .= ", Nfail = $Nfail";
+    $sql_update_stats .= " WHERE dateobs = $dateword";
+    
+    my $query = $raw_dbh->prepare($sql_update_stats);
+    $query->execute () or die "invalid response from RAW database\n";
+} else {
+
+    open (OUTFILE, ">$topdir/$dateword/$chipID.stats.$stage.txt");
+
+    print OUTFILE "Nchip: $Nchip\n";
+    print OUTFILE "Ngood: $Ngood\n";
+    print OUTFILE "Ngone: $Ngone\n";
+    print OUTFILE "Ndead: $Ndead\n";
+    print OUTFILE "Nsing: $Nsing\n";
+    print OUTFILE "Ndups: $Ndups\n";
+    print OUTFILE "Nsbck: $Nsbck\n";
+    print OUTFILE "Nxbck: $Nxbck\n";
+    print OUTFILE "Ncul1: $Ncul1\n";
+    print OUTFILE "Ncul2: $Ncul2\n";
+    print OUTFILE "Ncul3: $Ncul3\n";
+    print OUTFILE "Nfail: $Nfail\n";
+
+    close (OUTFILE);
+}
+
+exit 0;
+
+sub fix_chip_locations_chipID {
+
+    my $chip_id = $_[0];
+    my $volnum  = $_[1];
 
     # read from chip_id file, update to next stage number
@@ -216 +273 @@
         }
     }
-    $volnum ++;
-}
-
-print "Nchip: $Nchip\n";
-print "Ngood: $Ngood\n";
-print "Ngone: $Ngone\n";
-print "Ndead: $Ndead\n";
-print "Nsing: $Nsing\n";
-print "Ndups: $Ndups\n";
-print "Nsbck: $Nsbck\n";
-print "Nxbck: $Nxbck\n";
-print "Ncul1: $Ncul1\n";
-print "Ncul2: $Ncul2\n";
-print "Ncul3: $Ncul3\n";
-print "Nfail: $Nfail\n";
-
-my $Ntotal = $Ngood + $Ngone + $Ndead + $Nsing + $Ndups + $Nsbck + $Nxbck + $Ncul1 + $Ncul2 + $Ncul3 + $Nfail;
-if ($Ntotal != $Nchip) { die "ERROR: inconsistent count of chips\n"; } 
-
-# update the stats in the database
-my $sql_update_stats = "UPDATE nights set";
-$sql_update_stats .= "  Nchip = $Nchip";
-$sql_update_stats .= ", Ngood = $Ngood";
-$sql_update_stats .= ", Ndead = $Ndead";
-$sql_update_stats .= ", Ngone = $Ngone";
-$sql_update_stats .= ", Nsing = $Nsing";
-$sql_update_stats .= ", Ndups = $Ndups";
-$sql_update_stats .= ", Nsbck = $Nsbck";
-$sql_update_stats .= ", Nxbck = $Nxbck";
-$sql_update_stats .= ", Ncul1 = $Ncul1";
-$sql_update_stats .= ", Ncul2 = $Ncul2";
-$sql_update_stats .= ", Ncul3 = $Ncul3";
-$sql_update_stats .= ", Nfail = $Nfail";
-$sql_update_stats .= " WHERE dateobs = $dateword";
-
-my $query = $raw_dbh->prepare($sql_update_stats);
-$query->execute () or die "invalid response from RAW database\n";
-
-exit 0;
+}
 
 sub get_new_instance {
@@ -412 +431 @@
 sub parse_cmdopts {
 
-    my ($dateobs, $chiplist, $stage, $topdir);
-    GetOptions( 'dateobs=s' => \$dateobs, 'chiplist=s' => \$chiplist, 'topdir=s' => \$topdir, 'stage=s' => \$stage) || pod2usage(2);
+    my ($dateobs, $chiplist, $chipID, $stage, $topdir);
+    GetOptions( 'dateobs=s' => \$dateobs, 'chiplist=s' => \$chiplist, 'chipID=s' => \$chipID, 'topdir=s' => \$topdir, 'stage=s' => \$stage) || pod2usage(2);
     
     pod2usage( -msg => "Cannot determine target date, use --dateobs YYYY/MM/DD", -exitval => 2) unless defined $dateobs;
-    pod2usage( -msg => "Provide a list of chips with --chiplist", -exitval => 2) unless defined $chiplist;
     pod2usage( -msg => "Define the stage (0, 1, etc) with --stage", -exitval => 2) unless defined $stage;
     pod2usage( -msg => "Specify the top-level output directory with --topdir", -exitval => 2) unless defined $topdir;
-    
+    pod2usage( -msg => "Provide a list of chips with --chiplist", -exitval => 2) unless defined $chiplist;
+
     # check that stage is an integer
     unless (is_integer ($stage)) { die "stage must be a non-negative integer\n"; }
@@ -435 +454 @@
     my $dateword = sprintf ("%4d%02d%02d", $date_year, $date_month, $date_day);
 
-    return ($fulldate, $dateword, $chiplist, $stage, $topdir);
+    return ($fulldate, $dateword, $chiplist, $chipID, $stage, $topdir);
 }