Changeset 42441 for trunk/tools/eam/rawfix.20230221/src/check_chip_locations.pl

Timestamp:

Apr 4, 2023, 8:18:25 AM (3 years ago)

Author:

eugene

Message:

allow long-running jobs (md5sum) to be remote; fix some error handling

File:

• trunk/tools/eam/rawfix.20230221/src/check_chip_locations.pl (modified) (9 diffs)

trunk/tools/eam/rawfix.20230221/src/check_chip_locations.pl

@@ -16 +16 @@
 # USAGE: check_chip_locations.pl --dateobs 2010/05/01 --chiplist gpc1.chips.txt --stage v0
 
-my ($fulldate, $dateword, $chiplist, $stage) = &parse_cmdopts;
-my ($neb_dbh, $gpc_dbh) = &parse_db_config ('nebulous.config');
+my ($fulldate, $dateword, $chiplist, $stage, $topdir) = &parse_cmdopts;
+my ($neb_dbh, $gpc_dbh) = &parse_db_config ("$topdir/nebulous.config");
 
 # read the list of chip_ids:
@@ -27 +27 @@
 
 # put output files in a directory defined by the night
-mkdir $dateword;
+mkdir "$topdir/$dateword";
 
 # output files: 
@@ -35 +35 @@
 foreach my $chip_id (@chip_ids) {
 
-    my $outfile = "$dateword/$chip_id.uris.txt";
     my $outfh;
-    open ($outfh, ">$outfile");
+    open ($outfh, ">$topdir/$dateword/$chip_id.uris.txt");
 
     # get the list of chip neb paths for one chip
@@ -74 +73 @@
     # now save the host count for this chip
     my $hostfh;
-    open ($hostfh, ">$dateword/$chip_id.hosts.txt");
+    open ($hostfh, ">$topdir/$dateword/$chip_id.hosts.txt");
 
     # save the host count for this chip
@@ -121 +120 @@
     my @chip_ids;
 
-    open(CHIPS,$chiplist) or die "cannot open file $chiplist\n"; 
+    open(CHIPS,"$topdir/$chiplist") or die "cannot open file $chiplist\n"; 
 
     my @lines = <CHIPS>;
@@ -226 +225 @@
         my $xattr    = $values[3];
         
+        if ($xattr  > 1) { $Ndead ++; next; } # do not save instances on dead partitions
+        if ($xattr == 0) { $Nmain ++; }
+        if ($xattr == 1) { $Nback ++; }
+
         # count the number of each host by incrementing the hash element corresponding to the hostname:
         # NOTE: hostcount is global
@@ -231 +234 @@
 
         if (not defined $hostfile{$hostname}) {
-            open ($hostfile{$hostname}, ">$dateword/$hostname.inst.$stage.txt");
+            open ($hostfile{$hostname}, ">$topdir/$dateword/$hostname.inst.$stage.txt");
             ## XXX deal with open failure here
         }
+
         my $fh = $hostfile{$hostname};
         print $fh "$instance $data_st $md5_sum\n";
-
-        if ($xattr == 0) { $Nmain ++; }
-        if ($xattr == 1) { $Nback ++; }
-        if ($xattr  > 1) { $Ndead ++; }
     }
 
@@ -330 +330 @@
 sub parse_cmdopts {
 
-    my ($dateobs, $chiplist, $stage);
-    GetOptions( 'dateobs=s' => \$dateobs, 'chiplist=s' => \$chiplist, 'stage=s' => \$stage) || pod2usage(2);
+    my ($dateobs, $chiplist, $stage, $topdir);
+    GetOptions( 'dateobs=s' => \$dateobs, 'chiplist=s' => \$chiplist, 'topdir=s' => \$topdir, 'stage=s' => \$stage) || pod2usage(2);
     
     pod2usage( -msg => "Cannot determine target date, use --dateobs YYYY/MM/DD", -exitval => 2) unless defined $dateobs;
     pod2usage( -msg => "Provide a list of chips with --chiplist", -exitval => 2) unless defined $chiplist;
     pod2usage( -msg => "Define the stage (v0, v1, etc) with --stage", -exitval => 2) unless defined $stage;
+    pod2usage( -msg => "Specify the top-level output directory with --topdir", -exitval => 2) unless defined $topdir;
     
     # check the date format (require YYYY/MM/DD and use that from 00:00:00 to 23:59:59 or take start and end?)
@@ -348 +349 @@
     my $dateword = sprintf ("%4d%02d%02d", $date_year, $date_month, $date_day);
 
-    return ($fulldate, $dateword, $chiplist, $stage) 
+    return ($fulldate, $dateword, $chiplist, $stage, $topdir) 
 }