Changeset 42451 for trunk/tools/eam/rawfix.20230221/src/get_md5s_instances.pl

Timestamp:

Apr 14, 2023, 12:02:11 PM (3 years ago)

Author:

eugene

Message:

new instances from fix_chip_locations need to go to unique files by chip; get_md5s_instances needs to load the additional instance lists

File:

• trunk/tools/eam/rawfix.20230221/src/get_md5s_instances.pl (modified) (7 diffs)

trunk/tools/eam/rawfix.20230221/src/get_md5s_instances.pl

@@ -13 +13 @@
 # USAGE: get_md5s_instances.pl --hostname (hostname) --input (file) --stage (0,1,etc)
 
-my ($myhost, $input, $stage) = &parse_cmdopts;
+my $input;
+my ($myhost, $dateword, $topdir, $stage) = &parse_cmdopts;
 
 # check that we are running this script on 'myhost'
@@ -20 +21 @@
 
 # read the list of instances:
-my ($ins_list_r, $dst_list_r, $md5_list_r) = &load_instance_list ($input);
+my ($ins_list_r, $dst_list_r, $md5_list_r) = &load_instance_list ();
 
-my $output = $input;
-$output =~ s/inst.$stage/md5s/;
+my $output = "$topdir/$dateword/$myhost.md5s.txt";
 
-if ($output eq $input) { die "output file ($output) matches input file ($input)\n"; }
-
-# read in both instance
+# read in existing md5s
 my $out_hash_r;
 if (-e $output) {
@@ -60 +58 @@
     }
 
-    my $line;
-    if (0) {
-        $line = "fakevalue $filename"; # XXX TEST: disable calculation:
-    } else {
-        $line = `md5sum $filename`;
-    }
+    my $line = `md5sum $filename`;
 
     my ($md5sum, $rawfile) = split (" ", $line);
@@ -73 +66 @@
 exit 0;
 
+# use global $topdir, $dateword, $myhost, $stage
+sub load_instance_list {
+    my (@ins_list, @dst_list, @md5_list);
+
+    # load the master list
+    my $input = "$topdir/$dateword/$myhost.inst.$stage.txt";
+    &load_instance_list_onefile ($input, \@ins_list, \@dst_list, \@md5_list);
+
+    # there may be additional instances in files with names like HOSTNAME.XYnn.inst.STAGE 
+    my @instlist = glob ("$topdir/$dateword/$myhost.XY??.inst.$stage.txt");
+    foreach my $infile  (@instlist) {
+        &load_instance_list_onefile ($infile, \@ins_list, \@dst_list, \@md5_list);
+    }
+    return (\@ins_list, \@dst_list, \@md5_list);
+}
+
 # read the instance info
-sub load_instance_list {
+sub load_instance_list_onefile {
     my $infile = $_[0];
-
-    my (@ins_list, @dst_list, @md5_list);
+    my $ins_list_r = $_[1]; # reference to the instance list array
+    my $dst_list_r = $_[2]; # reference to the instance list array
+    my $md5_list_r = $_[3]; # reference to the instance list array
 
     open(FILE,$infile) or die "cannot open file $infile\n"; 
@@ -89 +99 @@
 
         if (@words != 3) { die "error in input $infile : $line\n"; }
-        push (@ins_list, $words[0]);
-        push (@dst_list, $words[1]);
-        push (@md5_list, $words[2]);
+        push (@$ins_list_r, $words[0]);
+        push (@$dst_list_r, $words[1]);
+        push (@$md5_list_r, $words[2]);
     }
     close (FILE);
-
-    return (\@ins_list, \@dst_list, \@md5_list);
 }
 
@@ -123 +131 @@
 sub parse_cmdopts {
 
-    my ($myhost, $input, $stage);
-    GetOptions( 'hostname=s' => \$myhost, 'input=s' => \$input, 'stage=s' => \$stage) || pod2usage(2);
+    my ($myhost, $topdir, $dateobs, $stage);
+    GetOptions( 'hostname=s' => \$myhost, 'topdir=s' => \$topdir, 'dateobs=s' => \$dateobs, 'stage=s' => \$stage) || pod2usage(2);
     
-    pod2usage( -msg => "Provide the input list with --input", -exitval => 2) unless defined $input;
+    pod2usage( -msg => "Cannot determine target date, use --dateobs YYYYMMDD", -exitval => 2) unless defined $dateobs;
+#   pod2usage( -msg => "Provide the input list with --input", -exitval => 2) unless defined $input;
     pod2usage( -msg => "Define the host machine with --hostname", -exitval => 2) unless defined $myhost;
     pod2usage( -msg => "Define the stage (0, 1, etc) with --stage", -exitval => 2) unless defined $stage;
+    pod2usage( -msg => "Specify the top-level output directory with --topdir", -exitval => 2) unless defined $topdir;
     
     # check that stage is an integer
@@ -134 +144 @@
     unless ($stage >= 0) { die "stage must be a non-negative integer\n"; }
     
-    return ($myhost, $input, $stage);
+    return ($myhost, $dateobs, $topdir, $stage);
 }