Changeset 42444 for trunk/tools/eam/rawfix.20230221/src/check_md5s_dateobs.pl

Timestamp:

Apr 6, 2023, 6:00:06 PM (3 years ago)

Author:

eugene

Message:

big re-work to allow repeat, iterated fixes

File:

• trunk/tools/eam/rawfix.20230221/src/check_md5s_dateobs.pl (modified) (4 diffs)

trunk/tools/eam/rawfix.20230221/src/check_md5s_dateobs.pl

@@ -20 +20 @@
 
 my $Nfail = 0;
+my %failchips;
+my %goodchips;
 
 foreach my $instfile (@instlist) {
@@ -80 +82 @@
 
         if ($md5tru ne $md5obs) {
-            print STDOUT "FAIL: $inst $state $md5tru $md5obs\n";
-            $Nfail ++;
+            &save_failure ($inst);
+            if ($DEBUG > 2) { print STDOUT "FAIL: $inst $state $md5tru $md5obs\n"; }
         } else {
-            if ($DEBUG > 2) {
-                print STDOUT "$inst $state $md5tru = $md5obs\n";
-            }
+            &save_goodchip ($inst);
+            if ($DEBUG > 2) { print STDOUT "$inst $state $md5tru = $md5obs\n"; }
         }
     }
 }
 
+# save both good and fail chip lists
+open (OUTFILE, ">$topdir/$dateword/goodchips.$stage.txt");
+my @goodchipURIs = keys %goodchips;
+foreach my $uri (@goodchipURIs) {
+    print OUTFILE "$uri\n";
+}
+close (OUTFILE);
+
+open (OUTFILE, ">$topdir/$dateword/failchips.$stage.txt");
+my @failchipURIs = keys %failchips;
+foreach my $uri (@failchipURIs) {
+    print OUTFILE "$uri\n";
+}
+close (OUTFILE);
+
+
+## we only report an error if we could not find the md5sum files or if the inst and md5s 
+## files are inconsistent.  In that case, we cannot check the md5s for all instances
+## if the md5sum is wrong for a chip, mark that chip and save it.  It will be skipped in fix_chip_locations
 if ($Nfail) { 
     print STDOUT "ERROR: $Nfail errors\n";
@@ -105 +125 @@
     pod2usage( -msg => "Cannot determine target date, use --dateobs YYYY/MM/DD", -exitval => 2) unless defined $dateobs;
     pod2usage( -msg => "Specify the top-level output directory with --topdir", -exitval => 2) unless defined $topdir;
-    pod2usage( -msg => "Define the stage (v0, v1, etc) with --stage", -exitval => 2) unless defined $stage;
+    pod2usage( -msg => "Define the stage (0, 1, etc) with --stage", -exitval => 2) unless defined $stage;
+    
+    # check that stage is an integer
+    unless (is_integer ($stage)) { die "stage must be a non-negative integer\n"; }
+    unless ($stage >= 0) { die "stage must be a non-negative integer\n"; }
     
     # check the date format (require YYYY/MM/DD and use that from 00:00:00 to 23:59:59 or take start and end?)
@@ -126 +150 @@
     return $status;
 }
+
+sub neb_reverse {
+
+    my (@neb_path) = split /\//, $_[0];
+    my $neb_key = $neb_path[-1];
+
+    # Remove ins_id
+    $neb_key =~ s/^\d+\.//;
+
+    # Convert colons to slashes.
+    $neb_key =~ s%:%/%g;
+
+    # strip ending .fz added for compressed .fits images
+    $neb_key =~ s%.fz$%%;
+    return $neb_key;
+}
+
+sub save_failure {
+    my $nebfile = &neb_reverse($_[0]);
+    if (defined $failchips{$nebfile}) {
+        $failchips{$nebfile} ++;
+    } else {
+        $failchips{$nebfile} = 1;
+    }
+    return;
+}
+
+sub save_goodchip {
+    my $nebfile = &neb_reverse($_[0]);
+    if (defined $goodchips{$nebfile}) {
+        $goodchips{$nebfile} ++;
+    } else {
+        $goodchips{$nebfile} = 1;
+    }
+    return;
+}
+
+sub is_integer {
+   defined $_[0] && $_[0] =~ /^[+-]?\d+$/;
+}