Changeset 42450 for trunk/tools/eam/rawfix.20230221/src/check_chip_locations.pl

Timestamp:

Apr 13, 2023, 2:17:26 PM (3 years ago)

Author:

eugene

Message:

better handle fail chips (bad md5sum)

File:

• trunk/tools/eam/rawfix.20230221/src/check_chip_locations.pl (modified) (15 diffs)

trunk/tools/eam/rawfix.20230221/src/check_chip_locations.pl

@@ -46 +46 @@
 my $Ncul2 = 0;
 my $Ncul3 = 0;
+my $Nfail = 0;
+
+my ($goodchips_r, $failchips_r) = &get_good_or_fail_chiplists ($topdir, $dateword, $stage);
 
 foreach my $chip_id (@chip_ids) {
@@ -52 +55 @@
     open ($outfh, ">$topdir/$dateword/$chip_id.uris.$stage.txt");
 
+    print "open $topdir/$dateword/$chip_id.uris.$stage.txt\n";
+
     # get the list of chip neb paths for one chip
     my ($neb_paths_r, $ds_array_r, $md_array_r) = &get_chip_paths ($fulldate, $chip_id);
-
-    # I think this makes a copy of the arrays, which is inefficient
-    # my @neb_paths = @$neb_paths_r;
-    # my @ds_array  = @$ds_array_r;
-    # my @md_array  = @$md_array_r;
 
     # reset the hostcount for this chip
@@ -115 +115 @@
 print "Ncul2: $Ncul2\n";
 print "Ncul3: $Ncul3\n";
-
-my $Ntotal = $Ngood + $Ngone + $Ndead + $Nsing + $Ndups + $Nsbck + $Nxbck + $Ncul1 + $Ncul2 + $Ncul3;
+print "Nfail: $Nfail\n";
+
+my $Ntotal = $Ngood + $Ngone + $Ndead + $Nsing + $Ndups + $Nsbck + $Nxbck + $Ncul1 + $Ncul2 + $Ncul3 + $Nfail;
 if ($Ntotal != $Nchip) { die "ERROR: inconsistent count of chips\n"; } 
 
@@ -132 +133 @@
 $sql_update_stats .= ", Ncul2 = $Ncul2";
 $sql_update_stats .= ", Ncul3 = $Ncul3";
+$sql_update_stats .= ", Nfail = $Nfail";
 $sql_update_stats .= " WHERE dateobs = $dateword";
 
@@ -293 +295 @@
     $Nchip ++;
 
+    my $haveMD5 = 0;
+    my $goodMD5 = 0;
+    if ($goodchips_r->{$extID}) { $haveMD5 = 1; $goodMD5 = 1; }
+    if ($failchips_r->{$extID}) { $haveMD5 = 1; $goodMD5 = 0; }
+
+    if ($extID eq "gpc1/20100503/o5319g0003d/o5319g0003d.ota46.fits") {
+        print STDERR "$outinfo $Nmain $Nback $haveMD5 $goodMD5\n";
+    }
+
     # GOOD : already fixed 
     if (($Nmain == 1) && ($Nback == 1)) {
         print $outfh "GOOD: $outinfo\n";
-        $Ngood ++;
+        &update_counts (\$Ngood, \$Nfail, $haveMD5, $goodMD5);
         return;
     }
@@ -304 +315 @@
     if (($Nmain == 1) && ($Nback == 0)) {
         print $outfh "SING: $outinfo\n";
-        $Nsing ++;
+        &update_counts (\$Nsing, \$Nfail, $haveMD5, $goodMD5);
         return;
     }
@@ -312 +323 @@
     if (($Nmain == 0) && ($Nback == 1)) {
         print $outfh "SBCK: $outinfo\n";
-        $Nsbck ++;
+        &update_counts (\$Nsbck, \$Nfail, $haveMD5, $goodMD5);
         return;
     }
@@ -320 +331 @@
     if (($Nmain > 1) && ($Nback == 0)) {
         print $outfh "DUPS: $outinfo\n";
-        $Ndups ++;
+        &update_counts (\$Ndups, \$Nfail, $haveMD5, $goodMD5);
         return;
     }
@@ -328 +339 @@
     if (($Nmain == 0) &&  ($Nback > 1)) {
         print $outfh "XBCK: $outinfo\n";
-        $Nxbck ++;
+        &update_counts (\$Nxbck, \$Nfail, $haveMD5, $goodMD5);
         return;
     }
@@ -335 +346 @@
     if (($Nmain == 0) && ($Nback == 0) && $Nlost) {
         print $outfh "DEAD: $outinfo\n";
-        $Ndead ++;
+        &update_counts (\$Ndead, \$Nfail, $haveMD5, $goodMD5);
         return;
     }
@@ -341 +352 @@
     if (($Nmain == 0) && ($Nback == 0) && ($Nlost == 0)) {
         print $outfh "GONE: $outinfo\n";
-        $Ngone ++;
+        &update_counts (\$Ngone, \$Nfail, $haveMD5, $goodMD5);
         return;
     }
@@ -349 +360 @@
     if (($Nmain > 1) && ($Nback == 1)) {
         print $outfh "CUL1: $outinfo\n";
-        $Ncul1 ++;
+        &update_counts (\$Ncul1, \$Nfail, $haveMD5, $goodMD5);
         return;
     }
@@ -357 +368 @@
     if (($Nback > 1) && ($Nmain == 1)) {
         print $outfh "CUL2: $outinfo\n";
-        $Ncul2 ++;
+        &update_counts (\$Ncul2, \$Nfail, $haveMD5, $goodMD5);
         return;
     }
@@ -365 +376 @@
     if (($Nback > 1) && ($Nmain > 1)) {
         print $outfh "CUL3: $outinfo\n";
-        $Ncul3 ++;
+        &update_counts (\$Ncul3, \$Nfail, $haveMD5, $goodMD5);
         return;
     }
@@ -372 +383 @@
     print $outfh "OOPS: $outinfo\n";
     return;
+}
+
+sub update_counts {
+
+    my $Nstat_r = $_[0];
+    my $Nfail_r = $_[1];
+    my $haveMD5 = $_[2];
+    my $goodMD5 = $_[3];
+
+    ## if we know the MD5 is bad, add to Nfail, otherwise add to Ndups
+    if ($haveMD5 && !$goodMD5) {
+        $$Nfail_r ++; 
+    } else { 
+        $$Nstat_r ++;
+    }
+}
+
+sub get_good_or_fail_chiplists {
+
+    my $topdir   = $_[0];
+    my $dateword = $_[1];
+    my $stage    = $_[2];
+
+    # load the lists of good and fail chips
+    my $prev = $stage - 1;
+    my $goodfile = "$topdir/$dateword/goodchips.$prev.txt";
+    my %goodchips;
+    if (-e $goodfile) {
+        open (GOODFILE,  $goodfile);
+        my @lines = <GOODFILE>;
+        close (GOODFILE);
+        
+        foreach my $line (@lines) {
+            chomp $line;
+            $goodchips{$line} = 1;
+        }
+    }
+    my $failfile = "$topdir/$dateword/failchips.$prev.txt";
+    my %failchips;
+    if (-e $failfile) {
+        open (FAILFILE,  $failfile);
+        my @lines = <FAILFILE>;
+        close (FAILFILE);
+        
+        foreach my $line (@lines) {
+            chomp $line;
+            $failchips{$line} = 1;
+        }
+    }
+    return (\%goodchips, \%failchips);
 }