Changeset 42445 for trunk/tools/eam/rawfix.20230221/src/check_chip_locations.pl

Timestamp:

Apr 7, 2023, 4:50:38 PM (3 years ago)

Author:

eugene

Message:

rework to use a stage/iteration tracked by the rawfix database

File:

• trunk/tools/eam/rawfix.20230221/src/check_chip_locations.pl (modified) (18 diffs)

trunk/tools/eam/rawfix.20230221/src/check_chip_locations.pl

@@ -17 +17 @@
 
 my ($fulldate, $dateword, $chiplist, $stage, $topdir) = &parse_cmdopts;
-my ($neb_dbh, $gpc_dbh) = &parse_db_config ("$topdir/nebulous.config");
+my ($neb_dbh, $gpc_dbh, $raw_dbh) = &parse_db_config ("$topdir/nebulous.config");
 
 # read the list of chip_ids:
@@ -32 +32 @@
 # instance lists by host: YYYYMMDD/HOSTNAME.inst.STAGE.txt
 # chip states by chip: YYYYMMDD/CHIPNAME.uris.STAGE.txt 
+
+my $Nchip = 0;
+
+my $Ngood = 0;
+my $Ndead = 0;
+my $Ngone = 0;
+my $Nsing = 0;
+my $Ndups = 0;
+my $Nsbck = 0;
+my $Nxbck = 0;
+
+my $Ncul1 = 0;
+my $Ncul2 = 0;
+my $Ncul3 = 0;
 
 foreach my $chip_id (@chip_ids) {
@@ -90 +104 @@
 }
 
-# run neb-replicate for SING entries?
-# run neb-replicate for SBCK entries?  (does this put a second copy at ATRC or ITC?)
-# save the list of instances on each host
-## run md5sum on the instances for each host
-## only note inconsistent md5sums?  (need to save the gpc1 md5sum values)
-# rerun to generate a list of the host with max instances per chip?
-
-### when to cull entries?
-## neb-replicate puts the new entry at ATRC by default
-## neb-replicate --volume VOL puts the new entry at the specified location
-### in order to use this, I need to choose the target volume
+print "Nchip: $Nchip\n";
+print "Ngood: $Ngood\n";
+print "Ngone: $Ngone\n";
+print "Ndead: $Ndead\n";
+print "Nsing: $Nsing\n";
+print "Ndups: $Ndups\n";
+print "Nsbck: $Nsbck\n";
+print "Nxbck: $Nxbck\n";
+print "Ncul1: $Ncul1\n";
+print "Ncul2: $Ncul2\n";
+print "Ncul3: $Ncul3\n";
+
+my $Ntotal = $Ngood + $Ngone + $Ndead + $Nsing + $Ndups + $Nsbck + $Nxbck + $Ncul1 + $Ncul2 + $Ncul3;
+if ($Ntotal != $Nchip) { die "ERROR: inconsistent count of chips\n"; } 
+
+# update the stats in the database
+my $sql_update_stats = "UPDATE nights set";
+$sql_update_stats .= "  Nchip = $Nchip";
+$sql_update_stats .= ", Ngood = $Ngood";
+$sql_update_stats .= ", Ndead = $Ndead";
+$sql_update_stats .= ", Ngone = $Ngone";
+$sql_update_stats .= ", Nsing = $Nsing";
+$sql_update_stats .= ", Ndups = $Ndups";
+$sql_update_stats .= ", Nsbck = $Nsbck";
+$sql_update_stats .= ", Nxbck = $Nxbck";
+$sql_update_stats .= ", Ncul1 = $Ncul1";
+$sql_update_stats .= ", Ncul2 = $Ncul2";
+$sql_update_stats .= ", Ncul3 = $Ncul3";
+$sql_update_stats .= " WHERE dateobs = $dateword";
+
+my $query = $raw_dbh->prepare($sql_update_stats);
+$query->execute () or die "invalid response from RAW database\n";
 
 exit 0;
@@ -256 +291 @@
 
     my $outinfo = "$extID $data_st $md5_sum";
+    $Nchip ++;
 
     # GOOD : already fixed 
     if (($Nmain == 1) && ($Nback == 1)) {
         print $outfh "GOOD: $outinfo\n";
+        $Ngood ++;
         return;
     }
@@ -267 +304 @@
     if (($Nmain == 1) && ($Nback == 0)) {
         print $outfh "SING: $outinfo\n";
+        $Nsing ++;
         return;
     }
@@ -274 +312 @@
     if (($Nmain == 0) && ($Nback == 1)) {
         print $outfh "SBCK: $outinfo\n";
+        $Nsbck ++;
         return;
     }
@@ -281 +320 @@
     if (($Nmain > 1) && ($Nback == 0)) {
         print $outfh "DUPS: $outinfo\n";
+        $Ndups ++;
         return;
     }
@@ -288 +328 @@
     if (($Nmain == 0) &&  ($Nback > 1)) {
         print $outfh "XBCK: $outinfo\n";
+        $Nxbck ++;
         return;
     }
@@ -294 +335 @@
     if (($Nmain == 0) && ($Nback == 0) && $Ndead) {
         print $outfh "DEAD: $outinfo\n";
+        $Ndead ++;
         return;
     }
@@ -299 +341 @@
     if (($Nmain == 0) && ($Nback == 0) && ($Ndead == 0)) {
         print $outfh "GONE: $outinfo\n";
+        $Ngone ++;
         return;
     }
@@ -306 +349 @@
     if (($Nmain > 1) && ($Nback == 1)) {
         print $outfh "CUL1: $outinfo\n";
+        $Ncul1 ++;
         return;
     }
@@ -313 +357 @@
     if (($Nback > 1) && ($Nmain == 1)) {
         print $outfh "CUL2: $outinfo\n";
+        $Ncul2 ++;
         return;
     }
@@ -320 +365 @@
     if (($Nback > 1) && ($Nmain > 1)) {
         print $outfh "CUL3: $outinfo\n";
+        $Ncul3 ++;
         return;
     }
@@ -335 +381 @@
     pod2usage( -msg => "Cannot determine target date, use --dateobs YYYY/MM/DD", -exitval => 2) unless defined $dateobs;
     pod2usage( -msg => "Provide a list of chips with --chiplist", -exitval => 2) unless defined $chiplist;
-    pod2usage( -msg => "Define the stage (v0, v1, etc) with --stage", -exitval => 2) unless defined $stage;
+    pod2usage( -msg => "Define the stage (0, 1, etc) with --stage", -exitval => 2) unless defined $stage;
     pod2usage( -msg => "Specify the top-level output directory with --topdir", -exitval => 2) unless defined $topdir;
     
@@ -363 +409 @@
     my ( $nebdb_name, $nebdb_host, $nebdb_port, $nebdb_pass, $nebdb_user );
     my ( $gpcdb_name, $gpcdb_host, $gpcdb_port, $gpcdb_pass, $gpcdb_user );
+    my ( $rawdb_name, $rawdb_host, $rawdb_port, $rawdb_pass, $rawdb_user );
 
     if (-e $conffile) {
@@ -380 +427 @@
             if ($_ =~ /GPC1_PASS /) { $gpcdb_pass = (split /\s+/,$_)[2]; }
             if ($_ =~ /GPC1_PORT /) { $gpcdb_port = (split /\s+/,$_)[2]; }
+
+            if ($_ =~ /RAW_NAME /)  { $rawdb_name = (split /\s+/,$_)[2]; }
+            if ($_ =~ /RAW_HOST /)  { $rawdb_host = (split /\s+/,$_)[2]; }
+            if ($_ =~ /RAW_USER /)  { $rawdb_user = (split /\s+/,$_)[2]; }
+            if ($_ =~ /RAW_PASS /)  { $rawdb_pass = (split /\s+/,$_)[2]; }
+            if ($_ =~ /RAW_PORT /)  { $rawdb_port = (split /\s+/,$_)[2]; }
         }
         close(IN);
         print STDERR  "nebulous config: $nebdb_name $nebdb_host $nebdb_port $nebdb_user $nebdb_pass\n";
         print STDERR  "gpc1 dbh config: $gpcdb_name $gpcdb_host $gpcdb_port $gpcdb_user $gpcdb_pass\n";
+        print STDERR  "raw  dbh config: $rawdb_name $rawdb_host $rawdb_port $rawdb_user $rawdb_pass\n";
     }
 
@@ -398 +452 @@
     pod2usage( -msg => "Cannot configure gpc1 database (dbpass)", -exitval => 2) unless defined $gpcdb_pass;
 
+    pod2usage( -msg => "Cannot configure raw database (dbname)", -exitval => 2) unless defined $rawdb_name;
+    pod2usage( -msg => "Cannot configure raw database (dbhost)", -exitval => 2) unless defined $rawdb_host;
+    pod2usage( -msg => "Cannot configure raw database (dbuser)", -exitval => 2) unless defined $rawdb_user;
+    pod2usage( -msg => "Cannot configure raw database (dbport)", -exitval => 2) unless defined $rawdb_port;
+    pod2usage( -msg => "Cannot configure raw database (dbpass)", -exitval => 2) unless defined $rawdb_pass;
+
     my $nebdb_dsn = "DBI:mysql:database=$nebdb_name:host=$nebdb_host";
     if ($nebdb_port ne "NONE") { $nebdb_dsn .= ":port=$nebdb_port"; }
@@ -406 +466 @@
     my $gpc_dbh = DBI->connect($gpcdb_dsn, $gpcdb_user, $gpcdb_pass, { RaiseError => 1, AutoCommit => 1} ) or die "Unable to connect to database $DBI::errstr\n";
 
-    return ($neb_dbh, $gpc_dbh);
+    my $rawdb_dsn = "DBI:mysql:database=$rawdb_name:host=$rawdb_host";
+    if ($rawdb_port ne "NONE") { $rawdb_dsn .= ":port=$rawdb_port"; }
+    my $raw_dbh = DBI->connect($rawdb_dsn, $rawdb_user, $rawdb_pass, { RaiseError => 1, AutoCommit => 1} ) or die "Unable to connect to database $DBI::errstr\n";
+
+    return ($neb_dbh, $gpc_dbh, $raw_dbh);
 }