Changeset 29124 for branches/eam_branches/ipp-20100823/ippToPsps/perl/checkOdmStatus.pl

Timestamp:

Sep 7, 2010, 9:16:10 AM (16 years ago)

Author:

eugene

Message:

updates from trunk

Location:

branches/eam_branches/ipp-20100823

Files:

• . (modified) (1 prop)
• ippToPsps/perl/checkOdmStatus.pl (modified) (11 diffs)

branches/eam_branches/ipp-20100823/ippToPsps/perl/checkOdmStatus.pl

@@ -10 +10 @@
 use ippToPsps::IppToPspsDb;
 use ippToPsps::Datastore;
+use ippToPsps::BatchManager;
 
 my $singleBatch = undef;
@@ -17 +18 @@
 my $toTime = undef;
 my $product = undef;
+my $filePath = undef;
 
 
@@ -24 +26 @@
         'to|t=s' => \$toTime,
         'product|p=s' => \$product,
+        'location|l=s' => \$filePath,
         'verbose|v' => \$verbose,
         'save_temps|s' => \$save_temps
@@ -32 +35 @@
 }
 if (!defined $singleBatch) {
-    print "* OPTIONAL: a single batch                  -b                   (default = none)\n";
+    print "* OPTIONAL: a single batch                  -b <batchNum>        (default = none)\n";
 }
 if (!defined $fromTime) {
     $fromTime = "2010-01-01";
-    print "* OPTIONAL: from time                       -f                   (default = $fromTime)\n";
+    print "* OPTIONAL: from time                       -f <dateTime>        (default = $fromTime)\n";
 }
 if (!defined $toTime) {
     $toTime = "2099-12-31";
-    print "* OPTIONAL: to time                         -t                   (default = $toTime)\n";
+    print "* OPTIONAL: to time                         -t <dateTime>        (default = $toTime)\n";
+}
+if (!defined $filePath) {
+    print "* OPTIONAL: location for files to be deleted    -l <path>\n";
 }
 if (!defined $verbose) {
@@ -54 +60 @@
 my $datastore = new ippToPsps::Datastore($product, 0, 0);
 my $ippToPspsDb = new ippToPsps::IppToPspsDb("ippToPsps", "ippdb01", "ipp", "ipp", $verbose, $save_temps);
+my $batchManager = new ippToPsps::BatchManager($ippToPspsDb, $filePath, $verbose, $save_temps);
 my $odmUrl = "http://web01.psps.ifa.hawaii.edu/a01/OdmWebService/OdmWebService.asmx/GetBatchStatus";
 my $ua = LWP::UserAgent->new;
@@ -72 +79 @@
     my $numOfBatches;
 
-    if (defined $singleBatch ) { $numOfBatches = $ippToPspsDb->getSingleBatch($singleBatch, \$batches);}
-    else { $numOfBatches = $ippToPspsDb->getBatchList(\$batches, $fromTime, $toTime);}
+    if (defined $singleBatch ) { $numOfBatches = $ippToPspsDb->getBatch($singleBatch, \$batches);}
+    else { $numOfBatches = $ippToPspsDb->getBatches(\$batches, $fromTime, $toTime);}
 
     if ($numOfBatches < 1) {return 0;}
@@ -84 +91 @@
     # loop round batches
     my $batch;
+    my $numBatchesToCheck = 0;
     my $numChecked = 0;
+    my $numRemovedFromDatastore = 0;
+    my $numDeleted = 0;
     foreach $batch ( @{$batches} ) {
-        my ($timestamp, $expId, $batchId, $surveyType, $deleted) =  @{$batch};
-
-        if (checkBatch($timestamp, $expId, $batchId, $surveyType, $deleted)) {$numChecked++;}
-
+        my ($timestamp, $expId, $batchId, $surveyType, $deleted, $dvoDb, $processed, $onDatastore, $loadedToOdm, $mergeWorthy, $merged) =  @{$batch};
+
+        if (!$processed) {next;}
+
+        $numBatchesToCheck++;
+
+        my $batchName = $batchManager->getBatchName($batchId);
+
+        # if not merged then update by polling ODM for status
+        if (!$merged) {
+
+            if (checkODM($batchName, \$loadedToOdm, \$mergeWorthy, \$merged)) {$numChecked++;}
+        }
+
+        # delete from datastore
+        if (defined $product && !$deleted && $loadedToOdm && $mergeWorthy) {
+
+            $deleted = $datastore->remove($batchName);
+            if ($deleted) {
+                $ippToPspsDb->setBatchAsDeleted($batchId, $expId);
+                $numRemovedFromDatastore++;
+            }
+        }
+        # if merged and already removed from datastore then delete files
+        if (defined $filePath && $merged && $deleted) {
+
+            if($batchManager->deleteBatch($batchId)) {$numDeleted++;}
+        }
+
+        # update database
+        $ippToPspsDb->updateODMStatus($batchId, $expId, $loadedToOdm, $mergeWorthy, $merged, $deleted);
+        printf( "| %18s  | %11s  | %10d   |    %6s      |    %6s     | %6s  |  %5s   |\n", 
+                $timestamp, 
+                $batchName, 
+                $expId, 
+                $loadedToOdm ? "yes" : "no", 
+                $mergeWorthy ? "yes" : "no", 
+                $merged ? "yes" : "no",
+                $deleted ? "yes" : "no");
     }
+
     printf("+----------------------+--------------+--------------+----------------+---------------+---------+----------+\n");
 
-    printf( "* Successfully checked %d batch%s out of %d\n", $numChecked, ($numChecked==1) ? "" : "es", $numOfBatches);
-
-}
-
-######################################################################################y
+    printf( "* Successfully checked %d batch%s out of %d\n", $numChecked, ($numChecked==1) ? "" : "es", $numBatchesToCheck);
+    printf( "* Successfully removed %d batch%s from the datastore\n", $numRemovedFromDatastore, ($numRemovedFromDatastore==1) ? "" : "es");
+    printf( "* Successfully deleted %d batch%s from local file system\n", $numDeleted, ($numDeleted==1) ? "" : "es");
+
+}
+
+########################################################################################
 # 
 # Check a single batch
 # 
 ########################################################################################
-sub checkBatch {
-    my ($timestamp, $expId, $batchId, $surveyType, $deleted) = @_;
-
-
-    my $batchFilter = sprintf("B%08d", $batchId);
+sub checkODM {
+    my ($batchName, $loadedToOdm, $mergeWorthy, $merged) = @_;
+
     my $statusFilter = "*";
 
     my $response = $ua->post($odmUrl,
-            [batchNameFilter => $batchFilter,
+            [batchNameFilter => "%".$batchName,
             statusFilter => $statusFilter,
             fromFilter => "2010-01-01",
@@ -119 +165 @@
     if ($response->code != 200) {
 
-        print "Problem connecting to web service for '$batchFilter', HTTP response status: ".$response->status_line."\n";
-        return;
+        print "Problem connecting to web service for '$batchName', HTTP response status: ".$response->status_line."\n";
+        return 0;
     }
     #        print( "HTTP response status: ".$response->content."\n" );
@@ -128 +174 @@
     close($tempFile);
 
-    my $loadedToOdm = 0;
-    my $mergeWorthy = 0;
-    my $mergeCompleted = 0;
-
-    parseXml($tempName, \$loadedToOdm, \$mergeWorthy, \$mergeCompleted);
-
-    # delete from datastore
-    if(defined $product) {
-    
-        if (!$deleted && $loadedToOdm && $mergeWorthy) {
-        
-            $deleted = $datastore->remove($batchFilter);
-            if ($deleted) {
-                $ippToPspsDb->setBatchAsDeleted($batchId, $expId);
-            }
-        }
-    }
-    
-    printf( "| %18s  | %11s  | %10d   |    %6s      |    %6s     | %6s  |  %5s   |\n", 
-            $timestamp, 
-            $batchFilter, 
-            $expId, 
-            $loadedToOdm ? "yes" : "no", 
-            $mergeWorthy ? "yes" : "no", 
-            $mergeCompleted ? "yes" : "no",
-            $deleted ? "yes" : "no");
-
-    $ippToPspsDb->updateODMStatus($batchId, $expId, $loadedToOdm, $mergeWorthy, $mergeCompleted, $deleted);
-
+    ${$loadedToOdm} = 0;
+    ${$mergeWorthy} = 0;
+    ${$merged} = 0;
+
+    parseXml($tempName, $loadedToOdm, $mergeWorthy, $merged);
+
+    return 1;
 }
 
@@ -165 +189 @@
 ########################################################################################
 sub parseXml {
-    my ($xmlFile, $loadedToOdm, $mergeWorthy, $mergeCompleted) = @_;
+    my ($xmlFile, $loadedToOdm, $mergeWorthy, $merged) = @_;
 
     my $parser = XML::LibXML->new;
@@ -174 +198 @@
     ${$loadedToOdm} = 0;
     ${$mergeWorthy} = 0;
-    ${$mergeCompleted} = 0;
+    ${$merged} = 0;
 
     if ($result =~ m/LoadStarted/) { ${$loadedToOdm} = 1;}
     if ($result =~ m/MergeWorthy/) { ${$loadedToOdm} = 1; ${$mergeWorthy} = 1;}
-    if ($result =~ m/Merge[1-9]Completed/) { ${$loadedToOdm} = 1; ${$mergeWorthy} = 1; ${$mergeCompleted} = 1;}
-}
-
+    if ($result =~ m/Merge[1-9]Completed/) { ${$loadedToOdm} = 1; ${$mergeWorthy} = 1; ${$merged} = 1;}
+}
+