Changeset 27840 for branches/simtest_nebulous_branches/pstamp/scripts/pstamp_get_image_job.pl

Timestamp:

May 3, 2010, 8:50:52 AM (16 years ago)

Author:

eugene

Message:

updates from trunk

Location:

branches/simtest_nebulous_branches

Files:

• . (modified) (1 prop)
• pstamp/scripts/pstamp_get_image_job.pl (modified) (4 diffs)

branches/simtest_nebulous_branches/pstamp/scripts/pstamp_get_image_job.pl

@@ -16 +16 @@
 use File::Basename;
 use Digest::MD5::File qw( file_md5_hex );
+use IPC::Cmd 0.36 qw( can_run run );
 
-use PS::IPP::Config qw($PS_EXIT_SUCCESS
-                       $PS_EXIT_UNKNOWN_ERROR
-                       $PS_EXIT_SYS_ERROR
-                       $PS_EXIT_CONFIG_ERROR
-                       $PS_EXIT_PROG_ERROR
-                       $PS_EXIT_DATA_ERROR
-                       $PS_EXIT_TIMEOUT_ERROR
-                       metadataLookupStr
-                       metadataLookupBool
-                       caturi
-                       );
+
+use PS::IPP::Config qw( :standard );
+
 my $product;
 my $fileset;
 
-my $uri;
-my $out_dir;
+my $output_base;
 
-my $verbose = 1;
+my $verbose;
 my $ipprc;
 my $dbname;
+my $dbserver;
 my $job_id;
 my $rownum;
@@ -47 +40 @@
         'job_id=s'        =>      \$job_id,
         'rownum=s'        =>      \$rownum,
-        'uri=s'           =>      \$uri,
-        'out_dir=s'       =>      \$out_dir,
+        'output_base=s'   =>      \$output_base,
         'dbname=s'        =>      \$dbname,
+        'dbserver=s'      =>      \$dbserver,
+        'verbose'         =>      \$verbose,
 ) or pod2usage(2);
 
@@ -55 +49 @@
 $err .= "--job_id is required\n" if (!$job_id);
 $err .= "--rownum is required\n" if (!$rownum);
-$err .= "--uri is required to specify the file list\n" if (!$uri);
-$err .= "--out_dir is required to specify the output fileset\n" if (!$out_dir);
+$err .= "--output_base is required to specify the output fileset\n" if (!$output_base);
 
-die $err if $err;
+my_die( $err, $PS_EXIT_PROG_ERROR) if $err;
 
-# collapse any multiple slashes in output_dir
-$out_dir = File::Spec->canonpath($out_dir);
+my $params_file = $output_base . ".mdc";
+if (! open(INPUT, "<$params_file") ) {
+    my_die("failed to open params file: $params_file", $PS_EXIT_UNKNOWN_ERROR);
+}
 
-my @path = split(/\//, $out_dir);
+my $mdcParser = PS::IPP::Metadata::Config->new; # Parser for metadata config files
 
-my $nelem = @path;
-if ($nelem < 2) {
-    die("$out_dir is not a valid output fileset directory");
+my $data = $mdcParser->parse(join "", (<INPUT>)) or my_die("failed to parse metadata config doc", $PS_EXIT_UNKNOWN_ERROR);
+my $components = parse_md_list($data);
+my $n = scalar @$components;
+if ($n != 1) {
+    my_die("params file $params_file contains unexpected number of components: $n", $PS_EXIT_PROG_ERROR);
 }
-$fileset = $path[$nelem-1];
-$product = $path[$nelem-2];
-
-$_ = $out_dir;
-my ($ds_dir) = m%(.*)/$product/$fileset%;
+my $comp = $components->[0];
+my $stage = $comp->{stage};
+my $stage_id = $comp->{stage_id};
+my $component = $comp->{component};
+my $path_base = $comp->{path_base};
+my $camera = $comp->{camera};
+my $magicked = $comp->{magicked};
 
 if ($verbose) {
-    print STDERR "DS root:  $ds_dir\n";
-    print STDERR "Product:  $product\n";
-    print STDERR "Fileset:  $fileset\n";
-    print STDERR "Filelist: $uri\n";
+    print STDERR "\nstage is $stage\n";
+    print STDERR "stage_id is $stage_id\n";
+    print STDERR "path_base is $path_base\n";
+    print STDERR "path_base is $path_base\n";
+    print STDERR "CAMERA is $camera\n";
+    print STDERR "magicked is " . (defined $magicked ? $magicked : "undefined") . "\n";
 }
 
-
-if (!stat("$ds_dir/index.txt")) {
-    $err .= "Data Store not found at '$ds_dir'.\n"
+if (!$camera or !$path_base or !$component or !$stage_id or !$stage) {
+       my_die("failed to parse params from: $params_file", $PS_EXIT_UNKNOWN_ERROR);
 }
 
-show_usage("Invalid product '$product'.")
-    unless defined stat("$ds_dir/$product/index.txt");
+my $out_dir = dirname($output_base);
+my $prefix = basename($output_base) . "_";
+my $results_file = $output_base . ".bundle_results";
 
-if (! open(INPUT, "<$uri") ) {
-    die("failed to open file list: $uri");
+# Look for programs we need
+my $missing_tools;
+my $dist_bundle   = can_run('dist_bundle.pl') or (warn "Can't find dist_bundle.pl" and $missing_tools = 1);
+if ($missing_tools) {
+    warn("Can't find required tools.");
+    exit($PS_EXIT_CONFIG_ERROR);
 }
 
-my $reglist = "$out_dir/reglist";
-if (! open(REGLIST, ">$reglist$job_id") ) {
-    die("failed to open registration list: $reglist");
+{
+    my $command = "$dist_bundle --camera $camera --stage $stage --stage_id $stage_id";
+    $command .= " --component $component";
+    $command .= " --path_base $path_base --outdir $out_dir --results_file $results_file";
+    $command .= " --prefix $prefix";
+    $command .= " --magicked" if $magicked;
+    $command .= " --dbname $dbname" if $dbname;
+    $command .= " --verbose" if $verbose;
+    my ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) =
+        run(command => $command, verbose => $verbose);
+    unless ($success) {
+        my_die("Unable to perform $command: $error_code", $error_code >> 8);
+    }
 }
 
-my @files;
-my $num = 0;
-while (<INPUT>) {
-    chomp;
-    my @fields = split /\|/;
-    my $pathname = shift @fields;
-    my $filetype = shift @fields;
-    my $class_id = shift @fields;
+if (! open(RESULTS, "<$results_file")) {
+    my_die("failed to open bundle results file: $results_file", $PS_EXIT_UNKNOWN_ERROR);
+}
 
-    ($pathname , my $filename) = resolvepath($pathname);
+my $file_name;
+my $bytes;
+my $md5sum;
+foreach my $line (<RESULTS>) {
+    chomp $line;
+    next if !$line;
+    next if $line =~ /bundleResults/;
+    last if $line =~ /END/;
 
-    if ($verbose) {
-        print STDERR "$pathname @fields\n";
+    my ($tag, $type, $val) = split " ", $line;
+    if ($tag eq "name") {
+        $file_name = $val;
+    } elsif ($tag eq "bytes") {
+        $bytes = $val;
+    } elsif ($tag eq "md5sum") {
+        $md5sum = $val;
+    } else {
+        my_die("unexpected tag: $tag  found in results file: $results_file", $PS_EXIT_PROG_ERROR);
     }
+}
 
-    $num++;
-    $filename = "${rownum}_${num}_$filename";
-    my $dest_path = "$out_dir/$filename";
-    if (! copy $pathname, "$dest_path" ) {
-        die("failed trying to copy $pathname to $out_dir");
-    }
+my $reglist = "$out_dir/reglist$job_id";
+if (! open(REGLIST, ">$reglist") ) {
+    my_die("failed to open registration list: $reglist", $PS_EXIT_UNKNOWN_ERROR);
+}
 
-    # XXX is pstamp always the right file type, if not where can we get the right one?
-    print REGLIST file_registration_line($filename, $dest_path, $filetype, $class_id);
-
-    foreach my $f (@fields) {
-        print REGLIST "$f|";
-    }
-    print REGLIST "\n";
-}
+print REGLIST "$file_name|$bytes|$md5sum|tgz|\n";
 
 close(REGLIST);
@@ -134 +150 @@
 exit 0;
 
-sub resolvepath {
-    my $pathname = $_[0];
+sub my_die {
+    my $msg = shift;
+    my $rc = shift;
 
-    # use the basename of the unresolved file as the name of the file
-    # in order to avoid nebulous name mangled paths in the datastore
-    my $file = basename($pathname);
-
-    my $slash = index($pathname, "/");
-    if ($slash != 0) {
-        if (!$ipprc) {
-            $ipprc = PS::IPP::Config->new();
-        }
-        $pathname = $ipprc->file_resolve($pathname);
-    }
-
-
-    return ($pathname, $file);
+    print STDERR $msg;
+    exit $rc ? $rc : $PS_EXIT_UNKNOWN_ERROR;
 }
-
-# XXX move this to a module so the code can be shared 
-sub file_registration_line {
-    my $filename = shift;
-    my $path     = shift;
-    my $filetype = shift;
-    my $chipname = shift;
-    $chipname = $chipname ? "$chipname|" : "";
-
-    if (-e $path) {
-        my @finfo = stat($path);
-        die "failed to stat $path" unless (@finfo);    # XXX clean up
-        my $bytes = $finfo[7];
-        my $md5sum = file_md5_hex($path);
-
-        return "$filename|$bytes|$md5sum|$filetype|$chipname";
-    } else {
-        die "$filename not found at $path";
-    }
-}