Changeset 27838 for branches/tap_branches/ippScripts/scripts/dist_make_fileset.pl

Timestamp:

May 3, 2010, 8:41:49 AM (16 years ago)

Author:

eugene

Message:

updates from trunk

Location:

branches/tap_branches

Files:

• . (modified) (1 prop)
• ippScripts/scripts/dist_make_fileset.pl (modified) (13 diffs)

branches/tap_branches/ippScripts/scripts/dist_make_fileset.pl

@@ -8 +8 @@
 use Sys::Hostname;
 my $host = hostname();
+my $date = `date`;
 print "\n\n";
-print "Starting script $0 on $host\n\n";
+print "Starting script $0 on $host at $date\n\n";
 
 use vars qw( $VERSION );
@@ -40 +41 @@
 # Parse the command-line arguments
 my ($dist_id, $dist_dir, $target_id, $stage, $stage_id, $dest_id, $product_name, $ds_dbhost, $ds_dbname);
-my ($label, $dist_group, $filter);
+my ($label, $data_group, $filter);
 my ($dbname, $save_temps, $verbose, $no_update, $logfile);
 
@@ -46 +47 @@
            'dist_id=s'      => \$dist_id,    # distribution run identifier
            'dist_dir=s'     => \$dist_dir,   # directory containing dist run outputs
-           'target_id=s'    => \$target_id,  # 
+           'target_id=s'    => \$target_id,  #
            'stage=s'        => \$stage,      # raw, chip, camera, fake, warp, stack, or diff
            'stage_id=s'     => \$stage_id,   # exp_id, chip_id, etc.
@@ -52 +53 @@
            'product_name=s' => \$product_name,  # location of the data store directory for this product
            'label=s'        => \$label,
-           'dist_group=s'   => \$dist_group,
-           'filter=s'      => \$filter,
+           'data_group=s'   => \$data_group,
+           'filter=s'       => \$filter,
            'ds_dbhost=s'    => \$ds_dbhost,  # database host for the datastore database
            'ds_dbname=s'    => \$ds_dbname,  # database name for the datastore database
@@ -64 +65 @@
 
 pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV;
-pod2usage( -msg => "Required options: --dist_id --dist_dir --target_id --stage --stage_id --dist_group --filter --dest_id --ds_dbhost --ds_dbname",
+pod2usage( -msg => "Required options: --dist_id --dist_dir --target_id --stage --stage_id --data_group --filter --dest_id --ds_dbhost --ds_dbname",
            -exitval => 3) unless
     defined $dist_id and
@@ -71 +72 @@
     defined $stage and
     defined $stage_id and
-    defined $dist_group and
+    defined $data_group and
     defined $filter and
     defined $dest_id and
@@ -94 +95 @@
 
 # make sure that the database info file for this run exists
-my $dbinfo_file = "dbinfo.$stage.$stage_id.mdc";
-if (! -e "$dist_dir/$dbinfo_file" ) {
+my $dbinfo_file = "$dist_dir/dbinfo.$stage.$stage_id.mdc";
+if (! -e "$dbinfo_file" ) {
     &my_die("dbinfo file for dist run $dbinfo_file not found", $dist_id, $dest_id, $PS_EXIT_UNKNOWN_ERROR);
 }
@@ -101 +102 @@
 
 # make sure that the dirinfo file for this run exists
-my $dirinfo_file = "dirinfo.$stage.$stage_id.mdc";
-if (! -e "$dist_dir/$dirinfo_file" ) {
+my $dirinfo_file = "$dist_dir/dirinfo.$stage.$stage_id.mdc";
+if (! -e "$dirinfo_file" ) {
     &my_die("dirinfo file for dist run $dirinfo_file not found", $dist_id, $dest_id, $PS_EXIT_UNKNOWN_ERROR);
 }
@@ -142 +143 @@
     my $md5sum = $component->{md5sum};
     # name of the file
-    my $name = $component->{name};
+    my $file_name = $component->{name};
     # component id (class_is or skycell_id)
+    my $comp_dir = $component->{outdir};
     my $comp_name = $component->{component};
 
     # XXX: if tarfile is not always the right type we need to add a type to distComponent
-    print $listFile "$name|$size|$md5sum|tgz|$comp_name|\n";
+    print $listFile "$comp_dir/$file_name|$size|$md5sum|tgz|$comp_name|\n";
 }
 
@@ -156 +158 @@
 
     # the data store will refer to the distribution bundle via symlinks back to distRun.outdir
-    $command .= " --datapath $dist_dir --link";
+#    $command .= " --datapath $dist_dir --link";
+    $command .= " --abspath --link";
 
     # set the product specific columns in product list
@@ -162 +165 @@
 
     $command .= " --ps0 $target_id --ps1 $stage --ps2 $stage_id --ps3 $prod_col_3";
-    $command .= " --ps4 $dist_group --ps5 $filter";
+    $command .= " --ps4 $data_group --ps5 $filter";
 
     $command .= " --dbname $ds_dbname --dbhost $ds_dbhost";
@@ -207 +210 @@
     my $dsn = "DBI:mysql:host=$dbserver;database=$dbname";
 
-    my $dbh = DBI->connect($dsn, $dbuser, $dbpassword) 
+    my $dbh = DBI->connect($dsn, $dbuser, $dbpassword)
         or die "Cannot connect to database.\n";
 
@@ -220 +223 @@
     my $dbname = shift;
 
-    if (($stage eq 'stack') or ($stage eq 'diff')) {
+    if (($stage eq 'stack') or ($stage eq 'diff') or ($stage eq 'SSdiff')) {
         return "";
     }
 
     #
-    # we are a long ways away from the rawExp in the pipeline. Rather than do some 
+    # we are a long ways away from the rawExp in the pipeline. Rather than do some
     # very long joins in disttool, we look up the exp_name in the database using DBI
     #
     my $dbh = getDBHandle($ipprc, $dbname);
 
-    my $query; 
+    my $query;
 
     if ($stage eq 'raw') {