Changeset 30049 for trunk/ippScripts/scripts/register_exp.pl

Timestamp:

Dec 15, 2010, 1:29:28 PM (16 years ago)

Author:

watersc1

Message:

Merge of realtime burntool and new nightly science code into trunk.

Location:

trunk

Files:

• . (modified) (1 prop)
• ippScripts/scripts/register_exp.pl (modified) (4 diffs)

trunk/ippScripts/scripts/register_exp.pl

@@ -30 +30 @@
 my $regtool = can_run('regtool') or (warn "can't find regtool" and $missing_tools = 1);
 my $ppStatsFromMetadata = can_run('ppStatsFromMetadata') or (warn "Can't find ppStatsFromMetadata" and $missing_tools = 1);
+my $ppConfigDump = can_run('ppConfigDump') or (warn "Can't find ppConfigDump" and $missing_tools = 1);
 if ($missing_tools) {
     warn ("Can't find required tools");
@@ -118 +119 @@
 if (uc($exp_type) eq "NULL") { &my_die ("exp_type  not found", $exp_id, $PS_EXIT_CONFIG_ERROR); }
 
+my ($data_group,$dist_group,$chip_workdir,$reduction);
+($label,$data_group,$dist_group,$end_stage,
+ $tess_id,$chip_workdir,$reduction) = advance_decisions(&value_for_flag($cmdflags,"-dateobs"),
+                                                        &value_for_flag($cmdflags,"-exp_type"),
+                                                        &value_for_flag($cmdflags,"-obs_mode"),
+                                                        &value_for_flag($cmdflags,"-object"),
+                                                        &value_for_flag($cmdflags,"-comment"),
+                                                        $dbname);
 my $command = "$regtool -addprocessedexp";
 $command .= " -exp_id $exp_id";
@@ -127 +136 @@
 $command .= " -end_stage $end_stage" if defined $end_stage;
 $command .= " -tess_id   $tess_id"   if defined $tess_id;
+$command .= " -data_group $data_group" if defined $data_group;
+$command .= " -dist_group $dist_group" if defined $dist_group;
+$command .= " -chip_workdir $chip_workdir" if defined $chip_workdir;
+$command .= " -reduction  $reduction"  if defined $reduction;
 $command .= " -state full";
 $command .= " $cmdflags";
@@ -156 +169 @@
 
 ### Pau.
+sub advance_decisions {
+    my $dateobs = shift;
+    my $exptype = shift;
+    my $obsmode = shift;
+    my $object  = shift;
+    my $comment = shift;
+    my $dbname  = shift;
+
+    # The strings come pre-quoted.
+    $dateobs =~ s/\'//g;
+    $exptype =~ s/\'//g;
+    $obsmode =~ s/\'//g;
+    $object =~ s/\'//g;
+    $comment =~ s/\'//g;
+
+    print "Inside decision engine\n";
+    my ($label,$data_group,$dist_group,$end_stage,$tess_id,$chip_workdir,$reduction);
+    my $target;
+
+    if ($exptype ne 'OBJECT') {
+        print "Aborting because exptype doesn't claim to be OBJECT: $exptype\n";
+        return(undef,undef,undef,"reg",undef,undef,undef);
+    }
+    if ($obsmode eq 'ENGINEERING') {
+        print "Aborting because we don't queue engineering data to chip\n";
+        return(undef,undef,undef,"reg",undef,undef,undef);
+    }
+    # Grab the configuration data.
+    my %nightlyscience_config = ();
+    my $conf_cmd = "$ppConfigDump -dump-recipe NIGHTLY_SCIENCE -";
+    my ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) =
+        run(command => $conf_cmd, verbose => $verbose);
+    unless ($success) {
+        $error_code = (($error_code >> 8) or $PS_EXIT_PROG_ERROR);
+        &my_die("Unable to perform ppConfigDump: $error_code", $date, $PS_EXIT_SYS_ERROR);
+    }
+    print "data loaded\n";
+    my $mdcParser = PS::IPP::Metadata::Config->new;
+    my $metadata = $mdcParser->parse(join "", @$stdout_buf);
+    foreach my $entry (@{ $metadata }) {
+        if (${ $entry }{name} eq 'TARGETS') {
+            my @target_data = @{ ${ $entry }{value} };
+            my $this_target = '';
+            foreach my $tentry (@target_data) {
+                if (${ $tentry }{name} eq 'NAME') {
+                    $this_target = ${ $tentry }{value};
+                    $nightlyscience_config{$this_target}{DISTRIBUTION} = $this_target;
+                }
+                elsif (${ $tentry }{name} eq 'DISTRIBUTION') {
+                    $nightlyscience_config{$this_target}{DISTRIBUTION} = ${ $tentry }{value};
+                }
+                elsif (${ $tentry }{name} eq 'TESS') {
+                    $nightlyscience_config{$this_target}{TESS_ID} = ${ $tentry }{value};
+                }
+                elsif (${ $tentry }{name} eq 'OBSMODE') {
+                    $nightlyscience_config{$this_target}{OBSMODE} = ${ $tentry }{value};
+                    $nightlyscience_config{$this_target}{OBSMODE} =~ s/%/\.\*/g;
+                }
+                elsif (${ $tentry }{name} eq 'OBJECT') {
+                    $nightlyscience_config{$this_target}{OBJECT} = ${ $tentry }{value};
+                    $nightlyscience_config{$this_target}{OBJECT} =~ s/%/\.\*/g;
+                }
+                elsif (${ $tentry }{name} eq 'COMMENT') {
+                    $nightlyscience_config{$this_target}{COMMENT} = ${ $tentry }{value};
+                    $nightlyscience_config{$this_target}{COMMENT} =~ s/%/\.\*/g;
+                }
+                elsif (${ $tentry }{name} eq 'STACKABLE') {
+                    $nightlyscience_config{$this_target}{STACKABLE} = ${ $tentry }{value};
+                }
+                elsif (${ $tentry }{name} eq 'DIFFABLE') {
+                    $nightlyscience_config{$this_target}{DIFFABLE} = ${ $tentry }{value};
+                }
+                elsif (${ $tentry }{name} eq 'REDUCTION') {
+                    $nightlyscience_config{$this_target}{REDUCTION} = ${ $tentry }{value};
+                }
+            }
+        }
+    }
+    print "data parsed\n";
+    my $found_target;
+    foreach $target (keys %nightlyscience_config) {
+#       print "TEST: $target ($obsmode $object $comment) ($nightlyscience_config{$target}{OBSMODE} $nightlyscience_config{$target}{OBJECT} $nightlyscience_config{$target}{COMMENT}\t";
+        my $match = 0;
+        my $possible = 0;
+        if (exists($nightlyscience_config{$target}{OBSMODE})) {
+            $possible++;
+            if ($obsmode =~ /$nightlyscience_config{$target}{OBSMODE}/) {
+                $match++;
+            }
+        }
+        if (exists($nightlyscience_config{$target}{OBJECT})) {
+            $possible++;
+            if ($object =~ /$nightlyscience_config{$target}{OBJECT}/) {
+                $match++;
+            }
+        }
+        if (exists($nightlyscience_config{$target}{COMMENT})) {
+            $possible++;
+            if ($comment =~ /$nightlyscience_config{$target}{COMMENT}/) {
+                $match++;
+            }
+        }
+        print "$possible $match\n";
+        if (($possible > 0)&&($match == $possible)) {
+            $found_target = $target;
+            last;
+        }
+    }
+    unless ($found_target) {
+        print "No acceptible target found.\n";
+        return(undef,undef,undef,"reg",undef,undef,undef);
+    }
+    print "Found this target: $found_target\n";
+    print "$dateobs\n";
+    $target = $found_target;
+    
+    my $date  = $dateobs;
+    $date =~ s/T.*//;
+    my $workdir_date = $date;
+    $date =~ s/-//g;
+    $workdir_date =~ s%-%/%g;
+    print "$dateobs $date $workdir_date\n";    
+    $label = "${target}.nightlyscience";
+    $data_group = "${target}.${date}";
+    $dist_group = $nightlyscience_config{$target}{DISTRIBUTION};
+    $end_stage  = 'warp';
+    $tess_id    = $nightlyscience_config{$target}{TESS_ID};
+    $chip_workdir = "neb://\@HOST\@.0/${dbname}/${target}.nt/${workdir_date}/";
+    if (exists($nightlyscience_config{$target}{REDUCTION})) {
+        $reduction  = $nightlyscience_config{$target}{REDUCTION};
+    }
+    else {
+        undef($reduction);
+    }
+
+    
+    return ($label,$data_group,$dist_group,$end_stage,$tess_id,$chip_workdir,$reduction);
+}
+            
+            
+            
 
 sub cache_run