IPP Software Navigation Tools IPP Links Communication Pan-STARRS Links

Changeset 42441


Ignore:
Timestamp:
Apr 4, 2023, 8:18:25 AM (3 years ago)
Author:
eugene
Message:

allow long-running jobs (md5sum) to be remote; fix some error handling

Location:
trunk/tools/eam/rawfix.20230221/src
Files:
1 added
19 edited

Legend:

Unmodified
Added
Removed

  • trunk/tools/eam/rawfix.20230221/src/check_chip_locations.pl

    r42430 r42441  
    1616# USAGE: check_chip_locations.pl --dateobs 2010/05/01 --chiplist gpc1.chips.txt --stage v0
    1717
    18 my ($fulldate, $dateword, $chiplist, $stage) = &parse_cmdopts;
    19 my ($neb_dbh, $gpc_dbh) = &parse_db_config ('nebulous.config');
     18my ($fulldate, $dateword, $chiplist, $stage, $topdir) = &parse_cmdopts;
     19my ($neb_dbh, $gpc_dbh) = &parse_db_config ("$topdir/nebulous.config");
    2020
    2121# read the list of chip_ids:
    … …  
    2727
    2828# put output files in a directory defined by the night
    29 mkdir $dateword;
     29mkdir "$topdir/$dateword";
    3030
    3131# output files:
    … …  
    3535foreach my $chip_id (@chip_ids) {
    3636
    37     my $outfile = "$dateword/$chip_id.uris.txt";
    3837    my $outfh;
    39     open ($outfh, ">$outfile");
     38    open ($outfh, ">$topdir/$dateword/$chip_id.uris.txt");
    4039
    4140    # get the list of chip neb paths for one chip
    … …  
    7473    # now save the host count for this chip
    7574    my $hostfh;
    76     open ($hostfh, ">$dateword/$chip_id.hosts.txt");
     75    open ($hostfh, ">$topdir/$dateword/$chip_id.hosts.txt");
    7776
    7877    # save the host count for this chip
    … …  
    121120    my @chip_ids;
    122121
    123     open(CHIPS,$chiplist) or die "cannot open file $chiplist\n";
     122    open(CHIPS,"$topdir/$chiplist") or die "cannot open file $chiplist\n";
    124123
    125124    my @lines = <CHIPS>;
    … …  
    226225        my $xattr    = $values[3];
    227226       
     227        if ($xattr  > 1) { $Ndead ++; next; } # do not save instances on dead partitions
     228        if ($xattr == 0) { $Nmain ++; }
     229        if ($xattr == 1) { $Nback ++; }
     230
    228231        # count the number of each host by incrementing the hash element corresponding to the hostname:
    229232        # NOTE: hostcount is global
    … …  
    231234
    232235        if (not defined $hostfile{$hostname}) {
    233             open ($hostfile{$hostname}, ">$dateword/$hostname.inst.$stage.txt");
     236            open ($hostfile{$hostname}, ">$topdir/$dateword/$hostname.inst.$stage.txt");
    234237            ## XXX deal with open failure here
    235238        }
     239
    236240        my $fh = $hostfile{$hostname};
    237241        print $fh "$instance $data_st $md5_sum\n";
    238 
    239         if ($xattr == 0) { $Nmain ++; }
    240         if ($xattr == 1) { $Nback ++; }
    241         if ($xattr  > 1) { $Ndead ++; }
    242242    }
    243243
    … …  
    330330sub parse_cmdopts {
    331331
    332     my ($dateobs, $chiplist, $stage);
    333     GetOptions( 'dateobs=s' => \$dateobs, 'chiplist=s' => \$chiplist, 'stage=s' => \$stage) || pod2usage(2);
     332    my ($dateobs, $chiplist, $stage, $topdir);
     333    GetOptions( 'dateobs=s' => \$dateobs, 'chiplist=s' => \$chiplist, 'topdir=s' => \$topdir, 'stage=s' => \$stage) || pod2usage(2);
    334334   
    335335    pod2usage( -msg => "Cannot determine target date, use --dateobs YYYY/MM/DD", -exitval => 2) unless defined $dateobs;
    336336    pod2usage( -msg => "Provide a list of chips with --chiplist", -exitval => 2) unless defined $chiplist;
    337337    pod2usage( -msg => "Define the stage (v0, v1, etc) with --stage", -exitval => 2) unless defined $stage;
     338    pod2usage( -msg => "Specify the top-level output directory with --topdir", -exitval => 2) unless defined $topdir;
    338339   
    339340    # check the date format (require YYYY/MM/DD and use that from 00:00:00 to 23:59:59 or take start and end?)
    … …  
    348349    my $dateword = sprintf ("%4d%02d%02d", $date_year, $date_month, $date_day);
    349350
    350     return ($fulldate, $dateword, $chiplist, $stage)
     351    return ($fulldate, $dateword, $chiplist, $stage, $topdir)
    351352}
    352353

  • trunk/tools/eam/rawfix.20230221/src/check_md5s_dateobs.pl

    r42415 r42441  
    1212use Getopt::Long qw( GetOptions :config auto_help auto_version );
    1313
    14 # USAGE: check_md5s_dateobs.pl --dateobs (night)
     14# USAGE: check_md5s_dateobs.pl --dateobs (night) --topdir (topdir)
    1515
    16 my ($dateword) = &parse_cmdopts;
     16my ($dateword, $stage, $topdir) = &parse_cmdopts;
    1717
    18 my @instlist = glob ("$dateword/*.inst.txt");
    19 my @md5slist = glob ("$dateword/*.md5s.txt");
     18my @instlist = glob ("$topdir/$dateword/*.inst.$stage.txt");
     19my @md5slist = glob ("$topdir/$dateword/*.md5s.txt");
    2020
    2121my $Nfail = 0;
    … …  
    2525    # find the matching md5sum file for this host
    2626
    27     my ($host) = $instfile =~ m|$dateword/([0-9a-zA-Z]*).inst.txt|;
     27    my ($host) = $instfile =~ m|$dateword/([0-9a-zA-Z]*).inst.$stage.txt|;
    2828    # print STDERR "host: $host\n";
    2929
    … …  
    100100sub parse_cmdopts {
    101101
    102     my ($dateobs);
    103     GetOptions( 'dateobs=s' => \$dateobs) || pod2usage(2);
     102    my ($dateobs, $stage, $topdir);
     103    GetOptions( 'dateobs=s' => \$dateobs, 'topdir=s' => \$topdir, 'stage=s' => \$stage) || pod2usage(2);
    104104   
    105105    pod2usage( -msg => "Cannot determine target date, use --dateobs YYYY/MM/DD", -exitval => 2) unless defined $dateobs;
     106    pod2usage( -msg => "Specify the top-level output directory with --topdir", -exitval => 2) unless defined $topdir;
     107    pod2usage( -msg => "Define the stage (v0, v1, etc) with --stage", -exitval => 2) unless defined $stage;
    106108   
    107109    # check the date format (require YYYY/MM/DD and use that from 00:00:00 to 23:59:59 or take start and end?)
    … …  
    115117    my $dateword = sprintf ("%4d%02d%02d", $date_year, $date_month, $date_day);
    116118
    117     return ($dateword);
     119    return ($dateword, $stage, $topdir);
    118120}
    119121

  • trunk/tools/eam/rawfix.20230221/src/fix_chip_locations.pl

    r42430 r42441  
    1818# for each chip, target a single host?
    1919
    20 my ($fulldate, $dateword, $chiplist, $stage) = &parse_cmdopts;
    21 my ($neb_dbh) = &parse_db_config ('nebulous.config');
     20my ($fulldate, $dateword, $chiplist, $stage, $topdir) = &parse_cmdopts;
     21my ($neb_dbh) = &parse_db_config ("$topdir/nebulous.config");
    2222
    2323# read the list of chip_ids:
    … …  
    4242foreach my $chip_id (@chip_ids) {
    4343
    44     my $urifile = "$dateword/$chip_id.uris.txt";
    45     open (FILE, "$urifile");
     44    my $urifile = "$topdir/$dateword/$chip_id.uris.txt";
     45    open (FILE,  $urifile);
    4646    my @lines = <FILE>;
    4747    close (FILE);
    … …  
    7171            my ($newfile, $newhost, $newxattr) = &get_new_instance ($ext_id);
    7272            unless ($newxattr == 1) { die "new instance is not at ATRC? $ext_id : $newfile : $newhost : $newxattr\n"; }
    73             open (OUTFILE, ">>$dateword/$newhost.inst.$stage.txt");
     73            open (OUTFILE, ">>$topdir/$dateword/$newhost.inst.$stage.txt");
    7474            print OUTFILE "$newfile $datast $md5sum\n";
    7575            close (OUTFILE);
    … …  
    8585            my ($newfile, $newhost, $newxattr) = &get_new_instance ($ext_id);
    8686            unless ($newxattr == 0) { die "new instance is not at ITC? $ext_id : $newfile : $newhost : $newxattr\n"; }
    87             open (OUTFILE, ">>$dateword/$newhost.inst.$stage.txt");
     87            open (OUTFILE, ">>$topdir/$dateword/$newhost.inst.$stage.txt");
    8888            print OUTFILE "$newfile $datast $md5sum\n";
    8989            close (OUTFILE);
    … …  
    170170    my @chip_ids;
    171171
    172     open(CHIPS,$chiplist) or die "cannot open file $chiplist\n";
     172    open(CHIPS,"$topdir/$chiplist") or die "cannot open file $chiplist\n";
    173173
    174174    my @lines = <CHIPS>;
    … …  
    189189sub parse_cmdopts {
    190190
    191     my ($dateobs, $chiplist, $stage);
    192     GetOptions( 'dateobs=s' => \$dateobs, 'chiplist=s' => \$chiplist, 'stage=s' => \$stage) || pod2usage(2);
     191    my ($dateobs, $chiplist, $stage, $topdir);
     192    GetOptions( 'dateobs=s' => \$dateobs, 'chiplist=s' => \$chiplist, 'topdir=s' => \$topdir, 'stage=s' => \$stage) || pod2usage(2);
    193193   
    194194    pod2usage( -msg => "Cannot determine target date, use --dateobs YYYY/MM/DD", -exitval => 2) unless defined $dateobs;
    195195    pod2usage( -msg => "Provide a list of chips with --chiplist", -exitval => 2) unless defined $chiplist;
    196196    pod2usage( -msg => "Define the stage (v0, v1, etc) with --stage", -exitval => 2) unless defined $stage;
     197    pod2usage( -msg => "Specify the top-level output directory with --topdir", -exitval => 2) unless defined $topdir;
    197198   
    198199    # check the date format (require YYYY/MM/DD and use that from 00:00:00 to 23:59:59 or take start and end?)
    … …  
    207208    my $dateword = sprintf ("%4d%02d%02d", $date_year, $date_month, $date_day);
    208209
    209     return ($fulldate, $dateword, $chiplist, $stage);
     210    return ($fulldate, $dateword, $chiplist, $stage, $topdir);
    210211}
    211212

  • trunk/tools/eam/rawfix.20230221/src/fix_chip_locations_stage2.pl

    r42430 r42441  
    1818# for each chip, target a single host?
    1919
    20 my ($fulldate, $dateword, $chiplist, $stage) = &parse_cmdopts;
    21 my ($neb_dbh) = &parse_db_config ('nebulous.config');
     20my ($fulldate, $dateword, $chiplist, $stage, $topdir) = &parse_cmdopts;
     21my ($neb_dbh) = &parse_db_config ("$topdir/nebulous.config");
    2222
    2323# read the list of chip_ids:
    … …  
    4242foreach my $chip_id (@chip_ids) {
    4343
    44     my $urifile = "$dateword/$chip_id.uris.txt";
    45     open (FILE, "$urifile");
     44    my $urifile = "$topdir/$dateword/$chip_id.uris.txt";
     45    open (FILE,  $urifile);
    4646    my @lines = <FILE>;
    4747    close (FILE);
    … …  
    7575            my ($newfile, $newhost, $newxattr) = &get_new_instance ($ext_id);
    7676            unless ($newxattr == 1) { die "new instance is not at ATRC? $ext_id : $newfile : $newhost : $newxattr\n"; }
    77             open (OUTFILE, ">>$dateword/$newhost.inst.$stage.txt");
     77            open (OUTFILE, ">>$topdir/$dateword/$newhost.inst.$stage.txt");
    7878            print OUTFILE "$newfile $datast $md5sum\n";
    7979            close (OUTFILE);
    … …  
    8989            my ($newfile, $newhost, $newxattr) = &get_new_instance ($ext_id);
    9090            unless ($newxattr == 0) { die "new instance is not at ITC? $ext_id : $newfile : $newhost : $newxattr\n"; }
    91             open (OUTFILE, ">>$dateword/$newhost.inst.txt");
     91            open (OUTFILE, ">>$topdir/$dateword/$newhost.inst.$stage.txt");
    9292            print OUTFILE "$newfile $datast $md5sum\n";
    9393            close (OUTFILE);
    … …  
    170170    my @chip_ids;
    171171
    172     open(CHIPS,$chiplist) or die "cannot open file $chiplist\n";
     172    open(CHIPS,"$topdir/$chiplist") or die "cannot open file $chiplist\n";
    173173
    174174    my @lines = <CHIPS>;
    … …  
    189189sub parse_cmdopts {
    190190
    191     my ($dateobs, $chiplist, $stage);
    192     GetOptions( 'dateobs=s' => \$dateobs, 'chiplist=s' => \$chiplist, 'stage=s' => \$stage) || pod2usage(2);
     191    my ($dateobs, $chiplist, $stage, $topdir);
     192    GetOptions( 'dateobs=s' => \$dateobs, 'chiplist=s' => \$chiplist, 'topdir=s' => \$topdir, 'stage=s' => \$stage) || pod2usage(2);
    193193   
    194194    pod2usage( -msg => "Cannot determine target date, use --dateobs YYYY/MM/DD", -exitval => 2) unless defined $dateobs;
    195195    pod2usage( -msg => "Provide a list of chips with --chiplist", -exitval => 2) unless defined $chiplist;
    196196    pod2usage( -msg => "Define the stage (v0, v1, etc) with --stage", -exitval => 2) unless defined $stage;
     197    pod2usage( -msg => "Specify the top-level output directory with --topdir", -exitval => 2) unless defined $topdir;
    197198   
    198199    # check the date format (require YYYY/MM/DD and use that from 00:00:00 to 23:59:59 or take start and end?)
    … …  
    207208    my $dateword = sprintf ("%4d%02d%02d", $date_year, $date_month, $date_day);
    208209
    209     return ($fulldate, $dateword, $chiplist, $stage);
     210    return ($fulldate, $dateword, $chiplist, $stage, $topdir);
    210211}
    211212

  • trunk/tools/eam/rawfix.20230221/src/fix_chip_locations_stage3.pl

    r42416 r42441  
    1414# USAGE: fix_chip_locations_stage3.pl --dateobs (night) --chiplist (file)
    1515
    16 my ($fulldate, $dateword, $chiplist) = &parse_cmdopts;
    17 my ($neb_dbh) = &parse_db_config ('nebulous.config');
     16my ($fulldate, $dateword, $chiplist, $topdir) = &parse_cmdopts;
     17my ($neb_dbh) = &parse_db_config ("$topdir/nebulous.config");
    1818
    1919# read the list of chip_ids:
    … …  
    3535foreach my $chip_id (@chip_ids) {
    3636
    37     my $urifile = "$dateword/$chip_id.uris.txt";
    38     open (FILE, "$urifile");
     37    my $urifile = "$topdir/$dateword/$chip_id.uris.txt";
     38    open (FILE,  $urifile);
    3939    my @lines = <FILE>;
    4040    close (FILE);
    … …  
    175175    my @chip_ids;
    176176
    177     open(CHIPS,$chiplist) or die "cannot open file $chiplist\n";
     177    open(CHIPS,"$topdir/$chiplist") or die "cannot open file $chiplist\n";
    178178
    179179    my @lines = <CHIPS>;
    … …  
    195195sub parse_cmdopts {
    196196
    197     my ($dateobs, $chiplist);
    198     GetOptions( 'dateobs=s' => \$dateobs, 'chiplist=s' => \$chiplist) || pod2usage(2);
     197    my ($dateobs, $chiplist, $topdir);
     198    GetOptions( 'dateobs=s' => \$dateobs, 'chiplist=s' => \$chiplist, 'topdir=s' => \$topdir) || pod2usage(2);
    199199   
    200200    pod2usage( -msg => "Cannot determine target date, use --dateobs YYYY/MM/DD", -exitval => 2) unless defined $dateobs;
    201201    pod2usage( -msg => "Provide a list of chips with --chiplist", -exitval => 2) unless defined $chiplist;
     202    pod2usage( -msg => "Specify the top-level output directory with --topdir", -exitval => 2) unless defined $topdir;
    202203   
    203204    # check the date format (require YYYY/MM/DD and use that from 00:00:00 to 23:59:59 or take start and end?)
    … …  
    212213    my $dateword = sprintf ("%4d%02d%02d", $date_year, $date_month, $date_day);
    213214
    214     return ($fulldate, $dateword, $chiplist);
     215    return ($fulldate, $dateword, $chiplist, $topdir);
    215216}
    216217

  • trunk/tools/eam/rawfix.20230221/src/get_hosts_md5s.sh

    r42430 r42441  
    11#!/bin/csh
    22
    3 if ($#argv != 2) then
    4   echo "USAGE: get_hosts_md5s.sh (dateobs) (stage)"
     3if ($#argv != 3) then
     4  echo "USAGE: get_hosts_md5s.sh (topdir) (dateobs) (stage)"
    55  exit 2
    66endif
    77
    8 set dirname = $1
    9 set stage   = $2
     8set topdir  = $1
     9set dateobs = $2
     10set stage   = $3
    1011
    11 if (! -d $dirname) then
    12   echo "ERROR: missing dateobs directory $dirname"
     12if (! -d $topdir) then
     13  echo "ERROR: missing top-level directory $topdir"
     14  exit 3
     15endif
     16
     17if (! -d $topdir/$dateobs) then
     18  echo "ERROR: missing dateobs directory $topdir/$dateobs"
    1319  exit 3
    1420endif
    1521
    1622# report both the dateobs and the hostnames
    17 ls $dirname/*.inst.$stage.txt | awk -v dateobs=$dirname -F/ '(NR == 1){print "dateobs md5host"}{print dateobs, $2}' | sed s/.inst.$stage.txt//
     23ls $topdir/$dateobs/*.inst.$stage.txt | awk -v dateobs=$dateobs -F/ '(NR == 1){print "dateobs md5host"}{print dateobs, $NF}' | sed s/.inst.$stage.txt//
    1824exit 0

  • trunk/tools/eam/rawfix.20230221/src/get_md5s_instances.pl

    r42430 r42441  
    4343    my $filename = $instance;
    4444    $filename =~ s|file://||;
     45   
     46    # check for the existence of the file first:
     47    unless (-e $filename) {
     48        print OUTFILE "$instance $data_state $md5sum_tru XXX\n";
     49        next;
     50    }
    4551
    4652    my $line;

  • trunk/tools/eam/rawfix.20230221/src/get_md5s_instances_stage2.pl

    r42430 r42441  
    5353    my $filename = $instance;
    5454    $filename =~ s|file://||;
     55
     56    # check for the existence of the file first:
     57    unless (-e $filename) {
     58        print OUTFILE "$instance $data_state $md5sum_tru XXX\n";
     59        next;
     60    }
    5561
    5662    my $line;

  • trunk/tools/eam/rawfix.20230221/src/rawfix.advance.pt

    r42440 r42441  
    77  periods -exec 10
    88  periods -timeout 30
     9  host local
    910
    1011  stdout $LOGDIR/advance.log 

  • trunk/tools/eam/rawfix.20230221/src/rawfix.ckchip.pt

    r42440 r42441  
    5555
    5656task nights.ckchip.run
    57 
    5857  periods      -poll $RPOLL
    5958  periods      -exec $REXEC
    6059  periods      -timeout 60
     60  host          anyhost
    6161  npending 1
    6262
    … …  
    8888    sprintf FULLDATE "%s/%s/%s" $YEAR $MONTH $DAY
    8989
    90     command check_chip_locations.pl --dateobs $FULLDATE --chiplist gpc1.chips.txt --stage v0
     90    command $mypath/check_chip_locations.pl --topdir $mypath --dateobs $FULLDATE --chiplist gpc1.chips.txt --stage v0
    9191  end
    9292

  • trunk/tools/eam/rawfix.20230221/src/rawfix.ckchip_s3.pt

    r42440 r42441  
    5555
    5656task nights.ckchip_s3.run
    57 
    5857  periods      -poll $RPOLL
    5958  periods      -exec $REXEC
    6059  periods      -timeout 60
     60  host          anyhost
    6161  npending 1
    6262
    … …  
    8686    sprintf FULLDATE "%s/%s/%s" $YEAR $MONTH $DAY
    8787
    88     command check_chip_locations.pl --dateobs $FULLDATE --chiplist gpc1.chips.txt --stage v1
     88    command $mypath/check_chip_locations.pl --topdir $mypath --dateobs $FULLDATE --chiplist gpc1.chips.txt --stage v1
    8989  end
    9090

  • trunk/tools/eam/rawfix.20230221/src/rawfix.fixchip.pt

    r42440 r42441  
    5454
    5555task nights.fixchip.run
    56 
    5756  periods      -poll $RPOLL
    5857  periods      -exec $REXEC
    5958  periods      -timeout 1800
     59  host          anyhost
    6060  npending 1
    6161
    … …  
    8484    sprintf FULLDATE "%s/%s/%s" $YEAR $MONTH $DAY
    8585
    86     command fix_chip_locations.pl --dateobs $FULLDATE --chiplist gpc1.chips.txt --stage v0
     86    command $mypath/fix_chip_locations.pl --topdir $mypath --dateobs $FULLDATE --chiplist gpc1.chips.txt --stage v0
    8787  end
    8888

  • trunk/tools/eam/rawfix.20230221/src/rawfix.fixchip_s2.pt

    r42440 r42441  
    5454
    5555task nights.fixchip_s2.run
    56 
    5756  periods      -poll $RPOLL
    5857  periods      -exec $REXEC
    5958  periods      -timeout 1800
     59  host          anyhost
    6060  npending 1
    6161
    … …  
    8585    stderr $mypath/$DATEOBS/log.fixchip_s2.runhosts.v0 
    8686
    87     command fix_chip_locations_stage2.pl --dateobs $FULLDATE --chiplist gpc1.chips.txt --stage v0
     87    command $mypath/fix_chip_locations_stage2.pl --topdir $mypath --dateobs $FULLDATE --chiplist gpc1.chips.txt --stage v0
    8888  end
    8989

  • trunk/tools/eam/rawfix.20230221/src/rawfix.fixchip_s3.pt

    r42440 r42441  
    5454
    5555task nights.fixchip_s3.run
    56 
    5756  periods      -poll $RPOLL
    5857  periods      -exec $REXEC
    5958  periods      -timeout 1800
     59  host          anyhost
    6060  npending 1
    6161
    … …  
    8585    stderr $mypath/$DATEOBS/log.fixchip_s3.runhosts.v0 
    8686
    87     command fix_chip_locations_stage3.pl --dateobs $FULLDATE --chiplist gpc1.chips.txt
     87    command $mypath/fix_chip_locations_stage3.pl --topdir $mypath --dateobs $FULLDATE --chiplist gpc1.chips.txt
    8888  end
    8989

  • trunk/tools/eam/rawfix.20230221/src/rawfix.md5chk.pt

    r42440 r42441  
    5353
    5454task nights.md5chk.run
    55 
     55  host anyhost
    5656  periods      -poll $RPOLL
    5757  periods      -exec $REXEC
    … …  
    8484    stderr $mypath/$DATEOBS/log.md5chk.v0 
    8585
    86     command check_md5s_dateobs.pl --dateobs $FULLDATE
     86    command $mypath/check_md5s_dateobs.pl --topdir $mypath --dateobs $FULLDATE --stage v0
    8787  end
    8888

  • trunk/tools/eam/rawfix.20230221/src/rawfix.md5chk_s2.pt

    r42440 r42441  
    5353
    5454task nights.md5chk_s2.run
    55 
    5655  periods      -poll $RPOLL
    5756  periods      -exec $REXEC
    5857  periods      -timeout 60
     58  host          anyhost
    5959  npending 1
    6060
    … …  
    8484    stderr $mypath/$DATEOBS/log.md5chk_s2.v0 
    8585
    86     command check_md5s_dateobs.pl --dateobs $FULLDATE
     86    command $mypath/check_md5s_dateobs.pl --topdir $mypath --dateobs $FULLDATE --stage v0
    8787  end
    8888

  • trunk/tools/eam/rawfix.20230221/src/rawfix.md5sum.pt

    r42440 r42441  
    5555# output: md5host.book
    5656task nights.md5sum.loadhosts
    57 
    5857  periods      -poll $RPOLL
    5958  periods      -exec $REXEC
    6059  periods      -timeout 60
     60  host          local
    6161  npending 1
     62  # note: the tasks which return their results via stdout
     63  # seem to fail if run remotely. 
    6264
    6365  stdout $LOGDIR/md5sum.loadhosts.stdout.log 
    … …  
    8688    exec echo "# start runhosts $mydate" >> $tmpline
    8789
    88     command get_hosts_md5s.sh $DATEOBS v0
     90    command $mypath/get_hosts_md5s.sh $mypath $DATEOBS v0
    8991  end
    9092
    … …  
    9294    # convert the stdout 'queue' to entries in a book
    9395    # fields in the table will become words in the page
     96    queueprint stdout
    9497    queuesize stdout -var Nhosts
    9598    queue2book -raw-columns -key dateobs:md5host -uniq -setword pantaskState INIT stdout md5host.book
    9699    book setword md5sum.book $options:0 NHOST {$Nhosts - 1}
    97100    book setword md5sum.book $options:0 NDONE 0
     101    book list
     102    book listbook md5sum.book
    98103    # use the queuesize (Nhosts) to track how many jobs are done / to be done
    99104  end
    … …  
    117122end
    118123
     124# runs on the hosts identified by get_hosts_md5s.sh
    119125# output: md5host.book
    120126task nights.md5sum.runhosts

  • trunk/tools/eam/rawfix.20230221/src/rawfix.md5sum_s2.pt

    r42440 r42441  
    5555# output: md5host_s2.book
    5656task nights.md5sum_s2.loadhosts
    57 
    5857  periods      -poll $RPOLL
    5958  periods      -exec $REXEC
    6059  periods      -timeout 60
     60  host          local
    6161  npending 1
    6262
    … …  
    8686    exec echo "# start runhosts $mydate" >> $tmpline
    8787
    88     command get_hosts_md5s.sh $DATEOBS v0
     88    command $mypath/get_hosts_md5s.sh $mypath $DATEOBS v0
    8989  end
    9090

  • trunk/tools/eam/rawfix.20230221/src/rawfix.pt

    r42440 r42441  
    3232input rawfix.md5chk_s2.pt
    3333input rawfix.fixchip_s3.pt
     34input rawfix.ckchip_s3.pt
    3435
    3536# no need to run rsync if we use the b-node working directory:
Note: See TracChangeset for help on using the changeset viewer.