IPP Software Navigation Tools IPP Links Communication Pan-STARRS Links

Changeset 37914


Ignore:
Timestamp:
Feb 18, 2015, 3:31:05 PM (11 years ago)
Author:
watersc1
Message:

Changes for running remote jobs on UH/Cray

Location:
tags/ipp-20150115/ippScripts/scripts
Files:
11 edited

Legend:

Unmodified
Added
Removed

  • tags/ipp-20150115/ippScripts/scripts/sc_mk_stack_mdc.pl

    r37833 r37914  
    99
    1010my $remote_root = '/scratch3/watersc1/';
     11$remote_root = '/lus/scratch/watersc/';
    1112
    1213my ($compmap_file);

  • tags/ipp-20150115/ippScripts/scripts/sc_mk_staticsky_mdc.pl

    r37833 r37914  
    99
    1010my $remote_root = '/scratch3/watersc1/';
     11$remote_root = '/lus/scratch/watersc/';
     12
    1113
    1214my ($compmap_file);

  • tags/ipp-20150115/ippScripts/scripts/sc_prepare_camera.pl

    r37833 r37914  
    2121# my $remote_root   = '/lustre/scratch1/turquoise/watersc1/ps1/'; # Far side destination base location
    2222my $remote_root     = '/scratch3/watersc1/';  # Far side destination base location
     23$remote_root = '/lus/scratch/watersc/';
     24
    2325my $remote_hostname = "LANL/Mustang";         # Name of the remote node.
     26$remote_hostname = "UH/Cray";
    2427my $threads_req     = 0;                      # How many threads are we going to use?
    2528
    … …  
    151154    $psastro_command   .= " -masklist ${remote_outroot}.masklist ${remote_outroot} ";
    152155#   $psastro_command   .= " -refmasklist ${remote_outroot}.masklist ${remote_outroot} ";
    153     $psastro_command   .= " -refmasklist /turquoise/usr/projects/ps1/watersc1/references/gpc1.refmask.list ";
    154     $psastro_command   .= " -kh-correct /turquoise/usr/projects/ps1/watersc1/references/khcorrect.20140606.v0.fits ";
     156    $psastro_command   .= " -refmasklist /home/watersc/references/gpc1.refmask.list ";
     157    $psastro_command   .= " -kh-correct /home/watersc/references/khcorrect.20140606.v0.fits ";
    155158#   $psastro_command   .= " -astrommodel /turquoise/usr/projects/ps1/watersc1/references/gpc1.20080909.asm ";
    156     $psastro_command   .= " -astrommodel /turquoise/usr/projects/ps1/watersc1/references/gpc1.20140505.asm ";
     159    $psastro_command   .= " -astrommodel /home/watersc/references/gpc1.20140505.asm ";
    157160    $psastro_command   .= " -recipe PSASTRO $recipe_psastro ";
    158161    $psastro_command   .= " -tracedest ${remote_outroot}.trace -log ${remote_outroot}.log ";

  • tags/ipp-20150115/ippScripts/scripts/sc_prepare_chip.pl

    r37833 r37914  
    2121# my $remote_root   = '/lustre/scratch1/turquoise/watersc1/ps1/'; # Far side destination base location
    2222my $remote_root     = '/scratch3/watersc1/';  # Far side destination base location
     23$remote_root = '/lus/scratch/watersc/';
     24
    2325my $remote_hostname = "LANL/Mustang";         # Name of the remote node.
     26$remote_hostname = "UH/Cray";
    2427my $remote_raw      = "${remote_root}/tmp/";  # Directory to find raw data in.
    2528my $threads_req     = 4;

  • tags/ipp-20150115/ippScripts/scripts/sc_prepare_run.pl

    r37833 r37914  
    2424# my $remote_root   = '/lustre/scratch1/turquoise/watersc1/ps1/'; # Far side destination base location
    2525my $remote_root = '/scratch3/watersc1/';
     26$remote_root = '/lus/scratch/watersc/';
    2627my $remote_raw    = "${remote_root}/tmp/";  # Directory to find raw data in.
    2728
    … …  
    4546$job_subscription{"warp"}   = 1;
    4647$job_subscription{"stack"}  = 3;
    47 $job_subscription{"staticsky"} = 3;
    48 
    49 my $proc_per_node = 24;                     # processors per node
     48$job_subscription{"staticsky"} = 5;
     49
     50my $proc_per_node = 20;                     # processors per node
    5051my $min_nodes     = 1;                      # smallest allocation to ask for
    51 my $max_nodes     = 1000;                   # largest allocation to ask for
     52my $max_nodes     = 10;                     # largest allocation to ask for
    5253my $min_time      = 1;                      # shortest allocation to ask for
    5354my $max_time      = 8;                      # longest allocation to ask for
    … …  
    248249open(COMMAND,  ">$disk_command") || &my_die("Couldn't open file? $disk_command", $remote_id, $PS_EXIT_SYS_ERROR, $fail_state);
    249250print COMMAND "#!/bin/tcsh\n";
    250 print COMMAND "##### Moab controll lines\n";
    251 print COMMAND "#MSUB -l nodes=${node_req}:ppn=${proc_per_node},walltime=${time_req}:00:00\n"; ## CHECK RESOURCES
    252 print COMMAND "#MSUB -j oe\n";
    253 print COMMAND "#MSUB -V\n";
    254 print COMMAND "#MSUB -o ${remote_root}/stask_logs/${stage}.${remote_id}.out\n";
     251# print COMMAND "##### Moab controll lines\n";
     252# print COMMAND "#MSUB -l nodes=${node_req}:ppn=${proc_per_node},walltime=${time_req}:00:00\n"; ## CHECK RESOURCES
     253# print COMMAND "#MSUB -j oe\n";
     254# print COMMAND "#MSUB -V\n";
     255# print COMMAND "#MSUB -o ${remote_root}/stask_logs/${stage}.${remote_id}.out\n";
     256print COMMAND "###### sbatch control lines\n";
     257print COMMAND "#SBATCH --time ${time_req}:00:00\n";
     258print COMMAND "#SBATCH --nodes ${node_req}\n";
     259print COMMAND "#SBATCH --open-mode=append\n";
     260print COMMAND "#SBATCH --export=ALL\n";
     261print COMMAND "#SBATCH -o ${remote_root}/stask_logs/${stage}.${remote_id}.out\n";
    255262print COMMAND "date\n";
    256263print COMMAND 'srun -n $SLURM_JOB_NUM_NODES -m cyclic -l /bin/hostname | sort -n | awk \'{printf "%s\n", $2}\' > hosts.${SLURM_JOB_ID}' . "\n";

  • tags/ipp-20150115/ippScripts/scripts/sc_prepare_stack.pl

    r37833 r37914  
    2121# my $remote_root   = '/lustre/scratch1/turquoise/watersc1/ps1/'; # Far side destination base location
    2222my $remote_root     = '/scratch3/watersc1/';  # Far side destination base location
     23$remote_root = '/lus/scratch/watersc/';
     24
    2325my $remote_hostname = "LANL/Mustang";         # Name of the remote node.
     26$remote_hostname = "UH/Cray";
    2427my $threads_req     = 4;                      # How many threads are we going to use?
    2528

  • tags/ipp-20150115/ippScripts/scripts/sc_prepare_staticsky.pl

    r37833 r37914  
    2121# my $remote_root   = '/lustre/scratch1/turquoise/watersc1/ps1/'; # Far side destination base location
    2222my $remote_root     = '/scratch3/watersc1/';  # Far side destination base location
     23$remote_root = '/lus/scratch/watersc/';
     24
    2325my $remote_hostname = "LANL/Mustang";         # Name of the remote node.
     26$remote_hostname = "UH/Cray";
    2427my $threads_req     = 4;                      # How many threads are we going to use?
    2528

  • tags/ipp-20150115/ippScripts/scripts/sc_prepare_warp.pl

    r37833 r37914  
    2121# my $remote_root = '/lustre/scratch1/turquoise/watersc1/ps1/'; # Far side destination base location
    2222my $remote_root     = '/scratch3/watersc1/';
     23$remote_root = '/lus/scratch/watersc/';
     24
    2325my $remote_hostname = "LANL/Mustang";         # Name of the remote node.
     26$remote_hostname = "UH/Cray";
    2427my $threads_req     = 4;                      # How many threads are we going to use?
    2528

  • tags/ipp-20150115/ippScripts/scripts/sc_remote_exec.pl

    r37833 r37914  
    1616# Hard coded values
    1717my $DMZ_HOST = 'wtrw';
     18$DMZ_HOST = '128.171.123.18';
     19
    1820my @SEC_HOSTS= ('mu-fe1','mu-fe2','mu-fe3'
    1921                # ,'mu-fe4'
    2022    );
    2123my $SEC_HOST = $SEC_HOSTS[int(rand(@SEC_HOSTS))]; # 'mu-fe';
     24$SEC_HOST = '';
     25
    2226my $IPP_PATH = '/turquoise/usr/projects/cosmo/mswarren/ipp/';
     27$IPP_PATH = '/home/watersc/src/';
     28
    2329my $remote_root  = '/scratch3/watersc1/';
     30$remote_root = '/lus/scratch/watersc/';
    2431
    2532# tools
    … …  
    111118# Run real command
    112119my (undef,$remote_command) = &uri_convert($uri_command);
    113 my $ssh_exec_stdout = &ssh_exec_command("msub -V $remote_command");
     120my $ssh_exec_stdout = &ssh_exec_command("sbatch $remote_command");   ##"msub -V $remote_command");
    114121if ($#{ $ssh_exec_stdout } != -1) { # Parse the output
    115     $job_id = ${ $ssh_exec_stdout }[0];
    116     chomp($job_id);
     122    my $line = ${ $ssh_exec_stdout }[0];
     123    chomp($line);
     124    my @line_split = split /\s+/, $line;
     125    $job_id = $line_split[-1]
    117126    $job_id =~ s/\s+//g;
    118127}
    … …  
    141150    my $file = shift;
    142151    my $destination = shift;
    143     my $cmd = "$scp $file ${DMZ_HOST}:${SEC_HOST}:${destination}";
     152    my $cmd;
     153    if ($SEC_HOST ne '') {
     154        $cmd = "$scp $file ${DMZ_HOST}:${SEC_HOST}:${destination}";
     155    }
     156    else {
     157        $cmd = "$scp $file ${DMZ_HOST}:${destination}";
     158    }
    144159
    145160    my $directory = dirname($destination);
    … …  
    157172    my $destination = shift;
    158173    my $file = shift;
    159 
    160     my $cmd = "$scp ${DMZ_HOST}:${SEC_HOST}:${destination} $file ";
     174    my $cmd;
     175    if ($SEC_HOST ne '') {
     176        $cmd = "$scp $file ${DMZ_HOST}:${SEC_HOST}:${destination}";
     177    }
     178    else {
     179        $cmd = "$scp $file ${DMZ_HOST}:${destination}";
     180    }
    161181
    162182    my ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) =
    … …  
    170190sub ssh_exec_command {
    171191    my $cmd = shift;
    172     $cmd = "$ssh -n $DMZ_HOST ssh  ${SEC_HOST} $cmd";
     192    if ($SEC_HOST ne '') {
     193        $cmd = "$ssh -n $DMZ_HOST ssh  ${SEC_HOST} $cmd";
     194    }
     195    else {
     196        $cmd = "$ssh -n $DMZ_HOST $cmd";
     197    }
     198
    173199    print "EXEC: $cmd\n";
    174200    my ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) =

  • tags/ipp-20150115/ippScripts/scripts/sc_remote_poll.pl

    r37833 r37914  
    2929# Hard coded values
    3030my $DMZ_HOST = 'wtrw';
     31$DMZ_HOST = '128.171.123.18';
    3132my @SEC_HOSTS= ('mu-fe1','mu-fe2','mu-fe3'
    32                 # ,'mu-fe4'
     33                ,'mu-fe4'
    3334    );
    3435my $SEC_HOST = $SEC_HOSTS[int(rand(@SEC_HOSTS))]; # 'mu-fe';
     36$SEC_HOST = '';
    3537my $IPP_PATH = '/turquoise/usr/projects/cosmo/mswarren/ipp/';
     38$IPP_PATH = '/home/watersc/src/';
    3639my $remote_root  = '/scratch3/watersc1/';
     40$remote_root = '/lus/scratch/watersc/';
     41
    3742
    3843# tools
    … …  
    351356    my $file = shift;
    352357    my $destination = shift;
    353     my $cmd = "$scp $file ${DMZ_HOST}:${SEC_HOST}:${destination}";
     358    my $cmd;
     359    if ($SEC_HOST ne '') {
     360        $cmd = "$scp $file ${DMZ_HOST}:${SEC_HOST}:${destination}";
     361    }
     362    else {
     363        $cmd = "$scp $file ${DMZ_HOST}:${destination}";
     364    }
    354365
    355366    my $directory = dirname($destination);
    … …  
    368379    my $file = shift;
    369380
    370     my $cmd = "$scp ${DMZ_HOST}:${SEC_HOST}:${destination} $file ";
    371 
     381    my $cmd;
     382    if ($SEC_HOST ne '') {
     383        $cmd = "$scp ${DMZ_HOST}:${SEC_HOST}:${destination} $file ";
     384    }
     385    else {
     386        $cmd = "$scp ${DMZ_HOST}:${destination} $file ";
     387    }
    372388    my ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) =
    373389        run(command => $cmd, verbose => $verbose);
    … …  
    380396sub ssh_exec_command {
    381397    my $cmd = shift;
    382     $cmd = "$ssh -n $DMZ_HOST ssh  ${SEC_HOST} $cmd";
     398    if ($SEC_HOST ne '') {
     399        $cmd = "$ssh -n $DMZ_HOST ssh  ${SEC_HOST} $cmd";
     400    }
     401    else {
     402        $cmd = "$ssh -n $DMZ_HOST $cmd";
     403    }
    383404    print "EXEC: $cmd\n";
    384405    my ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) =

  • tags/ipp-20150115/ippScripts/scripts/sc_transfer_tool.pl

    r37833 r37914  
    1111
    1212my $scp_cmd = "/usr/projects/cosmo/amd6100/bin/scp";
     13$scp_cmd = '/usr/bin/scp';
    1314my $ssh_cmd = "/usr/projects/cosmo/amd6100/bin/ssh";
     15$ssh_cmd = '/usr/bin/ssh';
    1416
    1517my $remote_root = '/lustre/scratch1/turquoise/watersc1/ps1/';
    16    $remote_root = '/scratch3/watersc1/';
     18#   $remote_root = '/scratch3/watersc1/';
     19$remote_root = '/lus/scratch/watersc/';
    1720
    1821#my $local_raw = "${remote_root}/tmp/";
Note: See TracChangeset for help on using the changeset viewer.