IPP Software Navigation Tools IPP Links Communication Pan-STARRS Links

Changeset 41746 for trunk/tools


Ignore:
Timestamp:
Jul 30, 2021, 2:25:33 PM (5 years ago)
Author:
eugene
Message:

more generalization of the scripts

Location:
trunk/tools/eam/rebalance
Files:
9 edited

Legend:

Unmodified
Added
Removed

  • trunk/tools/eam/rebalance/launch.insert.check.errors.sh

    r41509 r41746  
    11#!/bin/csh
    22
     3set run = v2
     4set version = 20210702
     5
     6set myhost = `hostname`
    37set Nhost = `hostname | sed s/ipp//`
    48
    5 set ver = "v0"
    6 set verdate = "20201209"
     9set target = NONE
     10switch ($myhost)
     11  case ipp127
     12  case ipp134
     13  case ipp137
     14  set target = ipp143
     15  breaksw;
    716
     17  case ipp128
     18  case ipp135
     19  case ipp138
     20  set target = ipp144
     21  breaksw;
    822
    9 set target = NONE
    10 if (($Nhost > 101) && ($Nhost <= 111)) then
    11   set target = ipp145
    12 endif
    13 if ($Nhost > 111) then
     23  case ipp129
    1424  set target = ipp146
    15 endif
     25  breaksw;
    1626
    17 if (($Nhost == 100) || ($Nhost == 101)) then
    18   set target = ipp140
    19   set v = 0 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/movefiles.$verdate.chk >& $h.$v/errors.insert.check.$verdate.$ver &
    20   set target = ipp133
    21   set v = 1 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/movefiles.$verdate.chk >& $h.$v/errors.insert.check.$verdate.$ver &
    22   exit 0
    23 endif
     27  case ipp130
     28  case ipp136
     29  case ipp139
     30  set target = ipp147
     31  breaksw;
     32endsw
    2433
    2534if ("$target" == "NONE") then
    … …  
    2837endif
    2938
    30 set v = 0 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/movefiles.$verdate.chk >& $h.$v/errors.insert.check.$verdate.$ver &
    31 set v = 1 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/movefiles.$verdate.chk >& $h.$v/errors.insert.check.$verdate.$ver &
     39set v = 0 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/movefiles.$version.chk >& $h.$v/errors.insert.check.$version.$run &
     40set v = 1 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/movefiles.$version.chk >& $h.$v/errors.insert.check.$version.$run &

  • trunk/tools/eam/rebalance/launch.insert.errors.sh

    r41509 r41746  
    11#!/bin/csh
    22
     3set run = v2
     4set version = 20210702
     5
     6set myhost = `hostname`
    37set Nhost = `hostname | sed s/ipp//`
    48
    5 set ver = "v0"
    6 set verdate = "20201209"
     9set target = NONE
     10switch ($myhost)
     11  case ipp127
     12  case ipp134
     13  case ipp137
     14  set target = ipp143
     15  breaksw;
    716
     17  case ipp128
     18  case ipp135
     19  case ipp138
     20  set target = ipp144
     21  breaksw;
    822
    9 set target = NONE
    10 if (($Nhost > 101) && ($Nhost <= 111)) then
    11   set target = ipp145
    12 endif
    13 if ($Nhost > 111) then
     23  case ipp129
    1424  set target = ipp146
    15 endif
     25  breaksw;
    1626
    17 if (($Nhost == 100) || ($Nhost == 101)) then
    18   set target = ipp140
    19   set v = 0 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/insert.$verdate.log >& $h.$v/errors.insert.$verdate.$ver &
    20   set target = ipp133
    21   set v = 1 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/insert.$verdate.log >& $h.$v/errors.insert.$verdate.$ver &
    22   exit 0
    23 endif
     27  case ipp130
     28  case ipp136
     29  case ipp139
     30  set target = ipp147
     31  breaksw;
     32endsw
    2433
    2534if ("$target" == "NONE") then
    … …  
    2837endif
    2938
    30 set v = 0 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/insert.$verdate.log >& $h.$v/errors.insert.$verdate.$ver &
    31 set v = 1 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/insert.$verdate.log >& $h.$v/errors.insert.$verdate.$ver &
     39set v = 0 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/insert.$version.log >& $h.$v/errors.insert.$version.$run &
     40set v = 1 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/insert.$version.log >& $h.$v/errors.insert.$version.$run &
     41
     42# e.g.: ssh -f ipp127 "cd `pwd` && ./launch.insert.errors.sh"

  • trunk/tools/eam/rebalance/launch.rsync.check.sh

    r41509 r41746  
    11#!/bin/csh
    22
     3set run = v4
     4set version = 20210702
     5
     6set myhost = `hostname`
    37set Nhost = `hostname | sed s/ipp//`
    48
    5 set ver = "v1"
    6 set verdate = "20201209"
     9set target = NONE
     10switch ($myhost)
     11  case ipp127
     12  case ipp134
     13  case ipp137
     14  set target = ipp143
     15  breaksw;
    716
     17  case ipp128
     18  case ipp135
     19  case ipp138
     20  set target = ipp144
     21  breaksw;
    822
    9 set target = NONE
    10 if (($Nhost > 101) && ($Nhost <= 111)) then
    11   set target = ipp145
    12 endif
    13 if ($Nhost > 111) then
     23  case ipp129
    1424  set target = ipp146
    15 endif
     25  breaksw;
    1626
    17 if (($Nhost == 100) || ($Nhost == 101)) then
    18   set target = ipp140
    19   set v = 0 ; set h = `hostname` ; set t = $target; ./rebalance.mana rsync.check $h $v $t $v $verdate $verdate.chk > & $h.$v/log.rsync.check.$verdate.$ver &
    20   set target = ipp133
    21   set v = 1 ; set h = `hostname` ; set t = $target; ./rebalance.mana rsync.check $h $v $t $v $verdate $verdate.chk > & $h.$v/log.rsync.check.$verdate.$ver &
    22   exit 0
    23 endif
     27  case ipp130
     28  case ipp136
     29  case ipp139
     30  set target = ipp147
     31  breaksw;
     32endsw
    2433
    2534if ("$target" == "NONE") then
    … …  
    2837endif
    2938
    30 set v = 0 ; set h = `hostname` ; set t = $target; ./rebalance.mana rsync.check $h $v $t $v $verdate $verdate.chk > & $h.$v/log.rsync.check.$verdate.$ver &
    31 set v = 1 ; set h = `hostname` ; set t = $target; ./rebalance.mana rsync.check $h $v $t $v $verdate $verdate.chk > & $h.$v/log.rsync.check.$verdate.$ver &
     39set v = 0 ; set h = `hostname` ; set t = $target; ./rebalance.mana rsync.check $h $v $t $v $version $version.chk > & $h.$v/log.rsync.check.$version.$run &
     40set v = 1 ; set h = `hostname` ; set t = $target; ./rebalance.mana rsync.check $h $v $t $v $version $version.chk > & $h.$v/log.rsync.check.$version.$run &
     41
     42# e.g.: ssh -f ipp127 "cd `pwd` && ./launch.rsync.check.sh"

  • trunk/tools/eam/rebalance/launch.rsync.sh

    r41509 r41746  
    11#!/bin/csh
    22
     3set run = v2
     4set version = 20210702
     5
     6set myhost = `hostname`
    37set Nhost = `hostname | sed s/ipp//`
    48
    59set target = NONE
    6 if (($Nhost > 101) && ($Nhost <= 111)) then
    7   set target = ipp145
    8 endif
    9 if ($Nhost > 111) then
     10switch ($myhost)
     11  case ipp127
     12  case ipp134
     13  case ipp137
     14  set target = ipp143
     15  breaksw;
     16
     17  case ipp128
     18  case ipp135
     19  case ipp138
     20  set target = ipp144
     21  breaksw;
     22
     23  case ipp129
    1024  set target = ipp146
    11 endif
     25  breaksw;
     26
     27  case ipp130
     28  case ipp136
     29  case ipp139
     30  set target = ipp147
     31  breaksw;
     32endsw
    1233
    1334if ("$target" == "NONE") then
    … …  
    1637endif
    1738
    18 #set v = 0 ; set h = `hostname` ; set t = $target ; mkdir $h.$v; ./rebalance.mana find $h $v $t $v 20201209 0.9 > & $h.$v/log.find.20201209.v1 &
    19 #set v = 1 ; set h = `hostname` ; set t = $target ; mkdir $h.$v; ./rebalance.mana find $h $v $t $v 20201209 0.9 > & $h.$v/log.find.20201209.v1 &
     39set v = 0 ; set h = `hostname` ; set t = $target; ./rebalance.mana rsync $h $v $t $v $version > & $h.$v/log.rsync.$version.$run &
     40set v = 1 ; set h = `hostname` ; set t = $target; ./rebalance.mana rsync $h $v $t $v $version > & $h.$v/log.rsync.$version.$run &
    2041
    21 set v = 0 ; set h = `hostname` ; set t = $target; ./rebalance.mana rsync $h $v $t $v 20201209 > & $h.$v/log.rsync.20201209.v0 &
    22 set v = 1 ; set h = `hostname` ; set t = $target; ./rebalance.mana rsync $h $v $t $v 20201209 > & $h.$v/log.rsync.20201209.v0 &
     42# e.g.: ssh -f ipp127 "cd `pwd` && ./launch.rsync.sh"

  • trunk/tools/eam/rebalance/launch.trash.check.sh

    r41683 r41746  
    11#!/bin/csh
    22
     3set run = v2
     4set version = 20210702
     5
     6set myhost = `hostname`
    37set Nhost = `hostname | sed s/ipp//`
    48
    5 set ver = "v0"
    6 set verdate = "20201209"
     9set target = NONE
     10switch ($myhost)
     11  case ipp127
     12  case ipp134
     13  case ipp137
     14  set target = ipp143
     15  breaksw;
    716
    8 set target = NONE
    9 if (($Nhost > 101) && ($Nhost <= 111)) then
    10   set target = ipp145
    11 endif
    12 if ($Nhost > 111) then
     17  case ipp128
     18  case ipp135
     19  case ipp138
     20  set target = ipp144
     21  breaksw;
     22
     23  case ipp129
    1324  set target = ipp146
    14 endif
     25  breaksw;
    1526
    16 if (($Nhost == 100) || ($Nhost == 101)) then
    17   set target = ipp140
    18   set v = 0 ; set h = `hostname` ; set t = $target; ./rebalance.mana trash.check $h $v $t $v $verdate > & $h.$v/log.trash.check.$verdate.$ver &
    19   set target = ipp133
    20   set v = 1 ; set h = `hostname` ; set t = $target; ./rebalance.mana trash.check $h $v $t $v $verdate > & $h.$v/log.trash.check.$verdate.$ver &
    21   exit 0
    22 endif
     27  case ipp130
     28  case ipp136
     29  case ipp139
     30  set target = ipp147
     31  breaksw;
     32endsw
    2333
    2434if ("$target" == "NONE") then
    … …  
    2737endif
    2838
    29 set v = 0 ; set h = `hostname` ; set t = $target; ./rebalance.mana trash.check $h $v $t $v $verdate > & $h.$v/log.trash.check.$verdate.$ver &
    30 set v = 1 ; set h = `hostname` ; set t = $target; ./rebalance.mana trash.check $h $v $t $v $verdate > & $h.$v/log.trash.check.$verdate.$ver &
     39set v = 0 ; set h = `hostname` ; set t = $target; ./rebalance.mana trash.check $h $v $t $v $version > & $h.$v/log.trash.check.$version.$run &
     40set v = 1 ; set h = `hostname` ; set t = $target; ./rebalance.mana trash.check $h $v $t $v $version > & $h.$v/log.trash.check.$version.$run &
     41
     42# e.g.: ssh -f ipp127 "cd `pwd` && ./launch.trash.check.sh"

  • trunk/tools/eam/rebalance/launch.trash.empty.sh

    r41683 r41746  
    11#!/bin/csh
    22
     3set run = v2
     4set version = 20210702
     5
     6set myhost = `hostname`
    37set Nhost = `hostname | sed s/ipp//`
    48
    5 set ver = "v0"
    6 set verdate = "20201209"
     9set target = NONE
     10switch ($myhost)
     11  case ipp127
     12  case ipp134
     13  case ipp137
     14  set target = ipp143
     15  breaksw;
    716
    8 set target = NONE
    9 if (($Nhost > 101) && ($Nhost <= 111)) then
    10   set target = ipp145
    11 endif
    12 if ($Nhost > 111) then
     17  case ipp128
     18  case ipp135
     19  case ipp138
     20  set target = ipp144
     21  breaksw;
     22
     23  case ipp129
    1324  set target = ipp146
    14 endif
     25  breaksw;
    1526
    16 if (($Nhost == 100) || ($Nhost == 101)) then
    17   set target = ipp140
    18   set v = 0 ; set h = `hostname` ; set t = $target; ./rebalance.mana empty.trash $h $v $t $v $verdate > & $h.$v/log.empty.trash.$verdate.$ver &
    19   set target = ipp133
    20   set v = 1 ; set h = `hostname` ; set t = $target; ./rebalance.mana empty.trash $h $v $t $v $verdate > & $h.$v/log.empty.trash.$verdate.$ver &
    21   exit 0
    22 endif
     27  case ipp130
     28  case ipp136
     29  case ipp139
     30  set target = ipp147
     31  breaksw;
     32endsw
    2333
    2434if ("$target" == "NONE") then
    … …  
    2737endif
    2838
    29 set v = 0 ; set h = `hostname` ; set t = $target; ./rebalance.mana empty.trash $h $v $t $v $verdate > & $h.$v/log.empty.trash.$verdate.$ver &
    30 set v = 1 ; set h = `hostname` ; set t = $target; ./rebalance.mana empty.trash $h $v $t $v $verdate > & $h.$v/log.empty.trash.$verdate.$ver &
     39set v = 0 ; set h = `hostname` ; set t = $target; ./rebalance.mana empty.trash $h $v $t $v $version > & $h.$v/log.empty.trash.$version.$run &
     40set v = 1 ; set h = `hostname` ; set t = $target; ./rebalance.mana empty.trash $h $v $t $v $version > & $h.$v/log.empty.trash.$version.$run &
     41
     42# e.g.: ssh -f ipp127 "cd `pwd` && ./launch.trash.empty.sh"

  • trunk/tools/eam/rebalance/launch.trash.sh

    r41683 r41746  
    11#!/bin/csh
    22
     3set run = v2
     4set version = 20210702
     5
     6set myhost = `hostname`
    37set Nhost = `hostname | sed s/ipp//`
    48
    5 set ver = "v0"
    6 set verdate = "20201209"
     9set target = NONE
     10switch ($myhost)
     11  case ipp127
     12  case ipp134
     13  case ipp137
     14  set target = ipp143
     15  breaksw;
    716
    8 set target = NONE
    9 if (($Nhost > 101) && ($Nhost <= 111)) then
    10   set target = ipp145
    11 endif
    12 if ($Nhost > 111) then
     17  case ipp128
     18  case ipp135
     19  case ipp138
     20  set target = ipp144
     21  breaksw;
     22
     23  case ipp129
    1324  set target = ipp146
    14 endif
     25  breaksw;
    1526
    16 if (($Nhost == 100) || ($Nhost == 101)) then
    17   set target = ipp140
    18   set v = 0 ; set h = `hostname` ; set t = $target; ./rebalance.mana trash $h $v $t $v $verdate > & $h.$v/log.trash.$verdate.$ver &
    19   set target = ipp133
    20   set v = 1 ; set h = `hostname` ; set t = $target; ./rebalance.mana trash $h $v $t $v $verdate > & $h.$v/log.trash.$verdate.$ver &
    21   exit 0
    22 endif
     27  case ipp130
     28  case ipp136
     29  case ipp139
     30  set target = ipp147
     31  breaksw;
     32endsw
    2333
    2434if ("$target" == "NONE") then
    … …  
    2737endif
    2838
    29 set v = 0 ; set h = `hostname` ; set t = $target; ./rebalance.mana trash $h $v $t $v $verdate > & $h.$v/log.trash.$verdate.$ver &
    30 set v = 1 ; set h = `hostname` ; set t = $target; ./rebalance.mana trash $h $v $t $v $verdate > & $h.$v/log.trash.$verdate.$ver &
     39set v = 0 ; set h = `hostname` ; set t = $target; ./rebalance.mana trash $h $v $t $v $version > & $h.$v/log.trash.$version.$run &
     40set v = 1 ; set h = `hostname` ; set t = $target; ./rebalance.mana trash $h $v $t $v $version > & $h.$v/log.trash.$version.$run &
     41
     42# e.g.: ssh -f ipp127 "cd `pwd` && ./launch.trash.sh"

  • trunk/tools/eam/rebalance/rsync.check.logs.sh

    r41509 r41746  
    11#!/bin/csh
     2
     3set version = 20210702
    24
    35set showlist = 0
    … …  
    2022echo "--- volume 0 ---"
    2123if ($showlist) then
    22   cat /data/$myhost.0/nebulous/??/rebalance/movefiles.20201209.chk.log | grep -v "total size" | grep -v "building file list" | grep -v "bytes  received" | grep -v '^../$' | grep -v '^$'
    23   cat /data/$myhost.0/nebulous/??/rebalance/movefiles.20201209.chk.log | grep "No such file or directory"
     24  cat /data/$myhost.0/nebulous/??/rebalance/movefiles.$version.chk.2.log | grep -v "total size" | grep -v "building file list" | grep -v "bytes  received" | grep -v '^../$' | grep -v '^$'
     25  cat /data/$myhost.0/nebulous/??/rebalance/movefiles.$version.chk.2.log | grep "No such file or directory"
    2426else
    25   cat /data/$myhost.0/nebulous/??/rebalance/movefiles.20201209.chk.log | grep -v "total size" | grep -v "building file list" | grep -v "bytes  received" | grep -v '^../$' | grep -v '^$' | wc -l
    26   cat /data/$myhost.0/nebulous/??/rebalance/movefiles.20201209.chk.log | grep "No such file or directory" | wc -l
     27  cat /data/$myhost.0/nebulous/??/rebalance/movefiles.$version.chk.2.log | grep -v "total size" | grep -v "building file list" | grep -v "bytes  received" | grep -v '^../$' | grep -v '^$' | wc -l
     28  cat /data/$myhost.0/nebulous/??/rebalance/movefiles.$version.chk.2.log | grep "No such file or directory" | wc -l
    2729endif
    2830
    2931echo "--- volume 1 ---"
    3032if ($showlist) then
    31   cat /data/$myhost.1/nebulous/??/rebalance/movefiles.20201209.chk.log | grep -v "total size" | grep -v "building file list" | grep -v "bytes  received" | grep -v '^../$' | grep -v '^$'
    32   cat /data/$myhost.1/nebulous/??/rebalance/movefiles.20201209.chk.log | grep "No such file or directory"
     33  cat /data/$myhost.1/nebulous/??/rebalance/movefiles.$version.chk.2.log | grep -v "total size" | grep -v "building file list" | grep -v "bytes  received" | grep -v '^../$' | grep -v '^$'
     34  cat /data/$myhost.1/nebulous/??/rebalance/movefiles.$version.chk.2.log | grep "No such file or directory"
    3335else
    34   cat /data/$myhost.1/nebulous/??/rebalance/movefiles.20201209.chk.log | grep -v "total size" | grep -v "building file list" | grep -v "bytes  received" | grep -v '^../$' | grep -v '^$' | wc -l
    35   cat /data/$myhost.1/nebulous/??/rebalance/movefiles.20201209.chk.log | grep "No such file or directory" | wc -l
     36  cat /data/$myhost.1/nebulous/??/rebalance/movefiles.$version.chk.2.log | grep -v "total size" | grep -v "building file list" | grep -v "bytes  received" | grep -v '^../$' | grep -v '^$' | wc -l
     37  cat /data/$myhost.1/nebulous/??/rebalance/movefiles.$version.chk.2.log | grep "No such file or directory" | wc -l
    3638endif
    3739

  • trunk/tools/eam/rebalance/run.nebstat.errors

    r41509 r41746  
    77
    88set src = $1
     9set run = v2
     10set version = 20210702
    911
    10 rm -f $src/nebstat.errors.insert.20201209.v0
     12rm -f $src/nebstat.errors.insert.$version.$run
    1113
    12 foreach f (`prcol 8 < $src/errors.insert.20201209.v0`)
    13   neb-stat `neb-reverse $f` >> $src/nebstat.errors.insert.20201209.v0
     14foreach f (`prcol 8 < $src/errors.insert.$version.$run`)
     15  neb-stat `neb-reverse $f` >> $src/nebstat.errors.insert.$version.$run
    1416  echo $f
    1517end
Note: See TracChangeset for help on using the changeset viewer.