IPP Software Navigation Tools IPP Links Communication Pan-STARRS Links

Changeset 42359


Ignore:
Timestamp:
Feb 4, 2023, 7:34:24 AM (3 years ago)
Author:
eugene
Message:

merge from trunk: adding rebalance scripts

Location:
branches/eam_branches/ipp-20220316/tools
Files:
14 edited
3 copied

Legend:

Unmodified
Added
Removed

  • branches/eam_branches/ipp-20220316/tools

  • branches/eam_branches/ipp-20220316/tools/eam/rebalance/launch.insert.check.errors.sh

    r41746 r42359  
    11#!/bin/csh
    22
    3 set run = v2
    4 set version = 20210702
     3set list = "ipp100 ipp101 ipp102 ipp104 ipp105 ipp108 ipp112 ipp114 ipp115 ipp117 ipp123 ipp124 ipp125 ipp126 ipp134 ipp136 ipp137 ipp139"
     4
     5set mydir = /data/ipphome1.0/home/eugene/rebalance.20220922
     6
     7if ($#argv == 1) then
     8  if ("$1" != "launch") then
     9    echo "USAGE: launch.insert.check.errors.sh launch"
     10    exit 2
     11  endif
     12  foreach f ($list)
     13    echo ssh -f $f "cd $mydir && ./launch.insert.check.errors.sh"
     14         ssh -f $f "cd $mydir && ./launch.insert.check.errors.sh"
     15  end
     16  exit 0
     17endif
     18
     19set run = v0
     20set version = 20220922
    521
    622set myhost = `hostname`
    723set Nhost = `hostname | sed s/ipp//`
    824
     25# ipp100 - ipp117 (10 total) need to have  ~7TB moved
     26# ipp123 - ipp126 ( 4 total) need to have  ~9TB moved
     27# ipp134 - ipp139 ( 4 total) need to have ~12TB moved
     28
    929set target = NONE
    1030switch ($myhost)
    11   case ipp127
    12   case ipp134
    13   case ipp137
    14   set target = ipp143
     31  # total of 23TB
     32  case ipp100
     33  case ipp101
     34  case ipp123
     35  set target = ipp153
    1536  breaksw;
    1637
    17   case ipp128
    18   case ipp135
    19   case ipp138
    20   set target = ipp144
     38  # total of 35TB
     39  case ipp102
     40  case ipp104
     41  case ipp124
     42  case ipp136
     43  set target = ipp154
    2144  breaksw;
    2245
    23   case ipp129
    24   set target = ipp146
     46  # total of 35TB
     47  case ipp105
     48  case ipp108
     49  case ipp125
     50  case ipp137
     51  set target = ipp155
    2552  breaksw;
    2653
    27   case ipp130
    28   case ipp136
     54  # total of 23TB
     55  case ipp112
     56  case ipp114
     57  case ipp126
     58  set target = ipp156
     59  breaksw;
     60
     61  # total of 38TB
     62  case ipp115
     63  case ipp117
     64  case ipp134
    2965  case ipp139
    30   set target = ipp147
     66  set target = ipp157
    3167  breaksw;
    3268endsw

  • branches/eam_branches/ipp-20220316/tools/eam/rebalance/launch.insert.errors.sh

    r41746 r42359  
    11#!/bin/csh
    22
    3 set run = v2
    4 set version = 20210702
     3# src machines:
     4set list = "ipp100 ipp101 ipp102 ipp104 ipp105 ipp108 ipp112 ipp114 ipp115 ipp117 ipp123 ipp124 ipp125 ipp126 ipp134 ipp136 ipp137 ipp139"
     5
     6set mydir = /data/ipphome1.0/home/eugene/rebalance.20220922
     7
     8if ($#argv == 1) then
     9  if ("$1" != "launch") then
     10    echo "USAGE: launch.insert.errors.sh launch"
     11    exit 2
     12  endif
     13  foreach f ($list)
     14    echo ssh -f $f "cd $mydir && ./launch.insert.errors.sh"
     15         ssh -f $f "cd $mydir && ./launch.insert.errors.sh"
     16  end
     17  exit 0
     18endif
     19
     20set run = v0
     21set version = 20220922
    522
    623set myhost = `hostname`
    724set Nhost = `hostname | sed s/ipp//`
    825
     26# ipp100 - ipp117 (10 total) need to have  ~7TB moved
     27# ipp123 - ipp126 ( 4 total) need to have  ~9TB moved
     28# ipp134 - ipp139 ( 4 total) need to have ~12TB moved
     29
    930set target = NONE
    1031switch ($myhost)
    11   case ipp127
    12   case ipp134
    13   case ipp137
    14   set target = ipp143
     32  # total of 23TB
     33  case ipp100
     34  case ipp101
     35  case ipp123
     36  set target = ipp153
    1537  breaksw;
    1638
    17   case ipp128
    18   case ipp135
    19   case ipp138
    20   set target = ipp144
     39  # total of 35TB
     40  case ipp102
     41  case ipp104
     42  case ipp124
     43  case ipp136
     44  set target = ipp154
    2145  breaksw;
    2246
    23   case ipp129
    24   set target = ipp146
     47  # total of 35TB
     48  case ipp105
     49  case ipp108
     50  case ipp125
     51  case ipp137
     52  set target = ipp155
    2553  breaksw;
    2654
    27   case ipp130
    28   case ipp136
     55  # total of 23TB
     56  case ipp112
     57  case ipp114
     58  case ipp126
     59  set target = ipp156
     60  breaksw;
     61
     62  # total of 38TB
     63  case ipp115
     64  case ipp117
     65  case ipp134
    2966  case ipp139
    30   set target = ipp147
     67  set target = ipp157
    3168  breaksw;
    3269endsw

  • branches/eam_branches/ipp-20220316/tools/eam/rebalance/launch.rsync.check.sh

    r41746 r42359  
    11#!/bin/csh
    22
    3 set run = v4
    4 set version = 20210702
     3  set list = "ipp100 ipp101 ipp102 ipp104 ipp105 ipp108 ipp112 ipp114 ipp115 ipp117 ipp123 ipp124 ipp125 ipp126 ipp134 ipp136 ipp137 ipp139"
     4# set list = "ipp105 ipp108 ipp112 ipp114 ipp115 ipp123 ipp124 ipp125 ipp126 ipp134 ipp136 ipp137 ipp139"
     5# set list = "ipp100 ipp101 ipp102 ipp104 ipp117"
     6
     7set mydir = /data/ipphome1.0/home/eugene/rebalance.20220922
     8
     9if ($#argv == 1) then
     10  if ("$1" != "launch") then
     11    echo "USAGE: launch.rsync.check.sh launch"
     12    exit 2
     13  endif
     14  foreach f ($list)
     15    echo ssh -f $f "cd $mydir && ./launch.rsync.check.sh"
     16         ssh -f $f "cd $mydir && ./launch.rsync.check.sh"
     17  end
     18  exit 0
     19endif
     20
     21set run = v2
     22set version = 20220922
    523
    624set myhost = `hostname`
    … …  
    927set target = NONE
    1028switch ($myhost)
    11   case ipp127
    12   case ipp134
    13   case ipp137
    14   set target = ipp143
     29  # total of 23TB
     30  case ipp100
     31  case ipp101
     32  case ipp123
     33  set target = ipp153
    1534  breaksw;
    1635
    17   case ipp128
    18   case ipp135
    19   case ipp138
    20   set target = ipp144
     36  # total of 35TB
     37  case ipp102
     38  case ipp104
     39  case ipp124
     40  case ipp136
     41  set target = ipp154
    2142  breaksw;
    2243
    23   case ipp129
    24   set target = ipp146
     44  # total of 35TB
     45  case ipp105
     46  case ipp108
     47  case ipp125
     48  case ipp137
     49  set target = ipp155
    2550  breaksw;
    2651
    27   case ipp130
    28   case ipp136
     52  # total of 23TB
     53  case ipp112
     54  case ipp114
     55  case ipp126
     56  set target = ipp156
     57  breaksw;
     58
     59  # total of 38TB
     60  case ipp115
     61  case ipp117
     62  case ipp134
    2963  case ipp139
    30   set target = ipp147
     64  set target = ipp157
    3165  breaksw;
    3266endsw
    … …  
    3771endif
    3872
    39 set v = 0 ; set h = `hostname` ; set t = $target; ./rebalance.mana rsync.check $h $v $t $v $version $version.chk > & $h.$v/log.rsync.check.$version.$run &
    40 set v = 1 ; set h = `hostname` ; set t = $target; ./rebalance.mana rsync.check $h $v $t $v $version $version.chk > & $h.$v/log.rsync.check.$version.$run &
     73set v = 0 ; set h = `hostname` ; set t = $target; ./rebalance.mana rsync.check $h $v $t $v $version $version.$run.chk > & $h.$v/log.rsync.check.$version.$run &
     74set v = 1 ; set h = `hostname` ; set t = $target; ./rebalance.mana rsync.check $h $v $t $v $version $version.$run.chk > & $h.$v/log.rsync.check.$version.$run &
    4175
    4276# e.g.: ssh -f ipp127 "cd `pwd` && ./launch.rsync.check.sh"

  • branches/eam_branches/ipp-20220316/tools/eam/rebalance/launch.rsync.sh

    r41746 r42359  
    11#!/bin/csh
    22
    3 set run = v2
    4 set version = 20210702
     3# set list = "ipp100 ipp101 ipp102 ipp104 ipp105 ipp108 ipp112 ipp114 ipp115 ipp117 ipp123 ipp124 ipp125 ipp126 ipp134 ipp136 ipp137 ipp139"
     4# set list = "ipp105 ipp108 ipp112 ipp114 ipp115 ipp123 ipp124 ipp125 ipp126 ipp134 ipp136 ipp137 ipp139"
     5  set list = "ipp100 ipp101 ipp102 ipp104 ipp117"
     6set mydir = /data/ipphome1.0/home/eugene/rebalance.20220922
     7
     8if ($#argv == 1) then
     9  if ("$1" != "launch") then
     10    echo "USAGE: launch.find.sh launch"
     11    exit 2
     12  endif
     13  foreach f ($list)
     14    echo ssh -f $f "cd $mydir && ./launch.rsync.sh"
     15         ssh -f $f "cd $mydir && ./launch.rsync.sh"
     16#     echo ssh $f ps ux
     17#          ssh $f ps ux
     18#      ssh $f killall mana
     19#      ssh $f killall find
     20  end
     21  exit 0
     22endif
     23
     24set run = v0
     25set version = 20220922
    526
    627set myhost = `hostname`
    … …  
    930set target = NONE
    1031switch ($myhost)
    11   case ipp127
    12   case ipp134
    13   case ipp137
    14   set target = ipp143
     32  # total of 23TB
     33  case ipp100
     34  case ipp101
     35  case ipp123
     36  set target = ipp153
    1537  breaksw;
    1638
    17   case ipp128
    18   case ipp135
    19   case ipp138
    20   set target = ipp144
     39  # total of 35TB
     40  case ipp102
     41  case ipp104
     42  case ipp124
     43  case ipp136
     44  set target = ipp154
    2145  breaksw;
    2246
    23   case ipp129
    24   set target = ipp146
     47  # total of 35TB
     48  case ipp105
     49  case ipp108
     50  case ipp125
     51  case ipp137
     52  set target = ipp155
    2553  breaksw;
    2654
    27   case ipp130
    28   case ipp136
     55  # total of 23TB
     56  case ipp112
     57  case ipp114
     58  case ipp126
     59  set target = ipp156
     60  breaksw;
     61
     62  # total of 38TB
     63  case ipp115
     64  case ipp117
     65  case ipp134
    2966  case ipp139
    30   set target = ipp147
     67  set target = ipp157
    3168  breaksw;
    3269endsw

  • branches/eam_branches/ipp-20220316/tools/eam/rebalance/launch.trash.check.sh

    r41746 r42359  
    11#!/bin/csh
    22
    3 set run = v2
    4 set version = 20210702
     3set list = "ipp100 ipp101 ipp102 ipp104 ipp105 ipp108 ipp112 ipp114 ipp115 ipp117 ipp123 ipp124 ipp125 ipp126 ipp134 ipp136 ipp137 ipp139"
     4set mydir = /data/ipphome1.0/home/eugene/rebalance.20220922
     5
     6if ($#argv == 1) then
     7  if ("$1" != "launch") then
     8    echo "USAGE: launch.trash.check.sh launch"
     9    exit 2
     10  endif
     11  foreach f ($list)
     12    echo ssh -f $f "cd $mydir && ./launch.trash.check.sh"
     13         ssh -f $f "cd $mydir && ./launch.trash.check.sh"
     14  end
     15  exit 0
     16endif
     17
     18set run = v0
     19set version = 20220922
    520
    621set myhost = `hostname`
    … …  
    924set target = NONE
    1025switch ($myhost)
    11   case ipp127
    12   case ipp134
    13   case ipp137
    14   set target = ipp143
     26  # total of 23TB
     27  case ipp100
     28  case ipp101
     29  case ipp123
     30  set target = ipp153
    1531  breaksw;
    1632
    17   case ipp128
    18   case ipp135
    19   case ipp138
    20   set target = ipp144
     33  # total of 35TB
     34  case ipp102
     35  case ipp104
     36  case ipp124
     37  case ipp136
     38  set target = ipp154
    2139  breaksw;
    2240
    23   case ipp129
    24   set target = ipp146
     41  # total of 35TB
     42  case ipp105
     43  case ipp108
     44  case ipp125
     45  case ipp137
     46  set target = ipp155
    2547  breaksw;
    2648
    27   case ipp130
    28   case ipp136
     49  # total of 23TB
     50  case ipp112
     51  case ipp114
     52  case ipp126
     53  set target = ipp156
     54  breaksw;
     55
     56  # total of 38TB
     57  case ipp115
     58  case ipp117
     59  case ipp134
    2960  case ipp139
    30   set target = ipp147
     61  set target = ipp157
    3162  breaksw;
    3263endsw

  • branches/eam_branches/ipp-20220316/tools/eam/rebalance/launch.trash.empty.sh

    r41746 r42359  
    11#!/bin/csh
    22
    3 set run = v2
    4 set version = 20210702
     3set list = "ipp100 ipp101 ipp102 ipp104 ipp105 ipp108 ipp112 ipp114 ipp115 ipp117 ipp123 ipp124 ipp125 ipp126 ipp134 ipp136 ipp137 ipp139"
     4set mydir = /data/ipphome1.0/home/eugene/rebalance.20220922
     5
     6if ($#argv == 1) then
     7  if ("$1" != "launch") then
     8    echo "USAGE: launch.trash.empty.sh launch"
     9    exit 2
     10  endif
     11  foreach f ($list)
     12    echo ssh -f $f "cd $mydir && ./launch.trash.empty.sh"
     13         ssh -f $f "cd $mydir && ./launch.trash.empty.sh"
     14  end
     15  exit 0
     16endif
     17
     18set run = v0
     19set version = 20220922
    520
    621set myhost = `hostname`
    … …  
    924set target = NONE
    1025switch ($myhost)
    11   case ipp127
    12   case ipp134
    13   case ipp137
    14   set target = ipp143
     26  # total of 23TB
     27  case ipp100
     28  case ipp101
     29  case ipp123
     30  set target = ipp153
    1531  breaksw;
    1632
    17   case ipp128
    18   case ipp135
    19   case ipp138
    20   set target = ipp144
     33  # total of 35TB
     34  case ipp102
     35  case ipp104
     36  case ipp124
     37  case ipp136
     38  set target = ipp154
    2139  breaksw;
    2240
    23   case ipp129
    24   set target = ipp146
     41  # total of 35TB
     42  case ipp105
     43  case ipp108
     44  case ipp125
     45  case ipp137
     46  set target = ipp155
    2547  breaksw;
    2648
    27   case ipp130
    28   case ipp136
     49  # total of 23TB
     50  case ipp112
     51  case ipp114
     52  case ipp126
     53  set target = ipp156
     54  breaksw;
     55
     56  # total of 38TB
     57  case ipp115
     58  case ipp117
     59  case ipp134
    2960  case ipp139
    30   set target = ipp147
     61  set target = ipp157
    3162  breaksw;
    3263endsw

  • branches/eam_branches/ipp-20220316/tools/eam/rebalance/launch.trash.errors.sh

    r41683 r42359  
    11#!/bin/csh
    22
     3set list = "ipp100 ipp101 ipp102 ipp104 ipp105 ipp108 ipp112 ipp114 ipp115 ipp117 ipp123 ipp124 ipp125 ipp126 ipp134 ipp136 ipp137 ipp139"
     4set mydir = /data/ipphome1.0/home/eugene/rebalance.20220922
     5
     6if ($#argv == 1) then
     7  if ("$1" != "launch") then
     8    echo "USAGE: launch.trash.errors.sh launch"
     9    exit 2
     10  endif
     11  foreach f ($list)
     12    echo ssh -f $f "cd $mydir && ./launch.trash.errors.sh"
     13         ssh -f $f "cd $mydir && ./launch.trash.errors.sh"
     14  end
     15  exit 0
     16endif
     17
     18set run = v0
     19set version = 20220922
     20
     21set myhost = `hostname`
    322set Nhost = `hostname | sed s/ipp//`
    423
    5 set ver = "v0"
    6 set verdate = "20201209"
     24set target = NONE
     25switch ($myhost)
     26  # total of 23TB
     27  case ipp100
     28  case ipp101
     29  case ipp123
     30  set target = ipp153
     31  breaksw;
    732
     33  # total of 35TB
     34  case ipp102
     35  case ipp104
     36  case ipp124
     37  case ipp136
     38  set target = ipp154
     39  breaksw;
    840
    9 set target = NONE
    10 if (($Nhost > 101) && ($Nhost <= 111)) then
    11   set target = ipp145
    12 endif
    13 if ($Nhost > 111) then
    14   set target = ipp146
    15 endif
     41  # total of 35TB
     42  case ipp105
     43  case ipp108
     44  case ipp125
     45  case ipp137
     46  set target = ipp155
     47  breaksw;
    1648
    17 if (($Nhost == 100) || ($Nhost == 101)) then
    18   set target = ipp140
    19   set v = 0 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/check.trash.$verdate.log >& $h.$v/errors.trash.$verdate.$ver &
    20   set target = ipp133
    21   set v = 1 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/check.trash.$verdate.log >& $h.$v/errors.trash.$verdate.$ver &
    22   exit 0
    23 endif
     49  # total of 23TB
     50  case ipp112
     51  case ipp114
     52  case ipp126
     53  set target = ipp156
     54  breaksw;
     55
     56  # total of 38TB
     57  case ipp115
     58  case ipp117
     59  case ipp134
     60  case ipp139
     61  set target = ipp157
     62  breaksw;
     63endsw
    2464
    2565if ("$target" == "NONE") then
    … …  
    2868endif
    2969
    30 set v = 0 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/check.trash.$verdate.log >& $h.$v/errors.trash.$verdate.$ver &
    31 set v = 1 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/check.trash.$verdate.log >& $h.$v/errors.trash.$verdate.$ver &
     70set v = 0 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/check.trash.$version.log >& $h.$v/errors.trash.$version.$run &
     71set v = 1 ; set h = `hostname` ; set t = $target; grep ERROR /data/$h.$v/nebulous/??/rebalance/check.trash.$version.log >& $h.$v/errors.trash.$version.$run &
    3272

  • branches/eam_branches/ipp-20220316/tools/eam/rebalance/launch.trash.sh

    r41746 r42359  
    11#!/bin/csh
    22
    3 set run = v2
    4 set version = 20210702
     3set list = "ipp100 ipp101 ipp102 ipp104 ipp105 ipp108 ipp112 ipp114 ipp115 ipp117 ipp123 ipp124 ipp125 ipp126 ipp134 ipp136 ipp137 ipp139"
     4set mydir = /data/ipphome1.0/home/eugene/rebalance.20220922
     5
     6if ($#argv == 1) then
     7  if ("$1" != "launch") then
     8    echo "USAGE: launch.trash.sh launch"
     9    exit 2
     10  endif
     11  foreach f ($list)
     12    echo ssh -f $f "cd $mydir && ./launch.trash.sh"
     13         ssh -f $f "cd $mydir && ./launch.trash.sh"
     14  end
     15  exit 0
     16endif
     17
     18set run = v0
     19set version = 20220922
    520
    621set myhost = `hostname`
    … …  
    924set target = NONE
    1025switch ($myhost)
    11   case ipp127
    12   case ipp134
    13   case ipp137
    14   set target = ipp143
     26  # total of 23TB
     27  case ipp100
     28  case ipp101
     29  case ipp123
     30  set target = ipp153
    1531  breaksw;
    1632
    17   case ipp128
    18   case ipp135
    19   case ipp138
    20   set target = ipp144
     33  # total of 35TB
     34  case ipp102
     35  case ipp104
     36  case ipp124
     37  case ipp136
     38  set target = ipp154
    2139  breaksw;
    2240
    23   case ipp129
    24   set target = ipp146
     41  # total of 35TB
     42  case ipp105
     43  case ipp108
     44  case ipp125
     45  case ipp137
     46  set target = ipp155
    2547  breaksw;
    2648
    27   case ipp130
    28   case ipp136
     49  # total of 23TB
     50  case ipp112
     51  case ipp114
     52  case ipp126
     53  set target = ipp156
     54  breaksw;
     55
     56  # total of 38TB
     57  case ipp115
     58  case ipp117
     59  case ipp134
    2960  case ipp139
    30   set target = ipp147
     61  set target = ipp157
    3162  breaksw;
    3263endsw

  • branches/eam_branches/ipp-20220316/tools/eam/rebalance/rebalance.mana

    r41745 r42359  
    88$EXEC = exec
    99
    10 $BIGSIZE = 30M
     10# BIGSIZE was 30M, but some machines do not have enough files that large
     11$BIGSIZE = 15M
    1112$TB_BYTE = 1024^4
    1213$VERSION = NONE
    … …  
    223224    while ($waitForDay)
    224225      # check if we should run the next rsync at this time:
    225       # only run except between HST = 19:00 - 05:00 or UT = 09:00 - 19:00
     226      # only run except between HST = 19:00 - 05:00 or UT = 05:00 - 15:00
    226227      ctimes -abs now -var tnow
    227228      $thour = 24.0*($tnow - int($tnow))
    … …  
    242243
    243244    echo "rsyncing $srcdir/ to $tgtdir/ : $movelog"
     245    break -auto off
    244246    exec rsync -auv --files-from=$movelist $srcdir/ $tgtdir/ >& $movelog
     247    break -auto on
    245248  end
    246249end

  • branches/eam_branches/ipp-20220316/tools/eam/rebalance/rsync.check.logs.sh

    r41746 r42359  
    11#!/bin/csh
    22
    3 set version = 20210702
     3set run = v2
     4set version = 20220922
    45
    56set showlist = 0
    … …  
    2223echo "--- volume 0 ---"
    2324if ($showlist) then
    24   cat /data/$myhost.0/nebulous/??/rebalance/movefiles.$version.chk.2.log | grep -v "total size" | grep -v "building file list" | grep -v "bytes  received" | grep -v '^../$' | grep -v '^$'
    25   cat /data/$myhost.0/nebulous/??/rebalance/movefiles.$version.chk.2.log | grep "No such file or directory"
     25  cat /data/$myhost.0/nebulous/??/rebalance/movefiles.$version.$run.chk.log | grep -v "total size" | grep -v "building file list" | grep -v "bytes  received" | grep -v '^../$' | grep -v '^$'
     26  cat /data/$myhost.0/nebulous/??/rebalance/movefiles.$version.$run.chk.log | grep "No such file or directory"
    2627else
    27   cat /data/$myhost.0/nebulous/??/rebalance/movefiles.$version.chk.2.log | grep -v "total size" | grep -v "building file list" | grep -v "bytes  received" | grep -v '^../$' | grep -v '^$' | wc -l
    28   cat /data/$myhost.0/nebulous/??/rebalance/movefiles.$version.chk.2.log | grep "No such file or directory" | wc -l
     28  cat /data/$myhost.0/nebulous/??/rebalance/movefiles.$version.$run.chk.log | grep -v "total size" | grep -v "building file list" | grep -v "bytes  received" | grep -v '^../$' | grep -v '^$' | wc -l
     29  cat /data/$myhost.0/nebulous/??/rebalance/movefiles.$version.$run.chk.log | grep "No such file or directory" | wc -l
    2930endif
    3031
    3132echo "--- volume 1 ---"
    3233if ($showlist) then
    33   cat /data/$myhost.1/nebulous/??/rebalance/movefiles.$version.chk.2.log | grep -v "total size" | grep -v "building file list" | grep -v "bytes  received" | grep -v '^../$' | grep -v '^$'
    34   cat /data/$myhost.1/nebulous/??/rebalance/movefiles.$version.chk.2.log | grep "No such file or directory"
     34  cat /data/$myhost.1/nebulous/??/rebalance/movefiles.$version.$run.chk.log | grep -v "total size" | grep -v "building file list" | grep -v "bytes  received" | grep -v '^../$' | grep -v '^$'
     35  cat /data/$myhost.1/nebulous/??/rebalance/movefiles.$version.$run.chk.log | grep "No such file or directory"
    3536else
    36   cat /data/$myhost.1/nebulous/??/rebalance/movefiles.$version.chk.2.log | grep -v "total size" | grep -v "building file list" | grep -v "bytes  received" | grep -v '^../$' | grep -v '^$' | wc -l
    37   cat /data/$myhost.1/nebulous/??/rebalance/movefiles.$version.chk.2.log | grep "No such file or directory" | wc -l
     37  cat /data/$myhost.1/nebulous/??/rebalance/movefiles.$version.$run.chk.log | grep -v "total size" | grep -v "building file list" | grep -v "bytes  received" | grep -v '^../$' | grep -v '^$' | wc -l
     38  cat /data/$myhost.1/nebulous/??/rebalance/movefiles.$version.$run.chk.log | grep "No such file or directory" | wc -l
    3839endif
    3940

  • branches/eam_branches/ipp-20220316/tools/eam/rebalance/run.nebstat.errors

    r41746 r42359  
    1 #!/bin/csh -f
     1#!/bin/csh
    22
    3 if ($#argv != 1) then
    4   echo "USAGE: run.netstat.errors (hostname.vol)"
     3if (($#argv == 1) && ("$1" == "help")) then
     4  echo "USAGE: run.nebstat.errors"
     5  echo "USAGE: run.nebstat.errors launch"
    56  exit 2
    67endif
    78
    8 set src = $1
    9 set run = v2
    10 set version = 20210702
     9# src machines:
     10set list = "ipp100 ipp101 ipp102 ipp104 ipp105 ipp108 ipp112 ipp114 ipp115 ipp117 ipp123 ipp124 ipp125 ipp126 ipp134 ipp136 ipp137 ipp139"
     11
     12set mydir = /data/ipphome1.0/home/eugene/rebalance.20220922
     13
     14if ($#argv == 1) then
     15  if ("$1" != "launch") then
     16    echo "USAGE: run.nebstat.errors launch"
     17    exit 2
     18  endif
     19  foreach f ($list)
     20    echo ssh -f $f "cd $mydir && ./run.nebstat.errors"
     21         ssh -f $f "cd $mydir && ./run.nebstat.errors >& $f.nebstat.errors.log"
     22  end
     23  exit 0
     24endif
     25
     26set run = v0
     27set version = 20220922
     28
     29set myhost = `hostname`
     30
     31### volume 0:
     32set src = $myhost.0
    1133
    1234rm -f $src/nebstat.errors.insert.$version.$run
    1335
    1436foreach f (`prcol 8 < $src/errors.insert.$version.$run`)
    15   neb-stat `neb-reverse $f` >> $src/nebstat.errors.insert.$version.$run
    16   echo $f
     37  neb-stat `neb-reverse $f` >> $src/nebstat.errors.insert.$version.$run.stats
     38  echo $f >> $src/nebstat.errors.insert.$version.$run.files
    1739end
    1840
     41### volume 1:
     42set src = $myhost.1
     43
     44rm -f $src/nebstat.errors.insert.$version.$run
     45
     46foreach f (`prcol 8 < $src/errors.insert.$version.$run`)
     47  neb-stat `neb-reverse $f` >> $src/nebstat.errors.insert.$version.$run.stats
     48  echo $f >> $src/nebstat.errors.insert.$version.$run.files
     49end
     50

  • branches/eam_branches/ipp-20220316/tools/eam/rebalance/run.nebstat.insert.check.errors

    r41683 r42359  
    11#!/bin/csh -f
    22
    3 if ($#argv != 1) then
    4   echo "USAGE: run.netstat.errors (hostname.vol)"
     3if (($#argv == 1) && ("$1" == "help")) then
     4  echo "USAGE: run.nebstat.insert.check.errors"
     5  echo "USAGE: run.nebstat.insert.check.errors launch"
    56  exit 2
    67endif
    78
    8 set src = $1
     9# src machines:
     10set list = "ipp100 ipp101 ipp102 ipp104 ipp105 ipp108 ipp112 ipp114 ipp115 ipp117 ipp123 ipp124 ipp125 ipp126 ipp134 ipp136 ipp137 ipp139"
    911
    10 rm -f $src/nebstat.errors.insert.check.20201209.v0
     12set mydir = /data/ipphome1.0/home/eugene/rebalance.20220922
    1113
    12 foreach f (`prcol 5 < $src/errors.insert.check.20201209.v0`)
    13   neb-stat `neb-reverse $f` >> $src/nebstat.errors.insert.check.20201209.v0
    14   echo $f
     14if ($#argv == 1) then
     15  if ("$1" != "launch") then
     16    echo "USAGE: run.nebstat.insert.check.errors launch"
     17    exit 2
     18  endif
     19  foreach f ($list)
     20    echo ssh -f $f "cd $mydir && ./run.nebstat.insert.check.errors"
     21         ssh -f $f "cd $mydir && ./run.nebstat.insert.check.errors >& $f.nebstat.insert.check.errors.log"
     22  end
     23  exit 0
     24endif
     25
     26set run = v0
     27set version = 20220922
     28
     29set myhost = `hostname`
     30
     31### volume 0:
     32set src = $myhost.0
     33
     34rm -f $src/nebstat.errors.insert.check.$version.$run
     35
     36foreach f (`prcol 5 < $src/errors.insert.check.$version.$run`)
     37  neb-stat `neb-reverse $f` >> $src/nebstat.errors.insert.check.$version.$run.stats
     38  echo $f >> $src/nebstat.errors.insert.check.$version.$run.files
    1539end
    1640
     41### volume 1:
     42set src = $myhost.1
     43
     44rm -f $src/nebstat.errors.insert.check.$version.$run
     45
     46foreach f (`prcol 5 < $src/errors.insert.check.$version.$run`)
     47  neb-stat `neb-reverse $f` >> $src/nebstat.errors.insert.check.$version.$run.stats
     48  echo $f >> $src/nebstat.errors.insert.check.$version.$run.files
     49end
     50

  • branches/eam_branches/ipp-20220316/tools/eam/rebalance/run.nebstat.trash.check.errors

    r41683 r42359  
    11#!/bin/csh -f
    22
    3 if ($#argv != 1) then
    4   echo "USAGE: run.netstat.trash.check.errors (hostname.vol)"
     3if (($#argv == 1) && ("$1" == "help")) then
     4  echo "USAGE: run.nebstat.trash.check.errors"
     5  echo "USAGE: run.nebstat.trash.check.errors launch"
    56  exit 2
    67endif
    78
    8 set src = $1
     9# src machines:
     10set list = "ipp100 ipp101 ipp102 ipp104 ipp105 ipp108 ipp112 ipp114 ipp115 ipp117 ipp123 ipp124 ipp125 ipp126 ipp134 ipp136 ipp137 ipp139"
    911
    10 rm -f $src/nebstat.errors.trash.check.20201209.v0
     12set mydir = /data/ipphome1.0/home/eugene/rebalance.20220922
    1113
    12 foreach f (`prcol 7 < $src/errors.trash.20201209.v0`)
    13   neb-stat `neb-reverse $f` >> $src/nebstat.errors.trash.check.20201209.v0
    14   echo $f
     14if ($#argv == 1) then
     15  if ("$1" != "launch") then
     16    echo "USAGE: run.nebstat.trash.check.errors launch"
     17    exit 2
     18  endif
     19  foreach f ($list)
     20    echo ssh -f $f "cd $mydir && ./run.nebstat.trash.check.errors"
     21         ssh -f $f "cd $mydir && ./run.nebstat.trash.check.errors >& $f.nebstat.trash.check.errors.log"
     22  end
     23  exit 0
     24endif
     25
     26set run = v0
     27set version = 20220922
     28
     29set myhost = `hostname`
     30
     31### volume 0:
     32set src = $myhost.0
     33
     34rm -f $src/nebstat.errors.trash.check.$version.$run
     35
     36foreach f (`prcol 7 < $src/errors.trash.$version.$run`)
     37  neb-stat `neb-reverse $f` >> $src/nebstat.errors.trash.check.$version.$run.stats
     38  echo $f >> $src/nebstat.errors.trash.check.$version.$run.files
    1539end
    1640
     41### volume 1:
     42set src = $myhost.1
     43
     44rm -f $src/nebstat.errors.trash.check.$version.$run
     45
     46foreach f (`prcol 7 < $src/errors.trash.$version.$run`)
     47  neb-stat `neb-reverse $f` >> $src/nebstat.errors.trash.check.$version.$run.stats
     48  echo $f >> $src/nebstat.errors.trash.check.$version.$run.files
     49end
Note: See TracChangeset for help on using the changeset viewer.