Changeset 41456

Timestamp:

Dec 15, 2020, 9:26:14 AM (6 years ago)

Author:

eugene

Message:

adding triple search tools and general scanning scripts

Location:

trunk/tools/eam

Files:

• cluster.checks (added)
• cluster.checks/check.dataeugene (added)
• cluster.checks/check.df (added)
• cluster.checks/check.dirs (added)
• cluster.checks/check.disks (added)
• cluster.checks/check.dmesg (added)
• cluster.checks/check.glockfail (added)
• cluster.checks/check.glockfile (added)
• cluster.checks/check.homedir (added)
• cluster.checks/check.ipp014 (added)
• cluster.checks/check.ipp031 (added)
• cluster.checks/check.ipp032 (added)
• cluster.checks/check.kill (added)
• cluster.checks/check.localtime (added)
• cluster.checks/check.messages (added)
• cluster.checks/check.mountall.ippx (added)
• cluster.checks/check.mounts (added)
• cluster.checks/check.mounts.ex.cab2 (added)
• cluster.checks/check.nfs (added)
• cluster.checks/check.ping (added)
• cluster.checks/check.process (added)
• cluster.checks/check.psipp (added)
• cluster.checks/check.psux (added)
• cluster.checks/check.reboot (added)
• cluster.checks/check.resolv (added)
• cluster.checks/check.sar (added)
• cluster.checks/check.scidbm (added)
• cluster.checks/check.speed (added)
• cluster.checks/check.speed.highc (added)
• cluster.checks/check.stsci (added)
• cluster.checks/check.umount (added)
• cluster.checks/check.umountall (added)
• cluster.checks/my.alt.force.umount (added)
• cluster.checks/node.loop (added)
• rebalance/rebalance.mana (modified) (5 diffs)
• triples (added)
• triples/find.triples.pl (added)
• triples/triples.pl (added)

trunk/tools/eam/rebalance/rebalance.mana

@@ -40 +40 @@
   # generate the full paths:
   $source = /data/$srchost.$srcvol/nebulous
-  $target = /data/$tgthost.$tgtvol/rebalance/$srchost.$srcvol/nebulous
+  # $target = /data/$tgthost.$tgtvol/rebalance/$srchost.$srcvol/nebulous
 
   ## make sure target exists
-  mkdir $target
+  # mkdir $target
 
   ## this script must be run on the same machine as the source
@@ -106 +106 @@
 
   ## make sure target exists
-  mkdir $target
+  # mkdir $target
 
   ## this script must be run on the same machine as the source
@@ -159 +159 @@
     sprintf movelog  %s/rebalance/movefiles.%s.log $srcdir $VERSION
     sprintf subdirset "%s/??" $srcdir
+
+    local isFound
+    file $movelist isFound
+    if ($isFound) continue
+
     exec find $subdirset -size +$BIGSIZE > $filelist
 
@@ -216 +221 @@
   $target = /data/$tgthost.$tgtvol/rebalance/$srchost.$srcvol/nebulous
 
+  ## make sure target exists
+  mkdir $target
+
+  $TIMEFORMAT = mjd
+  $TIMEREF = 2000/01/01,00:00:00; # this is not used but required to exist for ctimes
+  
+  # give the start of the night in HST hours:
+  $HSTNightStart = 18.5
+  $HSTNightEnd   =  7.5
+
+  $UTNightStart = ($HSTNightStart + 10) / 24; $UTNightStart = $UTNightStart - int($UTNightStart)
+  $UTNightEnd   = ($HSTNightEnd   + 10) / 24; $UTNightEnd   = $UTNightEnd   - int($UTNightEnd)
+
   for i 0 $NSUBDIR
     sprintf srcdir "%s/%02x" $source $i
@@ -226 +244 @@
 
     echo "rsyncing $srcdir/ to $tgtdir/ : $movelog"
+    break -auto off
     exec rsync -auv --files-from=$movelist $srcdir/ $tgtdir/ >& $movelog
+    break -auto on
+
+    # check the time: is it night time (sleep and restart later)
+    $isNight = 1
+    while ($isNight)
+      ctimes -abs now -var tnow
+      $tfrac = $tnow - int($tnow)
+      $isNight = (($tfrac > $UTNightStart) && ($tfrac < $UTNightEnd))
+      if ($isNight) 
+        echo "it is night time, sleeping until the morning"
+        sleep 600
+      end
+    end
   end
 end