IPP Software Navigation Tools IPP Links Communication Pan-STARRS Links

Ignore:
Timestamp:
Apr 8, 2011, 6:31:08 PM (15 years ago)
Author:
watersc1
Message:

merge from trunk

Location:
branches/czw_branch/20110406
Files:
6 edited
1 copied

Legend:

Unmodified
Added
Removed

  • branches/czw_branch/20110406

  • branches/czw_branch/20110406/tools/mysql-dump

    • Property svn:ignore

      •  

        old new  
        11password.sh
         2*.log
         3.curr_gpc1_name

  • branches/czw_branch/20110406/tools/mysql-dump/gpc1_dump.sh

    r31210 r31253  
    1515. /home/panstarrs/ipp/mysql-dump/functions.sh
    1616. /home/panstarrs/ipp/mysql-dump/password.sh
     17
     18EMAILTO=schastel@ifa.hawaii.edu
    1719
    1820HOST=ippc02
    … …  
    4345if [ "$dump_status" -ne "0" ]; then
    4446        log ERROR "Sending warning e-mail"
    45         email "Gpc1 dump failed" schastel@ifa.hawaii.edu "Check log file: /export/$HOST.0/mysql-dumps/gpc1_dump.log"
     47        email "Gpc1 dump failed" $EMAILTO "Check log file: /export/$HOST.0/mysql-dumps/gpc1_dump.log"
    4648        log INFO "End of gpc1 dump (Error)"
    4749        exit 1

  • branches/czw_branch/20110406/tools/mysql-dump/gpc1_install.sh

    r31211 r31253  
    99#      iterates up to $MAX_ITERATIONS times.
    1010# 2) Check the gpc1 dump file against its checksum.
    11 # 3) Import gpc1 into gpc1_0 or gpc1_1 (ensured by gpc1Import.py utility)
    12 # 4) Distribute the validated files, that is:
     11# 3) Distribute the validated files, that is:
    1312#    - Hard-links the gzipped MySQL dump in the distribution directory
    1413#    - Moves the MD5 checksum to the distribution directory
     14# 4) Import gpc1 into gpc1_0 or gpc1_1 (ensured by gpc1Import.py utility)
    1515. /home/panstarrs/ipp/mysql-dump/functions.sh
    1616
    … …  
    3030
    3131ITERATION=1
    32 if [ ! -s $TARGET/$MD5FILE ]; then
    33         log WARNING "MD5 file not found [$TARGET/$MD5FILE]. Waiting $SLEEPING_TIME seconds (Attempt: $ITERATION out of $MAX_ITERATIONS)"
    34         sleep $SLEEPING_TIME
    35         let ITERATION=ITERATION+1
    36         if [ "$ITERATION" -ge "$MAX_ITERATIONS" ]; then
    37                 log ERROR "Copy of $TARGET/$MD5FILE failed after $ITERATION iterations. Giving up"
    38                 email "Too many failures when attempting to copy $TARGET/$MD5FILE" $EMAILTO "Check log"
    39                 exit 1
     32MD5_STATUS=1
     33while [ "$MD5_STATUS" -ne "0" ]; do
     34        if [ ! -s $TARGET/$MD5FILE ]; then
     35                log WARNING "MD5 file not found [$TARGET/$MD5FILE]. Waiting $SLEEPING_TIME seconds (Attempt: $ITERATION out of $MAX_ITERATIONS)"
     36                sleep $SLEEPING_TIME
     37                let ITERATION=ITERATION+1
     38                if [ "$ITERATION" -ge "$MAX_ITERATIONS" ]; then
     39                        log ERROR "Copy of $TARGET/$MD5FILE failed after $ITERATION iterations. Giving up"
     40                        email "Too many failures when attempting to copy $TARGET/$MD5FILE" $EMAILTO "Check log"
     41                        log INFO "End of gpc1_install.sh (Failure)"
     42                        exit 1
     43                fi
     44        else
     45                MD5_STATUS=0
    4046        fi
    41 fi
     47done
    4248
    4349log INFO "Checking gpc1 backup file checksum"
    … …  
    4551BACKUP_FILE=`cat $TARGET/$MD5FILE | sed 's/^.* \//\//'`
    4652BACKUP_FILE=`basename $BACKUP_FILE`
    47 
     53log INFO "Backup file is [$TARGET/$BACKUP_FILE]"
    4854ACTUAL_MD5SUM=`/usr/bin/md5sum $TARGET/$BACKUP_FILE | sed 's/ .*$//'`
    4955if [ "$ACTUAL_MD5SUM" != "$EXPECTED_MD5SUM" ]; then
    5056        log ERROR "Checksums are different: actual=[$ACTUAL_MD5SUM], expected=[$EXPECTED_MD5SUM]"
    5157        email "Invalid checksum for gpc1 backup" $EMAILTO "Checksums are different: actual=[$ACTUAL_MD5SUM], expected=[$EXPECTED_MD5SUM]"
     58        log INFO "End of gpc1_install.sh (Failure)"
    5259        exit 2
    5360fi
    54 
    55 log INFO "Importing gpc1 backup file to gpc1_0 or gpc1_1"
    56 /usr/bin/python /home/panstarrs/ipp/mysql-dump/gpc1Import.py
    5761
    5862log INFO "Symlinking backup file [$TARGET/$BACKUP_FILE] to distribution [$DISTRIBUTION_TARGET]"
    … …  
    6064/usr/bin/mv -f $TARGET/$MD5FILE $DISTRIBUTION_MD5
    6165
     66# if it is between 0 and 4, ingest into gpc1_0 or gpc1_1
     67HOUR=`date +"%H"`
     68if [ "$HOUR" -lt "4" ]; then
     69        log INFO "Importing gpc1 backup file to gpc1_0 or gpc1_1"
     70        /usr/bin/python /home/panstarrs/ipp/mysql-dump/gpc1Import.py
     71else
     72        log DEBUG "No gpc1 backup importation"
     73fi
     74
     75log INFO "End of gpc1_install.sh (Success)"
     76

  • branches/czw_branch/20110406/tools/mysql-dump/neb_dump.sh

    r31213 r31253  
    1212. /home/panstarrs/ipp/mysql-dump/password.sh
    1313
     14EMAILTO=schastel@ifa.hawaii.edu
    1415HOST=ippdb02
    1516
    … …  
    3637if [ "$dump_status" -ne "0" ]; then
    3738        log ERROR "Sending warning e-mail"
    38         email "Nebulous dump failed" schastel@ifa.hawaii.edu "Check log file: /export/ippdb02.0/mysql-dumps/neb-dump.log"
     39        email "Nebulous dump failed" $EMAILTO "Check log file: /export/ippdb02.0/mysql-dumps/neb-dump.log"
    3940        log INFO "End of nebulous dump (Error)"
    4041        exit 1

  • branches/czw_branch/20110406/tools/mysql-dump/ops_dump.csh

    r31209 r31253  
    22
    33echo "## `/bin/date +%FT%T`"
     4
     5set EMAILTO = schastel@ifa.hawaii.edu
    46
    57# dump ippRequestServer from ippc19
    … …  
    79mysqldump --compress -hippc19 -uipp -pipp --flush-logs --single-transaction --log-error=RS-err ippRequestServer | gzip -9 > $DUMP_PATH/mysql-RS-ippc19-`date +%FT%T`.dump.gz
    810if ($status != 0) then
    9    /bin/mail -s "Warning RS dump failed" schastel@ifa.hawaii.edu < msg
     11   /bin/mail -s "Warning ippRequestServer/RS dump failed" $EMAILTO < msg
    1012endif
    1113
    … …  
    1618mysqldump --compress -hippdb01 -uipp -pipp --flush-logs --single-transaction ippadmin | gzip -9 > $FILENAME
    1719if ($status != 0) then
    18    /bin/mail -s "Warning ippadmin dump failed" schastel@ifa.hawaii.edu < msg 
     20   /bin/mail -s "Warning ippadmin dump failed" $EMAILTO < msg 
    1921endif
    2022
    … …  
    3133mysqldump --compress -hippdb01 -uipp -pipp --flush-logs --single-transaction isp | gzip -9 > $FILENAME
    3234if ($status != 0) then
    33    /bin/mail -s "Warning isp dump failed" schastel@ifa.hawaii.edu < msg 
     35   /bin/mail -s "Warning isp dump failed" $EMAILTO < msg 
    3436endif
    3537
    … …  
    3941ln -f  ../mysql-isp-ippdb01-$DATEVAR.dump.gz ippdb01-isp.dump.gz
    4042
    41 # dump gpc1 from ippdb01
    42 #set DUMP_PATH = /data/ipp001.0/ipp/mysql-dumps               #path(SAB)
    43 #set DATEVAR=`date +%FT%T`                                    #date
    44 #set FILENAME = $DUMP_PATH/mysql-gpc1-ippc02-$DATEVAR.dump.gz #dump file name
    45 #mysqldump --compress -hippc -P3302 -uipp -pipp --flush-logs --single-transaction gpc1 | gzip -9 > $FILENAME
    46 #if ($status != 0) then
    47 #   /bin/mail -s "Warning gpc1 dump failed" schastel@ifa.hawaii.edu < msg 
    48 #endif
    49 
    50 # simlink to gpc1 ippdb01 dump
    51 #set DUMP_PATH = /data/ipp001.0/ipp/mysql-dumps       #path(SAB)
    52 #cd $DUMP_PATH/distribution/                          #link dir
    53 #ln -f  ../mysql-gpc1-ippc02-$DATEVAR.dump.gz ippdb01-gpc1.dump.gz   #hard link
    54 
    55 
    56 # dump the ippdb02 database
    57 #set DUMP_PATH = /data/ipp001.0/ipp/mysql-dumps             #path
    58 #set DATEVAR = `date +%FT%T`                                #date       
    59 #set FILENAME = $DUMP_PATH/mysql-neb-ippdb02-$DATEVAR.dump.gz   #dump file name
    60 #mysqldump --compress -hippdb02 -ujhipp -pjhipp --flush-logs --single-transaction nebulous | gzip -9 > $FILENAME
    61 #if ($status != 0) then
    62 #   /bin/mail -s "Warning nebulous dump failed" schastel@ifa.hawaii.edu < msg 
    63 #endif
    64 
    65 # simlink to latest ippdb02 dump
    66 #set DUMP_PATH = /data/ipp001.0/ipp/mysql-dumps            #path (SAB)
    67 #cd $DUMP_PATH/distribution/                                #link dir
    68 #ln -f  ../mysql-neb-ippdb02-$DATEVAR.dump.gz ippdb02.dump.gz   #hard link
    69 
    70 # dump the ippdb00 database
    71 #set DUMP_PATH = /data/ipp001.0/ipp/mysql-dumps             #path
    72 #set DATEVAR = `date +%FT%T`                                #date       
    73 #set FILENAME = $DUMP_PATH/mysql-neb-ippdb00-$DATEVAR.dump.gz   #dump file name
    74 #mysqldump --compress -hippdb00 -ujhipp -pjhipp --flush-logs --single-transaction nebulous | gzip -9 > $FILENAME
    75 #if ($status != 0) then
    76 #   /bin/mail -s "Warning nebulous dump failed" schastel@ifa.hawaii.edu < msg 
    77 #endif
    78 
Note: See TracChangeset for help on using the changeset viewer.