IPP Software Navigation Tools IPP Links Communication Pan-STARRS Links

Ignore:
Timestamp:
May 4, 2011, 3:20:38 PM (15 years ago)
Author:
watersc1
Message:

Merging trunk into this branch

Location:
branches/czw_branch/20110406
Files:
7 edited

Legend:

Unmodified
Added
Removed

  • branches/czw_branch/20110406

  • branches/czw_branch/20110406/tools/mysql-dump/gpc1Import.py

    r31209 r31434  
    1515gpc1dumps=commands.getoutput('ls -t -1 /export/ipp001.0/ipp/mysql-dumps/mysql-gpc1*')
    1616dumparray=gpc1dumps.split()[1]
    17 cmd='gunzip < '+dumparray+' | mysql -hipp001 -u ipp -pipp -f ' + newname
     17cmd='bunzip2 < '+dumparray+' | mysql -hipp001 -u ipp -pipp -f ' + newname
    1818results = commands.getstatusoutput(cmd)
    1919

  • branches/czw_branch/20110406/tools/mysql-dump/gpc1_dump.sh

    r31253 r31434  
    88#       - it deletes the old MySQL dumps
    99#       - it deletes the old MD5 checksum file
    10 # 2) It calls mysqldump to dump gpc1 to some gzipped file
     10# 2) It calls mysqldump to dump gpc1 to some bzipped file
    1111# 3) It computes the checksum
    1212# 4) It copies the dump and the checksum files onto the TARGET_HOST
    … …  
    1616. /home/panstarrs/ipp/mysql-dump/password.sh
    1717
    18 EMAILTO=schastel@ifa.hawaii.edu
     18EMAILTO=ps-ipp-ops@ifa.hawaii.edu
    1919
    2020HOST=ippc02
    … …  
    2828#1) Cleaning
    2929log INFO "Deleting old dumps"
    30 for file in `find $DUMP_PATH -name mysql-gpc1-$HOST-\*.dump.gz`; do
     30for file in `find $DUMP_PATH -name mysql-gpc1-$HOST-\*.dump.bz`; do
    3131        log INFO "Deleting $file"
    3232        /bin/rm -f $file
    … …  
    3737#2) Dumping
    3838DATEVAR=`date +%FT%T`                                   #date       
    39 FILENAME=$DUMP_PATH/mysql-gpc1-$HOST-$DATEVAR.dump.gz    #dump file name
     39FILENAME=$DUMP_PATH/mysql-gpc1-$HOST-$DATEVAR.dump.bz    #dump file name
    4040DB_USERNAME=gpc1_dump
    4141MD5FILENAME=$DUMP_PATH/gpc1_checksum.md5
    4242log INFO "Dumping to $FILENAME"
    43 /usr/bin/mysqldump -h localhost -u $DB_USERNAME -p$DB_PASSWORD --flush-logs --single-transaction gpc1 | gzip -9 > $FILENAME
     43/usr/bin/mysqldump -h localhost -u $DB_USERNAME -p$DB_PASSWORD --flush-logs --single-transaction gpc1 | ~ipp/local/bin/pbzip2 > $FILENAME
    4444dump_status=${PIPESTATUS[0]}
    4545if [ "$dump_status" -ne "0" ]; then

  • branches/czw_branch/20110406/tools/mysql-dump/gpc1_install.sh

    r31253 r31434  
    1010# 2) Check the gpc1 dump file against its checksum.
    1111# 3) Distribute the validated files, that is:
    12 #    - Hard-links the gzipped MySQL dump in the distribution directory
     12#    - Hard-links the bzipped MySQL dump in the distribution directory
    1313#    - Moves the MD5 checksum to the distribution directory
    1414# 4) Import gpc1 into gpc1_0 or gpc1_1 (ensured by gpc1Import.py utility)
    1515. /home/panstarrs/ipp/mysql-dump/functions.sh
    1616
    17 EMAILTO=schastel@ifa.hawaii.edu
     17EMAILTO=ps-ipp-ops@ifa.hawaii.edu
    1818
    1919HOST=ipp001
    … …  
    2121MD5FILE=gpc1_checksum.md5
    2222
    23 DISTRIBUTION_TARGET=$TARGET/distribution/ippdb01-gpc1.dump.gz
     23DISTRIBUTION_TARGET=$TARGET/distribution/ippdb01-gpc1.dump.bz
    2424DISTRIBUTION_MD5=$TARGET/distribution/ippdb01-gpc1.md5
    2525

  • branches/czw_branch/20110406/tools/mysql-dump/neb_copy.sh

    r31212 r31434  
    1111
    1212. /home/panstarrs/ipp/mysql-dump/functions.sh
    13 EMAILTO=schastel@ifa.hawaii.edu
     13
     14EMAILTO=ps-ipp-ops@ifa.hawaii.edu
    1415
    1516SOURCE_HOST=ippdb02

  • branches/czw_branch/20110406/tools/mysql-dump/neb_dump.sh

    r31253 r31434  
    1212. /home/panstarrs/ipp/mysql-dump/password.sh
    1313
    14 EMAILTO=schastel@ifa.hawaii.edu
     14EMAILTO=ps-ipp-ops@ifa.hawaii.edu
     15
    1516HOST=ippdb02
    1617
    … …  
    2021
    2122log INFO "Deleting old dumps"
    22 for file in `find $DUMP_PATH -name mysql-neb-$HOST-\*.dump.gz`; do
     23for file in `find $DUMP_PATH -name mysql-neb-$HOST-\*.dump.bz`; do
    2324        log INFO "Deleting $file"
    2425        /bin/rm -f $file
    2526done
    2627DATEVAR=`date +%FT%T`                                   #date       
    27 FILENAME=$DUMP_PATH/mysql-neb-$HOST-$DATEVAR.dump.gz    #dump file name
     28FILENAME=$DUMP_PATH/mysql-neb-$HOST-$DATEVAR.dump.bz    #dump file name
    2829DB_USERNAME=neb_dump
    2930MD5FILENAME=$DUMP_PATH/neb_checksum.md5
    … …  
    3334
    3435log INFO "Dumping to [$FILENAME]"
    35 /usr/bin/mysqldump -h localhost -u $DB_USERNAME -p$DB_PASSWORD --flush-logs --single-transaction nebulous | gzip -9 > $FILENAME
     36/usr/bin/mysqldump -h localhost -u $DB_USERNAME -p$DB_PASSWORD --flush-logs --single-transaction nebulous | ~ipp/local/bin/pbzip2 > $FILENAME
    3637dump_status=${PIPESTATUS[0]}
    3738if [ "$dump_status" -ne "0" ]; then

  • branches/czw_branch/20110406/tools/mysql-dump/ops_dump.csh

    r31253 r31434  
    33echo "## `/bin/date +%FT%T`"
    44
    5 set EMAILTO = schastel@ifa.hawaii.edu
     5set EMAILTO = ps-ipp-ops@ifa.hawaii.edu
    66
    77# dump ippRequestServer from ippc19
    88set DUMP_PATH = /data/ipp001.0/ipp/mysql-dumps       #path(SAB)
    9 mysqldump --compress -hippc19 -uipp -pipp --flush-logs --single-transaction --log-error=RS-err ippRequestServer | gzip -9 > $DUMP_PATH/mysql-RS-ippc19-`date +%FT%T`.dump.gz
     9mysqldump --compress -hippc19 -uipp -pipp --flush-logs --single-transaction --log-error=RS-err ippRequestServer | bzip2 > $DUMP_PATH/mysql-RS-ippc19-`date +%FT%T`.dump.bz
    1010if ($status != 0) then
    1111   /bin/mail -s "Warning ippRequestServer/RS dump failed" $EMAILTO < msg
    … …  
    1515set DUMP_PATH = /data/ipp001.0/ipp/mysql-dumps               #path(SAB)
    1616set DATEVAR=`date +%FT%T`                                    #date
    17 set FILENAME = $DUMP_PATH/mysql-ippadmin-ippdb01-$DATEVAR.dump.gz
    18 mysqldump --compress -hippdb01 -uipp -pipp --flush-logs --single-transaction ippadmin | gzip -9 > $FILENAME
     17set FILENAME = $DUMP_PATH/mysql-ippadmin-ippdb01-$DATEVAR.dump.bz
     18mysqldump --compress -hippdb01 -uipp -pipp --flush-logs --single-transaction ippadmin | bzip2 > $FILENAME
    1919if ($status != 0) then
    2020   /bin/mail -s "Warning ippadmin dump failed" $EMAILTO < msg 
    … …  
    2424set DUMP_PATH = /data/ipp001.0/ipp/mysql-dumps       #path(SAB)
    2525cd $DUMP_PATH/distribution/                          #link dir
    26 ln -f  ../mysql-ippadmin-ippdb01-$DATEVAR.dump.gz ippdb01-ippadmin.dump.gz
     26ln -f  ../mysql-ippadmin-ippdb01-$DATEVAR.dump.bz ippdb01-ippadmin.dump.bz
    2727
    2828
    … …  
    3030set DUMP_PATH = /data/ipp001.0/ipp/mysql-dumps               #path(SAB)
    3131set DATEVAR=`date +%FT%T`                                    #date
    32 set FILENAME = $DUMP_PATH/mysql-isp-ippdb01-$DATEVAR.dump.gz
    33 mysqldump --compress -hippdb01 -uipp -pipp --flush-logs --single-transaction isp | gzip -9 > $FILENAME
     32set FILENAME = $DUMP_PATH/mysql-isp-ippdb01-$DATEVAR.dump.bz
     33mysqldump --compress -hippdb01 -uipp -pipp --flush-logs --single-transaction isp | bzip2 > $FILENAME
    3434if ($status != 0) then
    3535   /bin/mail -s "Warning isp dump failed" $EMAILTO < msg 
    … …  
    3939set DUMP_PATH = /data/ipp001.0/ipp/mysql-dumps       #path(SAB)
    4040cd $DUMP_PATH/distribution/                          #link dir
    41 ln -f  ../mysql-isp-ippdb01-$DATEVAR.dump.gz ippdb01-isp.dump.gz
     41ln -f  ../mysql-isp-ippdb01-$DATEVAR.dump.bz ippdb01-isp.dump.bz
    4242
Note: See TracChangeset for help on using the changeset viewer.