# vim: tabstop=4 shiftwidth=4 softtabstop=4# Copyright 2010 United States Government as represented by the# Administrator of the National Aeronautics and Space Administration.# Copyright 2011 Justin Santa Barbara# All Rights Reserved.# Copyright (c) 2010 Citrix Systems, Inc.## Licensed under the Apache License, Version 2.0 (the "License"); you may# not use this file except in compliance with the License. You may obtain# a copy of the License at## http://www.apache.org/licenses/LICENSE-2.0## Unless required by applicable law or agreed to in writing, software# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the# License for the specific language governing permissions and limitations# under the License.import os,sys,time,fcntl,structimport commandsimport tracebackimport socketimport shutilimport systry: from hashlib import md5except: from md5 import md5def logging(item,level,mes): logpath = '/var/log/kxtools/' if not os.path.exists(logpath): os.makedirs(logpath) fp = open('%s/kxbackup.log'%logpath,'a') fp.write('%s - %s - %s - %s \n'%(time.ctime(),item,level,mes)) fp.close()"""Access file md5 value"""def MD5(fname): filemd5 = "" try: file = open(fname, "rb") md5f = md5() strs = "" while True: strs = file.read(8096) if not strs: break md5f.update(strs) filemd5 = md5f.hexdigest() file.close() return filemd5 except: logging('MySQL backup','ERROR',traceback.format_exc())def get_em_ipaddr(dev): s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM) IP = socket.inet_ntoa(fcntl.ioctl( s.fileno(), 0x8915, # SIOCGIFADDR struct.pack('24s',dev) )[20:24]) return IPdef tracert(ip): count = 0 for t in range(10): sock=socket.socket(socket.AF_INET,socket.SOCK_STREAM) sock.settimeout(10) try: sock.connect((ip,873)) count += 1 except socket.error,e: pass time.sleep(1) if count >= 6: return 0 else: return 1def IPADDR(): """ Get host name, ip return(hostname, ip) """ def _get_ipaddr(): try: s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM) s.connect(("8.8.8.8", 8000)) return s.getsockname()[0] except: logging('MySQL backup','ERROR',traceback.format_exc()) s.close() return (socket.gethostname(), _get_ipaddr())def COMM(cmd): # Call system commands try: x,y = commands.getstatusoutput(cmd) if x != 0: logging('MySQL backup','ERROR',y) print x,y,cmd return x,y except: logging('MySQL backup','ERROR',traceback.format_exc())class BackupMySQLDB(object): def __init__(self,kwargs): version = 1.0 self.kwargs = kwargs def deleteDB(self): # Keep the data backup before two days reserve = list() cctime = time.time() for f in os.listdir(self.kwargs['backup_path']): if f.find('gz') != -1: reserve.append(f) if not os.path.exists('/data0/reserve/'): os.makedirs('/data0/reserve/') for x in reserve: f = '%s%s' %(self.kwargs['backup_path'],x) fctime = os.stat(f).st_ctime if (cctime - fctime ) > 172800: shutil.move(f ,'/dev/null') mes = 'Delete file %s is oK'%f logging('MySQL backup','INFO',mes) def backupDB(self): # Dump MySQL db ,zip,rsync to server ctimes = time.strftime("%Y%m%d") namesql = '%s_%s.sql' %(ctimes,IPADDR()[1]) fname = '%s%s.gz' %(self.kwargs['backup_path'],namesql) rsync_file = "%s/rsyncd.secrets"%kwargs['backup_path'] if not os.path.exists(self.kwargs['backup_path']): os.makedirs(kwargs['backup_path']) # Create rsyncd secrets file fp = open(rsync_file,'w') fp.write("MY9r9h].") fp.close() # mysqldump file to /data0/backup/ x, y = COMM("/usr/local/mysql/bin/mysqldump -u%s -p%s -h%s -S /var/lib/mysql/mysql.sock --opt %s > %s/%s"\ %(self.kwargs['user'],self.kwargs['pass'],self.kwargs['host'],self.kwargs['dbname'],self.kwargs['backup_path'],namesql)) if x != 0: mes = ('mysqldump file %s is failure'%namesql) logging('MySQL backup','ERROR',mes) else: mes = ('mysqldump file %s is oK'%namesql) logging('MySQL backup','INFO',mes) os.chdir(self.kwargs['backup_path']) # Tar sql file x,y = COMM("tar -czvf %s.gz %s" %(namesql,namesql)) if x != 0: mes = ('tar file %s is failure'%namesql) logging('MySQL backup','ERROR',mes) else: mes =('tar file %s is oK'%namesql) logging('MySQL backup','INFO',mes) # Create MD5 values md5 = MD5(fname) newname = fname.split('.sql.gz')[0] + '_%s'%md5 + '.sql.gz' shutil.move(fname , newname) # Double section of IP network ips = IPADDR()[1] if ips.split('.')[2] == '224': self.kwargs['rsync_ip'] = '127.0.0.1' if tracert(self.kwargs['rsync_ip']) != 0: self.kwargs['rsync_ip'] = self.kwargs['rsync_ip2'] # Rsync to server 192.168.223.51 x, y = COMM("rsync --password-file=%s -avz %s sanbackup@%s::%s/" %(rsync_file, newname,self.kwargs['rsync_ip'],self.kwargs['rsync_model'])) if x != 0: mes = "rsync file %s.gz is failure" %newname logging('MySQL backup','ERROR',mes) else: mes = "rsync file %s.gz to %s is oK" %(newname,self.kwargs['rsync_ip']) logging('MySQL backup','INFO',mes) # Delete sql file shutil.move(namesql,'/dev/null') def work(self): self.deleteDB() self.backupDB()if __name__ == "__main__": kwargs = { 'user' : 'root', 'pass' : 'root', 'host' : '127.0.0.1', 'dbname' : 'abx', 'rsync_ip' : '10.10.10.51', 'rsync_ip2' : '10.10.11.51', 'rsync_model' : 'abx', 'backup_path' : '/data0/backup/' } sc = BackupMySQLDB(kwargs) sc.work()