From 239d1de0ec1fccc8e286ff8800c94a3609a75416 Mon Sep 17 00:00:00 2001 From: Mr Chen Date: Sat, 4 May 2024 18:05:55 +0800 Subject: [PATCH] Create backup.py --- plugins/mongodb/scripts/backup.py | 255 ++++++++++++++++++++++++++++++ 1 file changed, 255 insertions(+) create mode 100644 plugins/mongodb/scripts/backup.py diff --git a/plugins/mongodb/scripts/backup.py b/plugins/mongodb/scripts/backup.py new file mode 100644 index 000000000..f68a220be --- /dev/null +++ b/plugins/mongodb/scripts/backup.py @@ -0,0 +1,255 @@ +# coding: utf-8 +#----------------------------- +# 网站备份工具 +#----------------------------- + +import sys +import os +import re + +if sys.platform != 'darwin': + os.chdir('/www/server/mdserver-web') + + +chdir = os.getcwd() +sys.path.append(chdir + '/class/core') + +# reload(sys) +# sys.setdefaultencoding('utf-8') + + +import mw +import db +import time + +class backupTools: + + def backupSite(self, name, count): + sql = db.Sql() + path = sql.table('sites').where('name=?', (name,)).getField('path') + startTime = time.time() + if not path: + endDate = time.strftime('%Y/%m/%d %X', time.localtime()) + log = "网站[" + name + "]不存在!" + print("★[" + endDate + "] " + log) + print( + "----------------------------------------------------------------------------") + return + + backup_path = mw.getBackupDir() + '/site' + if not os.path.exists(backup_path): + mw.execShell("mkdir -p " + backup_path) + + filename = backup_path + "/web_" + name + "_" + \ + time.strftime('%Y%m%d_%H%M%S', time.localtime()) + '.tar.gz' + + cmd = "cd " + os.path.dirname(path) + " && tar zcvf '" + \ + filename + "' '" + os.path.basename(path) + "' > /dev/null" + + # print(cmd) + mw.execShell(cmd) + + endDate = time.strftime('%Y/%m/%d %X', time.localtime()) + print(filename) + if not os.path.exists(filename): + log = "网站[" + name + "]备份失败!" + print("★[" + endDate + "] " + log) + print( + "----------------------------------------------------------------------------") + return + + outTime = time.time() - startTime + pid = sql.table('sites').where('name=?', (name,)).getField('id') + sql.table('backup').add('type,name,pid,filename,addtime,size', ('0', os.path.basename( + filename), pid, filename, endDate, os.path.getsize(filename))) + log = "网站[" + name + "]备份成功,用时[" + str(round(outTime, 2)) + "]秒" + mw.writeLog('计划任务', log) + print("★[" + endDate + "] " + log) + print("|---保留最新的[" + count + "]份备份") + print("|---文件名:" + filename) + + # 清理多余备份 + backups = sql.table('backup').where( + 'type=? and pid=?', ('0', pid)).field('id,filename').select() + + num = len(backups) - int(count) + if num > 0: + for backup in backups: + mw.execShell("rm -f " + backup['filename']) + sql.table('backup').where('id=?', (backup['id'],)).delete() + num -= 1 + print("|---已清理过期备份文件：" + backup['filename']) + if num < 1: + break + + def getConf(self, mtype='mysql'): + path = mw.getServerDir() + '/' + mtype + '/etc/my.cnf' + return path + + # 数据库密码处理 + def mypass(self, act, root): + conf_file = self.getConf('mysql') + mw.execShell("sed -i '/user=root/d' {}".format(conf_file)) + mw.execShell("sed -i '/password=/d' {}".format(conf_file)) + if act: + mycnf = mw.readFile(conf_file) + src_dump = "[mysqldump]\n" + sub_dump = src_dump + "user=root\npassword=\"{}\"\n".format(root) + if not mycnf: + return False + mycnf = mycnf.replace(src_dump, sub_dump) + if len(mycnf) > 100: + mw.writeFile(conf_file, mycnf) + return True + return True + + def backupDatabase(self, name, count): + db_path = mw.getServerDir() + '/mysql' + db_name = 'mysql' + name = mw.M('databases').dbPos(db_path, 'mysql').where( + 'name=?', (name,)).getField('name') + startTime = time.time() + if not name: + endDate = time.strftime('%Y/%m/%d %X', time.localtime()) + log = "数据库[" + name + "]不存在!" + print("★[" + endDate + "] " + log) + print( + "----------------------------------------------------------------------------") + return + + backup_path = mw.getBackupDir() + '/database' + if not os.path.exists(backup_path): + mw.execShell("mkdir -p " + backup_path) + + filename = backup_path + "/db_" + name + "_" + \ + time.strftime('%Y%m%d_%H%M%S', time.localtime()) + ".sql.gz" + + mysql_root = mw.M('config').dbPos(db_path, db_name).where( + "id=?", (1,)).getField('mysql_root') + + my_cnf = self.getConf('mysql') + self.mypass(True, mysql_root) + + # mw.execShell(db_path + "/bin/mysqldump --opt --default-character-set=utf8 " + + # name + " | gzip > " + filename) + + # mw.execShell(db_path + "/bin/mysqldump --skip-lock-tables --default-character-set=utf8 " + + # name + " | gzip > " + filename) + + # mw.execShell(db_path + "/bin/mysqldump --single-transaction --quick --default-character-set=utf8 " + + # name + " | gzip > " + filename) + + cmd = db_path + "/bin/mysqldump --defaults-file=" + my_cnf + " --force --opt --default-character-set=utf8 " + \ + name + " | gzip > " + filename + # print(cmd) + mw.execShell(cmd) + + if not os.path.exists(filename): + endDate = time.strftime('%Y/%m/%d %X', time.localtime()) + log = "数据库[" + name + "]备份失败!" + print("★[" + endDate + "] " + log) + print( + "----------------------------------------------------------------------------") + return + + self.mypass(False, mysql_root) + + endDate = time.strftime('%Y/%m/%d %X', time.localtime()) + outTime = time.time() - startTime + pid = mw.M('databases').dbPos(db_path, db_name).where( + 'name=?', (name,)).getField('id') + + mw.M('backup').add('type,name,pid,filename,addtime,size', (1, os.path.basename( + filename), pid, filename, endDate, os.path.getsize(filename))) + log = "数据库[" + name + "]备份成功,用时[" + str(round(outTime, 2)) + "]秒" + mw.writeLog('计划任务', log) + print("★[" + endDate + "] " + log) + print("|---保留最新的[" + count + "]份备份") + print("|---文件名:" + filename) + + # 清理多余备份 + backups = mw.M('backup').where( + 'type=? and pid=?', ('1', pid)).field('id,filename').select() + + num = len(backups) - int(count) + if num > 0: + for backup in backups: + mw.execShell("rm -f " + backup['filename']) + mw.M('backup').where('id=?', (backup['id'],)).delete() + num -= 1 + print("|---已清理过期备份文件：" + backup['filename']) + if num < 1: + break + + def backupSiteAll(self, save): + sites = mw.M('sites').field('name').select() + for site in sites: + self.backupSite(site['name'], save) + + def backupDatabaseAll(self, save): + db_path = mw.getServerDir() + '/mogodb' + db_name = 'mysql' + databases = mw.M('databases').dbPos( + db_path, db_name).field('name').select() + for database in databases: + self.backupDatabase(database['name'], save) + + def findPathName(self, path, filename): + f = os.scandir(path) + l = [] + for ff in f: + if ff.name.find(filename) > -1: + l.append(ff.name) + return l + + def backupPath(self, path, count): + + mw.echoStart('备份') + + backup_path = mw.getBackupDir() + '/path' + if not os.path.exists(backup_path): + mw.execShell("mkdir -p " + backup_path) + + dirname = os.path.basename(path) + fname = 'path_{}_{}.tar.gz'.format( + dirname, mw.formatDate("%Y%m%d_%H%M%S")) + dfile = os.path.join(backup_path, fname) + + p_size = mw.getPathSize(path) + stime = time.time() + + cmd = "cd " + os.path.dirname(path) + " && tar zcvf '" + dfile + "' '" + dirname + "' 2>{err_log} 1> /dev/null".format( + err_log='/tmp/backup_err.log') + mw.execShell(cmd) + + tar_size = os.path.getsize(dfile) + + mw.echoInfo('备份目录：' + path) + mw.echoInfo('目录已备份到：' + dfile) + mw.echoInfo("目录大小：{}".format(mw.toSize(p_size))) + mw.echoInfo("开始压缩文件：{}".format(mw.formatDate(times=stime))) + mw.echoInfo("文件压缩完成，耗时{:.2f}秒，压缩包大小：{}".format( + time.time() - stime, mw.toSize(tar_size))) + mw.echoInfo('保留最新的备份数：' + count + '份') + + backups = self.findPathName(backup_path, 'path_{}'.format(dirname)) + num = len(backups) - int(count) + backups.sort() + if num > 0: + for backup in backups: + abspath_bk = backup_path + "/" + backup + mw.execShell("rm -f " + abspath_bk) + mw.echoInfo("|---已清理过期备份文件：" + abspath_bk) + num -= 1 + if num < 1: + break + + mw.echoEnd('备份') + +if __name__ == "__main__": + backup = backupTools() + stype = sys.argv[1] + if stype == 'all': + backup.backupDatabaseAll(sys.argv[2]) + if stype == 'db': + backup.backupDatabase(sys.argv[2], sys.argv[3])