# coding: utf-8 #------------------------------ # 计划任务 #------------------------------ import sys import os import json import time import threading # print sys.path sys.path.append(os.getcwd() + "/class/core") import mw # reload(sys) # sys.setdefaultencoding('utf-8') import db # cmd = 'ls /usr/local/lib/ | grep python | cut -d \\ -f 1 | awk \'END {print}\'' # info = mw.execShell(cmd) # p = "/usr/local/lib/" + info[0].strip() + "/site-packages" # sys.path.append(p) import psutil global pre, timeoutCount, logPath, isTask, oldEdate, isCheck pre = 0 timeoutCount = 0 isCheck = 0 oldEdate = None logPath = os.getcwd() + '/tmp/panelExec.log' isTask = os.getcwd() + '/tmp/panelTask.pl' if not os.path.exists(os.getcwd() + "/tmp"): os.system('mkdir -p ' + os.getcwd() + "/tmp") if not os.path.exists(logPath): os.system("touch " + logPath) if not os.path.exists(isTask): os.system("touch " + isTask) def mw_async(f): def wrapper(*args, **kwargs): thr = threading.Thread(target=f, args=args, kwargs=kwargs) thr.start() return wrapper @mw_async def restartMw(): time.sleep(1) cmd = mw.getRunDir() + '/scripts/init.d/mw reload &' mw.execShell(cmd) class MyBad(): _msg = None def __init__(self, msg): self._msg = msg def __repr__(self): return self._msg def execShell(cmdstring, cwd=None, timeout=None, shell=True): try: global logPath import shlex import datetime import subprocess import time if timeout: end_time = datetime.datetime.now() + datetime.timedelta(seconds=timeout) cmd = cmdstring + ' > ' + logPath + ' 2>&1' sub = subprocess.Popen( cmd, cwd=cwd, stdin=subprocess.PIPE, shell=shell, bufsize=4096) while sub.poll() is None: time.sleep(0.1) data = sub.communicate() # python3 fix 返回byte数据 if isinstance(data[0], bytes): t1 = str(data[0], encoding='utf-8') if isinstance(data[1], bytes): t2 = str(data[1], encoding='utf-8') return (t1, t2) except Exception as e: return None def downloadFile(url, filename): # 下载文件 try: import urllib import socket socket.setdefaulttimeout(10) urllib.urlretrieve(url, filename=filename, reporthook=downloadHook) os.system('chown www.www ' + filename) writeLogs('done') except: writeLogs('done') def downloadHook(count, blockSize, totalSize): # 下载文件进度回调 global pre used = count * blockSize pre1 = int((100.0 * used / totalSize)) if pre == pre1: return speed = {'total': totalSize, 'used': used, 'pre': pre} # print 'task downloadHook', speed writeLogs(json.dumps(speed)) pre = pre1 def writeLogs(logMsg): # 写输出日志 try: global logPath fp = open(logPath, 'w+') fp.write(logMsg) fp.close() except: pass def startTask(): # 任务队列 global isTask try: while True: try: if os.path.exists(isTask): # print "run --- !" sql = db.Sql() sql.table('tasks').where( "status=?", ('-1',)).setField('status', '0') taskArr = sql.table('tasks').where("status=?", ('0',)).field( 'id,type,execstr').order("id asc").select() # print sql for value in taskArr: # print value start = int(time.time()) if not sql.table('tasks').where("id=?", (value['id'],)).count(): continue sql.table('tasks').where("id=?", (value['id'],)).save( 'status,start', ('-1', start)) if value['type'] == 'download': argv = value['execstr'].split('|mw|') downloadFile(argv[0], argv[1]) elif value['type'] == 'execshell': execShell(value['execstr']) end = int(time.time()) sql.table('tasks').where("id=?", (value['id'],)).save( 'status,end', ('1', end)) # if(sql.table('tasks').where("status=?", ('0')).count() < 1): # os.system('rm -f ' + isTask) except: pass # siteEdate() # mainSafe() time.sleep(2) except: time.sleep(60) startTask() def mainSafe(): global isCheck try: if isCheck < 100: isCheck += 1 return True isCheck = 0 isStart = mw.execShell( "ps aux |grep 'python3 main.py'|grep -v grep|awk '{print $2}'")[0] if not isStart: os.system('/etc/init.d/mw start') isStart = mw.execShell( "ps aux |grep 'python main.py'|grep -v grep|awk '{print $2}'")[0] mw.writeLog('守护程序', '面板服务程序启动成功 -> PID: ' + isStart) except: time.sleep(30) mainSafe() def siteEdate(): # 网站到期处理 global oldEdate try: if not oldEdate: oldEdate = mw.readFile('data/edate.pl') if not oldEdate: oldEdate = '0000-00-00' mEdate = time.strftime('%Y-%m-%d', time.localtime()) if oldEdate == mEdate: return False edateSites = mw.M('sites').where('edate>? AND edate (networkInfo['up'] + networkInfo['down']): networkInfo = tmp # 取磁盘Io # if os.path.exists('/proc/diskstats'): diskio_2 = psutil.disk_io_counters() if not diskio_1: diskio_1 = diskio_2 tmp = {} tmp['read_count'] = diskio_2.read_count - diskio_1.read_count tmp['write_count'] = diskio_2.write_count - diskio_1.write_count tmp['read_bytes'] = diskio_2.read_bytes - diskio_1.read_bytes tmp['write_bytes'] = diskio_2.write_bytes - diskio_1.write_bytes tmp['read_time'] = diskio_2.read_time - diskio_1.read_time tmp['write_time'] = diskio_2.write_time - diskio_1.write_time if not diskInfo: diskInfo = tmp else: diskInfo['read_count'] += tmp['read_count'] diskInfo['write_count'] += tmp['write_count'] diskInfo['read_bytes'] += tmp['read_bytes'] diskInfo['write_bytes'] += tmp['write_bytes'] diskInfo['read_time'] += tmp['read_time'] diskInfo['write_time'] += tmp['write_time'] diskio_1 = diskio_2 # print diskInfo if count >= 12: try: addtime = int(time.time()) deltime = addtime - (day * 86400) data = (cpuInfo['used'], cpuInfo['mem'], addtime) sql.table('cpuio').add('pro,mem,addtime', data) sql.table('cpuio').where("addtime 100: lpro = 100 sql.table('load_average').add('pro,one,five,fifteen,addtime', (lpro, load_average[ 'one'], load_average['five'], load_average['fifteen'], addtime)) lpro = None load_average = None cpuInfo = None networkInfo = None diskInfo = None count = 0 reloadNum += 1 if reloadNum > 1440: reloadNum = 0 mw.writeFile('logs/sys_interrupt.pl', "reload num:" + str(reloadNum)) restartMw() except Exception as ex: print(str(ex)) mw.writeFile('logs/sys_interrupt.pl', str(ex)) del(tmp) time.sleep(5) count += 1 except Exception as ex: print(str(ex)) mw.writeFile('logs/sys_interrupt.pl', str(ex)) restartMw() import time time.sleep(30) systemTask() # -------------------------------------- PHP监控 start --------------------------------------------- # # 502错误检查线程 def check502Task(): try: while True: if os.path.exists(mw.getRunDir() + '/data/502Task.pl'): check502() time.sleep(30) except: time.sleep(30) check502Task() def check502(): try: phpversions = ['52', '53', '54', '55', '56', '70', '71', '72', '73', '74', '80', '81'] for version in phpversions: sdir = mw.getServerDir() php_path = sdir + '/php/' + version + '/sbin/php-fpm' if not os.path.exists(php_path): continue if checkPHPVersion(version): continue if startPHPVersion(version): print('检测到PHP-' + version + '处理异常,已自动修复!') mw.writeLog('PHP守护程序', '检测到PHP-' + version + '处理异常,已自动修复!') except Exception as e: print(str(e)) # 处理指定PHP版本 def startPHPVersion(version): sdir = mw.getServerDir() try: fpm = sdir + '/php/init.d/php' + version php_path = sdir + '/php/' + version + '/sbin/php-fpm' if not os.path.exists(php_path): if os.path.exists(fpm): os.remove(fpm) return False if not os.path.exists(fpm): return False # 尝试重载服务 os.system(fpm + ' reload') if checkPHPVersion(version): return True # 尝试重启服务 cgi = '/tmp/php-cgi-' + version + '.sock' pid = sdir + '/php/' + version + '/var/run/php-fpm.pid' data = mw.execShell("ps -ef | grep php/" + version + " | grep -v grep|grep -v python |awk '{print $2}'") if data[0] != '': os.system("ps -ef | grep php/" + version + " | grep -v grep|grep -v python |awk '{print $2}' | xargs kill ") time.sleep(0.5) if not os.path.exists(cgi): os.system('rm -f ' + cgi) if not os.path.exists(pid): os.system('rm -f ' + pid) os.system(fpm + ' start') if checkPHPVersion(version): return True # 检查是否正确启动 if os.path.exists(cgi): return True except Exception as e: print(str(e)) return True # 检查指定PHP版本 def checkPHPVersion(version): try: url = 'http://127.0.0.1/phpfpm_status_' + version result = mw.httpGet(url) # print(version,result) # 检查openresty if result.find('Bad Gateway') != -1: return False if result.find('HTTP Error 404: Not Found') != -1: return False # 检查Web服务是否启动 if result.find('Connection refused') != -1: global isTask if os.path.exists(isTask): isStatus = mw.readFile(isTask) if isStatus == 'True': return True # systemd systemd = '/lib/systemd/system/openresty.service' if os.path.exists(systemd): execShell('systemctl reload openresty') return True # initd initd = '/etc/init.d/openresty' if os.path.exists(initd): os.system(initd + ' reload') return True except: return True # --------------------------------------PHP监控 end--------------------------------------------- # if __name__ == "__main__": t = threading.Thread(target=systemTask) if sys.version_info.major == 3 and sys.version_info.minor >= 10: t.daemon = True else: t.setDaemon(True) t.start() p = threading.Thread(target=check502Task) if sys.version_info.major == 3 and sys.version_info.minor >= 10: p.daemon = True else: p.setDaemon(True) p.start() startTask()