# coding: utf-8 import psutil import time import os import re import math import sys import json from flask import Flask, session from flask import request import db import mw import config_api import requests from threading import Thread from time import sleep def mw_async(f): def wrapper(*args, **kwargs): thr = Thread(target=f, args=args, kwargs=kwargs) thr.start() return wrapper class system_api: setupPath = None pids = None def __init__(self): self.setupPath = mw.getServerDir() ##### ----- start ----- ### def networkApi(self): data = self.getNetWork() return mw.getJson(data) def updateServerApi(self): stype = request.args.get('type', 'check') version = request.args.get('version', '') return self.updateServer(stype, version) def systemTotalApi(self): data = self.getSystemTotal() return mw.getJson(data) def diskInfoApi(self): diskInfo = self.getDiskInfo() return mw.getJson(diskInfo) def setControlApi(self): stype = request.form.get('type', '') day = request.form.get('day', '') data = self.setControl(stype, day) return data def getLoadAverageApi(self): start = request.args.get('start', '') end = request.args.get('end', '') data = self.getLoadAverageData(start, end) return mw.getJson(data) def getCpuIoApi(self): start = request.args.get('start', '') end = request.args.get('end', '') data = self.getCpuIoData(start, end) return mw.getJson(data) def getDiskIoApi(self): start = request.args.get('start', '') end = request.args.get('end', '') data = self.getDiskIoData(start, end) return mw.getJson(data) def getNetworkIoApi(self): start = request.args.get('start', '') end = request.args.get('end', '') data = self.getNetWorkIoData(start, end) return mw.getJson(data) def rememoryApi(self): os.system('sync') scriptFile = mw.getRunDir() + '/script/rememory.sh' mw.execShell("/bin/bash " + scriptFile) data = self.getMemInfo() return mw.getJson(data) # 重启面板 def restartApi(self): self.restartMw() return mw.returnJson(True, '面板已重启!') def restartServerApi(self): if mw.isAppleSystem(): return mw.returnJson(False, "开发环境不可重起") self.restartServer() return mw.returnJson(True, '正在重启服务器!') ##### ----- end ----- ### def restartTask(self): initd = mw.getRunDir() + '/scripts/init.d/mw' if os.path.exists(initd): os.system(initd + ' ' + 'restart_task') return True def restartMw(self): mw.writeFile('data/restart.pl', 'True') return True @mw_async def restartServer(self): if not mw.isRestart(): return mw.returnJson(False, '请等待所有安装任务完成再执行!') mw.execShell("sync && init 6 &") return mw.returnJson(True, '命令发送成功!') # 名取PID def getPid(self, pname): try: if not self.pids: self.pids = psutil.pids() for pid in self.pids: if psutil.Process(pid).name() == pname: return True return False except: return False # 检查端口是否占用 def isOpen(self, port): import socket s = socket.socket(socket.AF_INET, socket.SOCK_STREAM) try: s.connect(('127.0.0.1', int(port))) s.shutdown(2) return True except: return False # 检测指定进程是否存活 def checkProcess(self, pid): try: if not self.pids: self.pids = psutil.pids() if int(pid) in self.pids: return True return False except: return False def getPanelInfo(self, get=None): # 取面板配置 address = mw.GetLocalIp() try: try: port = web.ctx.host.split(':')[1] except: port = mw.readFile('data/port.pl') except: port = '8888' domain = '' if os.path.exists('data/domain.conf'): domain = mw.readFile('data/domain.conf') autoUpdate = '' if os.path.exists('data/autoUpdate.pl'): autoUpdate = 'checked' limitip = '' if os.path.exists('data/limitip.conf'): limitip = mw.readFile('data/limitip.conf') templates = [] for template in os.listdir('templates/'): if os.path.isdir('templates/' + template): templates.append(template) template = mw.readFile('data/templates.pl') check502 = '' if os.path.exists('data/502Task.pl'): check502 = 'checked' return {'port': port, 'address': address, 'domain': domain, 'auto': autoUpdate, '502': check502, 'limitip': limitip, 'templates': templates, 'template': template} def getSystemTotal(self, interval=1): # 取系统统计信息 data = self.getMemInfo() cpu = self.getCpuInfo(interval) data['cpuNum'] = cpu[1] data['cpuRealUsed'] = cpu[0] data['time'] = self.getBootTime() data['system'] = self.getSystemVersion() data['isuser'] = mw.M('users').where( 'username=?', ('admin',)).count() data['version'] = '0.0.1' return data def getLoadAverage(self): c = os.getloadavg() data = {} data['one'] = float(c[0]) data['five'] = float(c[1]) data['fifteen'] = float(c[2]) data['max'] = psutil.cpu_count() * 2 data['limit'] = data['max'] data['safe'] = data['max'] * 0.75 return data def getAllInfo(self, get): data = {} data['load_average'] = self.GetLoadAverage(get) data['title'] = self.GetTitle() data['network'] = self.GetNetWorkApi(get) data['panel_status'] = not os.path.exists( '/www/server/mdserver-web/data/close.pl') import firewalls ssh_info = firewalls.firewalls().GetSshInfo(None) data['enable_ssh_status'] = ssh_info['status'] data['disable_ping_status'] = not ssh_info['ping'] data['time'] = self.GetBootTime() # data['system'] = self.GetSystemVersion(); # data['mem'] = self.GetMemInfo(); data['version'] = web.ctx.session.version return data def getTitle(self): titlePl = 'data/title.pl' title = 'Linux面板' if os.path.exists(titlePl): title = mw.readFile(titlePl).strip() return title def getSystemVersion(self): # 取操作系统版本 if mw.getOs() == 'darwin': data = mw.execShell('sw_vers')[0] data_list = data.strip().split("\n") mac_version = '' for x in data_list: mac_version += x.split("\t")[1] + ' ' return mac_version redhat_series = '/etc/redhat-release' if os.path.exists(redhat_series): version = mw.readFile('/etc/redhat-release') version = version.replace('release ', '').strip() return version os_series = '/etc/os-release' if os.path.exists(os_series): version = mw.execShell( "cat /etc/*-release | grep PRETTY_NAME | awk -F = '{print $2}' | awk -F '\"' '{print $2}'") return version[0].strip() return '未识别系统信息' def getBootTime(self): # 取系统启动时间 uptime = mw.readFile('/proc/uptime') if uptime == False: start_time = psutil.boot_time() run_time = time.time() - start_time else: run_time = uptime.split()[0] tStr = float(run_time) min = tStr / 60 hours = min / 60 days = math.floor(hours / 24) hours = math.floor(hours - (days * 24)) min = math.floor(min - (days * 60 * 24) - (hours * 60)) return mw.getInfo('已不间断运行: {1}天{2}小时{3}分钟', (str(int(days)), str(int(hours)), str(int(min)))) def getCpuInfo(self, interval=1): # 取CPU信息 cpuCount = psutil.cpu_count() used = psutil.cpu_percent(interval=interval) return used, cpuCount def getMemInfo(self): # 取内存信息 mem = psutil.virtual_memory() if mw.getOs() == 'darwin': memInfo = { 'memTotal': mem.total / 1024 / 1024 } memInfo['memRealUsed'] = memInfo['memTotal'] * (mem.percent / 100) else: memInfo = { 'memTotal': mem.total / 1024 / 1024, 'memFree': mem.free / 1024 / 1024, 'memBuffers': mem.buffers / 1024 / 1024, 'memCached': mem.cached / 1024 / 1024 } memInfo['memRealUsed'] = memInfo['memTotal'] - \ memInfo['memFree'] - memInfo['memBuffers'] - \ memInfo['memCached'] return memInfo def getMemUsed(self): # 取内存使用率 try: import psutil mem = psutil.virtual_memory() if mw.getOs() == 'darwin': return mem.percent memInfo = {'memTotal': mem.total / 1024 / 1024, 'memFree': mem.free / 1024 / 1024, 'memBuffers': mem.buffers / 1024 / 1024, 'memCached': mem.cached / 1024 / 1024} tmp = memInfo['memTotal'] - memInfo['memFree'] - \ memInfo['memBuffers'] - memInfo['memCached'] tmp1 = memInfo['memTotal'] / 100 return (tmp / tmp1) except Exception as ex: return 1 def getDiskInfo(self): info = self.getDiskInfo2() if len(info) != 0: return info # 取磁盘分区信息 diskIo = psutil.disk_partitions() diskInfo = [] for disk in diskIo: if disk[1] == '/mnt/cdrom': continue if disk[1] == '/boot': continue tmp = {} tmp['path'] = disk[1] size_tmp = psutil.disk_usage(disk[1]) tmp['size'] = [mw.toSize(size_tmp[0]), mw.toSize( size_tmp[1]), mw.toSize(size_tmp[2]), str(size_tmp[3]) + '%'] diskInfo.append(tmp) return diskInfo def getDiskInfo2(self): # 取磁盘分区信息 temp = mw.execShell( "df -h -P|grep '/'|grep -v tmpfs | grep -v devfs")[0] tempInodes = mw.execShell( "df -i -P|grep '/'|grep -v tmpfs | grep -v devfs")[0] temp1 = temp.split('\n') tempInodes1 = tempInodes.split('\n') diskInfo = [] n = 0 cuts = ['/mnt/cdrom', '/boot', '/boot/efi', '/dev', '/dev/shm', '/zroot', '/run/lock', '/run', '/run/shm', '/run/user'] for tmp in temp1: n += 1 inodes = tempInodes1[n - 1].split() disk = tmp.split() if len(disk) < 5: continue if disk[1].find('M') != -1: continue if disk[1].find('K') != -1: continue if len(disk[5].split('/')) > 4: continue if disk[5] in cuts: continue arr = {} arr['path'] = disk[5] tmp1 = [disk[1], disk[2], disk[3], disk[4]] arr['size'] = tmp1 arr['inodes'] = [inodes[1], inodes[2], inodes[3], inodes[4]] diskInfo.append(arr) return diskInfo # 清理系统垃圾 def clearSystem(self, get): count = total = 0 tmp_total, tmp_count = self.ClearMail() count += tmp_count total += tmp_total tmp_total, tmp_count = self.ClearOther() count += tmp_count total += tmp_total return count, total # 清理邮件日志 def clearMail(self): rpath = '/var/spool' total = count = 0 import shutil con = ['cron', 'anacron', 'mail'] for d in os.listdir(rpath): if d in con: continue dpath = rpath + '/' + d time.sleep(0.2) num = size = 0 for n in os.listdir(dpath): filename = dpath + '/' + n fsize = os.path.getsize(filename) size += fsize if os.path.isdir(filename): shutil.rmtree(filename) else: os.remove(filename) print('mail clear ok') num += 1 total += size count += num return total, count # 清理其它 def clearOther(self): clearPath = [ {'path': '/www/server/mdserver-web', 'find': 'testDisk_'}, {'path': '/www/wwwlogs', 'find': 'log'}, {'path': '/tmp', 'find': 'panelBoot.pl'}, {'path': '/www/server/mdserver-web/install', 'find': '.rpm'} ] total = count = 0 for c in clearPath: for d in os.listdir(c['path']): if d.find(c['find']) == -1: continue filename = c['path'] + '/' + d fsize = os.path.getsize(filename) total += fsize if os.path.isdir(filename): shutil.rmtree(filename) else: os.remove(filename) count += 1 mw.serviceReload() os.system('echo > /tmp/panelBoot.pl') return total, count def getNetWork(self): # return self.GetNetWorkApi(get); # 取网络流量信息 try: # 取网络流量信息 networkIo = psutil.net_io_counters()[:4] if not "otime" in session: session['up'] = networkIo[0] session['down'] = networkIo[1] session['otime'] = time.time() ntime = time.time() networkInfo = {} networkInfo['upTotal'] = networkIo[0] networkInfo['downTotal'] = networkIo[1] networkInfo['up'] = round(float( networkIo[0] - session['up']) / 1024 / (ntime - session['otime']), 2) networkInfo['down'] = round( float(networkIo[1] - session['down']) / 1024 / (ntime - session['otime']), 2) networkInfo['downPackets'] = networkIo[3] networkInfo['upPackets'] = networkIo[2] # print networkIo[1], session['down'], ntime, session['otime'] session['up'] = networkIo[0] session['down'] = networkIo[1] session['otime'] = time.time() networkInfo['cpu'] = self.getCpuInfo() networkInfo['load'] = self.getLoadAverage() networkInfo['mem'] = self.getMemInfo() return networkInfo except Exception as e: # print(e) return None def getNetWorkApi(self): # 取网络流量信息 try: tmpfile = 'data/network.temp' networkIo = psutil.net_io_counters()[:4] if not os.path.exists(tmpfile): mw.writeFile(tmpfile, str( networkIo[0]) + '|' + str(networkIo[1]) + '|' + str(int(time.time()))) lastValue = mw.readFile(tmpfile).split('|') ntime = time.time() networkInfo = {} networkInfo['upTotal'] = networkIo[0] networkInfo['downTotal'] = networkIo[1] networkInfo['up'] = round( float(networkIo[0] - int(lastValue[0])) / 1024 / (ntime - int(lastValue[2])), 2) networkInfo['down'] = round( float(networkIo[1] - int(lastValue[1])) / 1024 / (ntime - int(lastValue[2])), 2) networkInfo['downPackets'] = networkIo[3] networkInfo['upPackets'] = networkIo[2] mw.writeFile(tmpfile, str( networkIo[0]) + '|' + str(networkIo[1]) + '|' + str(int(time.time()))) # networkInfo['cpu'] = self.GetCpuInfo(0.1) return networkInfo except: return None def getNetWorkIoData(self, start, end): # 取指定时间段的网络Io data = mw.M('network').dbfile('system').where("addtime>=? AND addtime<=?", (start, end)).field( 'id,up,down,total_up,total_down,down_packets,up_packets,addtime').order('id asc').select() return self.toAddtime(data) def getDiskIoData(self, start, end): # 取指定时间段的磁盘Io data = mw.M('diskio').dbfile('system').where("addtime>=? AND addtime<=?", (start, end)).field( 'id,read_count,write_count,read_bytes,write_bytes,read_time,write_time,addtime').order('id asc').select() return self.toAddtime(data) def getCpuIoData(self, start, end): # 取指定时间段的CpuIo data = mw.M('cpuio').dbfile('system').where("addtime>=? AND addtime<=?", (start, end)).field('id,pro,mem,addtime').order('id asc').select() return self.toAddtime(data, True) def getLoadAverageData(self, start, end): data = mw.M('load_average').dbfile('system').where("addtime>=? AND addtime<=?", ( start, end)).field('id,pro,one,five,fifteen,addtime').order('id asc').select() return self.toAddtime(data) # 格式化addtime列 def toAddtime(self, data, tomem=False): import time if tomem: import psutil mPre = (psutil.virtual_memory().total / 1024 / 1024) / 100 length = len(data) he = 1 if length > 100: he = 1 if length > 1000: he = 3 if length > 10000: he = 15 if he == 1: for i in range(length): data[i]['addtime'] = time.strftime( '%m/%d %H:%M', time.localtime(float(data[i]['addtime']))) if tomem and data[i]['mem'] > 100: data[i]['mem'] = data[i]['mem'] / mPre return data else: count = 0 tmp = [] for value in data: if count < he: count += 1 continue value['addtime'] = time.strftime( '%m/%d %H:%M', time.localtime(float(value['addtime']))) if tomem and value['mem'] > 100: value['mem'] = value['mem'] / mPre tmp.append(value) count = 0 return tmp def setControl(self, stype, day): filename = 'data/control.conf' if stype == '0': mw.execShell("rm -f " + filename) elif stype == '1': _day = int(day) if _day < 1: return mw.returnJson(False, "设置失败!") mw.writeFile(filename, day) elif stype == 'del': if not mw.isRestart(): return mw.returnJson(False, '请等待所有安装任务完成再执行') os.remove("data/system.db") sql = db.Sql().dbfile('system') csql = mw.readFile('data/sql/system.sql') csql_list = csql.split(';') for index in range(len(csql_list)): sql.execute(csql_list[index], ()) return mw.returnJson(True, "监控服务已关闭") else: data = {} if os.path.exists(filename): try: data['day'] = int(mw.readFile(filename)) except: data['day'] = 30 data['status'] = True else: data['day'] = 30 data['status'] = False return mw.getJson(data) return mw.returnJson(True, "设置成功!") def versionDiff(self, old, new): ''' test 测试 new 有新版本 none 没有新版本 ''' new_list = new.split('.') if len(new_list) > 3: return 'test' old_list = old.split('.') ret = 'none' isHasNew = True if int(new_list[0]) == int(old_list[0]) and int(new_list[1]) == int(old_list[1]) and int(new_list[2]) == int(old_list[2]): isHasNew = False if isHasNew: return 'new' return ret def getServerInfo(self): import urllib.request import ssl upAddr = 'https://cdn.jsdelivr.net/gh/midoks/mdserver-web@latest/version/info.json' try: context = ssl._create_unverified_context() req = urllib.request.urlopen(upAddr, context=context, timeout=3) result = req.read().decode('utf-8') version = json.loads(result) return version[0] except Exception as e: print('getServerInfo', e) return {} def updateServer(self, stype, version=''): # 更新服务 try: if not mw.isRestart(): return mw.returnJson(False, '请等待所有安装任务完成再执行!') if stype == 'check': version_now = config_api.config_api().getVersion() version_new_info = self.getServerInfo() if not 'version' in version_new_info: return mw.returnJson(False, '服务器数据或网络有问题!') diff = self.versionDiff( version_now, version_new_info['version']) if diff == 'new': return mw.returnJson(True, '有新版本!', version_new_info['version']) elif diff == 'test': return mw.returnJson(True, '有测试版本!', version_new_info['version']) else: return mw.returnJson(False, '已经是最新,无需更新!') if stype == 'info': version_new_info = self.getServerInfo() version_now = config_api.config_api().getVersion() if not 'version' in version_new_info: return mw.returnJson(False, '服务器数据有问题!') diff = self.versionDiff( version_now, version_new_info['version']) return mw.returnJson(True, '更新信息!', version_new_info) if stype == 'update': if version == '': return mw.returnJson(False, '缺少版本信息!') v_new_info = self.getServerInfo() if v_new_info['version'] != version: return mw.returnJson(False, '更新失败,请重试!') if not 'path' in v_new_info or v_new_info['path'] == '': return mw.returnJson(False, '下载地址不存在!') newUrl = v_new_info['path'] toPath = mw.getRootDir() + '/temp' if not os.path.exists(toPath): mw.execShell('mkdir -p ' + toPath) newUrl = "https://github.com/midoks/mdserver-web/archive/refs/tags/" + version + ".zip" dist_mw = toPath + '/mw.zip' if not os.path.exists(dist_mw): mw.execShell('wget -O ' + dist_mw + ' ' + newUrl) dist_to = toPath + "/mdserver-web-" + version if not os.path.exists(dist_to): mw.execShell('unzip -o ' + toPath + '/mw.zip' + ' -d ' + toPath) cmd_cp = "cp -rf " + toPath + '/mdserver-web-' + \ version + "/* " + mw.getRootDir() + "/mdserver-web" rcp = mw.execShell(cmd_cp) print(rcp) return mw.returnJson(True, "debug") mw.execShell('rm -rf ' + toPath + '/mdserver-web-' + version) mw.execShell('rm -rf ' + toPath + '/mw.zip') # self.restartMw() return mw.returnJson(True, '安装更新成功,需自己重启!') return mw.returnJson(False, '已经是最新,无需更新!') except Exception as ex: print('updateServer', ex) return mw.returnJson(False, "连接服务器失败!") # 修复面板 def repPanel(self, get): vp = '' if mw.readFile('/www/server/mdserver-web/class/common.py').find('checkSafe') != -1: vp = '_pro' mw.ExecShell("wget -O update.sh " + mw.get_url() + "/install/update" + vp + ".sh && bash update.sh") if hasattr(web.ctx.session, 'getCloudPlugin'): del(web.ctx.session['getCloudPlugin']) return True