# coding:utf-8 import sys import io import os import time import re import string import subprocess sys.path.append(os.getcwd() + "/class/core") import mw app_debug = False if mw.isAppleSystem(): app_debug = True def getPluginName(): return 'sphinx' def getPluginDir(): return mw.getPluginDir() + '/' + getPluginName() sys.path.append(getPluginDir() +"/class") def getServerDir(): return mw.getServerDir() + '/' + getPluginName() def getInitDFile(): if app_debug: return '/tmp/' + getPluginName() return '/etc/init.d/' + getPluginName() def getConfTpl(): path = getPluginDir() + "/conf/sphinx.conf" return path def getConf(): path = getServerDir() + "/sphinx.conf" return path def getInitDTpl(): path = getPluginDir() + "/init.d/" + getPluginName() + ".tpl" return path def getArgs(): args = sys.argv[2:] tmp = {} args_len = len(args) if args_len == 1: t = args[0].strip('{').strip('}') t = t.split(':') tmp[t[0]] = t[1] elif args_len > 1: for i in range(len(args)): t = args[i].split(':') tmp[t[0]] = t[1] return tmp def checkArgs(data, ck=[]): for i in range(len(ck)): if not ck[i] in data: return (False, mw.returnJson(False, '参数:(' + ck[i] + ')没有!')) return (True, mw.returnJson(True, 'ok')) def configTpl(): path = getPluginDir() + '/tpl' pathFile = os.listdir(path) tmp = [] for one in pathFile: file = path + '/' + one tmp.append(file) return mw.getJson(tmp) def readConfigTpl(): args = getArgs() data = checkArgs(args, ['file']) if not data[0]: return data[1] content = mw.readFile(args['file']) content = contentReplace(content) return mw.returnJson(True, 'ok', content) def contentReplace(content): service_path = mw.getServerDir() content = content.replace('{$ROOT_PATH}', mw.getRootDir()) content = content.replace('{$SERVER_PATH}', service_path) content = content.replace('{$SERVER_APP}', service_path + '/sphinx') return content def status(): data = mw.execShell( "ps -ef|grep sphinx |grep -v grep | grep -v mdserver-web | awk '{print $2}'") # print(data) if data[0] == '': return 'stop' return 'start' def mkdirAll(): content = mw.readFile(getConf()) rep = 'path\s*=\s*(.*)' p = re.compile(rep) tmp = p.findall(content) for x in tmp: if x.find('binlog') != -1: mw.execShell('mkdir -p ' + x) else: mw.execShell('mkdir -p ' + os.path.dirname(x)) def initDreplace(): file_tpl = getInitDTpl() service_path = os.path.dirname(os.getcwd()) initD_path = getServerDir() + '/init.d' if not os.path.exists(initD_path): os.mkdir(initD_path) file_bin = initD_path + '/' + getPluginName() # initd replace if not os.path.exists(file_bin): content = mw.readFile(file_tpl) content = contentReplace(content) mw.writeFile(file_bin, content) mw.execShell('chmod +x ' + file_bin) # config replace conf_bin = getConf() if not os.path.exists(conf_bin): conf_content = mw.readFile(getConfTpl()) conf_content = contentReplace(conf_content) mw.writeFile(getServerDir() + '/sphinx.conf', conf_content) # systemd systemDir = mw.systemdCfgDir() systemService = systemDir + '/sphinx.service' systemServiceTpl = getPluginDir() + '/init.d/sphinx.service.tpl' if os.path.exists(systemDir) and not os.path.exists(systemService): service_path = mw.getServerDir() se_content = mw.readFile(systemServiceTpl) se_content = se_content.replace('{$SERVER_PATH}', service_path) mw.writeFile(systemService, se_content) mw.execShell('systemctl daemon-reload') mkdirAll() return file_bin def checkIndexSph(): content = mw.readFile(getConf()) rep = 'path\s*=\s*(.*)' p = re.compile(rep) tmp = p.findall(content) for x in tmp: if x.find('binlog') != -1: continue else: p = x + '.sph' if os.path.exists(p): return False return True def sphOp(method): file = initDreplace() if not mw.isAppleSystem(): data = mw.execShell('systemctl ' + method + ' sphinx') if data[1] == '': return 'ok' return 'fail' data = mw.execShell(file + ' ' + method) if data[1] == '': return 'ok' return data[1] def start(): return sphOp('start') def stop(): return sphOp('stop') def restart(): return sphOp('restart') def reload(): return sphOp('reload') def rebuild(): file = initDreplace() cmd = file + ' rebuild' data = mw.execShell(cmd) if data[0].find('successfully')<0: return data[0].replace("\n","
") return 'ok' def initdStatus(): if mw.isAppleSystem(): return "Apple Computer does not support" shell_cmd = 'systemctl status sphinx | grep loaded | grep "enabled;"' data = mw.execShell(shell_cmd) if data[0] == '': return 'fail' return 'ok' def initdInstall(): if mw.isAppleSystem(): return "Apple Computer does not support" mw.execShell('systemctl enable sphinx') return 'ok' def initdUinstall(): if mw.isAppleSystem(): return "Apple Computer does not support" mw.execShell('systemctl disable sphinx') return 'ok' def runLog(): path = getConf() content = mw.readFile(path) rep = 'log\s*=\s*(.*)' tmp = re.search(rep, content) return tmp.groups()[0] def getPort(): path = getConf() content = mw.readFile(path) rep = 'listen\s*=\s*(.*)' tmp = re.search(rep, content) return tmp.groups()[0] def queryLog(): path = getConf() content = mw.readFile(path) rep = 'query_log\s*=\s*(.*)' tmp = re.search(rep, content) return tmp.groups()[0] def runStatus(): s = status() if s != 'start': return mw.returnJson(False, '没有启动程序') sys.path.append(getPluginDir() + "/class") import sphinxapi sh = sphinxapi.SphinxClient() port = getPort() sh.SetServer('127.0.0.1', port) info_status = sh.Status() rData = {} for x in range(len(info_status)): rData[info_status[x][0]] = info_status[x][1] return mw.returnJson(True, 'ok', rData) def sphinxConfParse(): file = getConf() bin_dir = getServerDir() content = mw.readFile(file) rep = 'index\s(.*)' sindex = re.findall(rep, content) indexlen = len(sindex) cmd = {} cmd['cmd'] = bin_dir + '/bin/bin/indexer -c ' + bin_dir + '/sphinx.conf' cmd['index'] = [] cmd_index = [] cmd_delta = [] if indexlen > 0: for x in range(indexlen): name = sindex[x].strip() if name == '': continue if name.find(':') != -1: cmd_delta.append(name.strip()) else: cmd_index.append(name.strip()) # print(cmd_index) # print(cmd_delta) for ci in cmd_index: val = {} val['index'] = ci for cd in cmd_delta: cd = cd.replace(" ", '') if cd.find(":"+ci) > -1: val['delta'] = cd.split(":")[0].strip() break cmd['index'].append(val) return cmd def sphinxCmd(): data = sphinxConfParse() if 'index' in data: return mw.returnJson(True, 'ok', data) else: return mw.returnJson(False, 'no index') def makeDbToSphinxTest(): conf_file = getConf() import sphinx_make sph_make = sphinx_make.sphinxMake() conf = sph_make.makeSqlToSphinxAll() mw.writeFile(conf_file,conf) print(conf) # makeSqlToSphinxTable() return True def makeDbToSphinx(): args = getArgs() check = checkArgs(args, ['db','tables','is_delta','is_cover']) if not check[0]: return check[1] db = args['db'] tables = args['tables'] is_delta = args['is_delta'] is_cover = args['is_cover'] if is_cover != 'yes': return mw.returnJson(False,'暂时仅支持覆盖!') sph_file = getConf() import sphinx_make sph_make = sphinx_make.sphinxMake() version_pl = getServerDir() + "/version.pl" if os.path.exists(version_pl): version = mw.readFile(version_pl).strip() sph_make.setVersion(version) if not sph_make.checkDbName(db): return mw.returnJson(False,'保留数据库名称,不可用!') is_delta_bool = False if is_delta == 'yes': is_delta_bool = True if is_cover == 'yes': tables = tables.split(',') content = sph_make.makeSqlToSphinx(db, tables, is_delta_bool) mw.writeFile(sph_file,content) return mw.returnJson(True,'设置成功!') return mw.returnJson(True,'测试中') if __name__ == "__main__": func = sys.argv[1] if func == 'status': print(status()) elif func == 'start': print(start()) elif func == 'stop': print(stop()) elif func == 'restart': print(restart()) elif func == 'reload': print(reload()) elif func == 'rebuild': print(rebuild()) elif func == 'initd_status': print(initdStatus()) elif func == 'initd_install': print(initdInstall()) elif func == 'initd_uninstall': print(initdUinstall()) elif func == 'conf': print(getConf()) elif func == 'config_tpl': print(configTpl()) elif func == 'read_config_tpl': print(readConfigTpl()) elif func == 'run_log': print(runLog()) elif func == 'query_log': print(queryLog()) elif func == 'run_status': print(runStatus()) elif func == 'sphinx_cmd': print(sphinxCmd()) elif func == 'db_to_sphinx': print(makeDbToSphinx()) else: print('error')