mirror of https://github.com/midoks/mdserver-web
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
603 lines
16 KiB
603 lines
16 KiB
# coding:utf-8
|
|
|
|
import sys
|
|
import io
|
|
import os
|
|
import time
|
|
import re
|
|
import json
|
|
import datetime
|
|
import yaml
|
|
|
|
sys.path.append(os.getcwd() + "/class/core")
|
|
import mw
|
|
|
|
app_debug = False
|
|
if mw.isAppleSystem():
|
|
app_debug = True
|
|
|
|
|
|
# /usr/lib/systemd/system/mongod.service
|
|
# /var/lib/mongo
|
|
|
|
def getPluginName():
|
|
return 'mongodb'
|
|
|
|
|
|
def getPluginDir():
|
|
return mw.getPluginDir() + '/' + getPluginName()
|
|
|
|
|
|
def getServerDir():
|
|
return mw.getServerDir() + '/' + getPluginName()
|
|
|
|
|
|
def getInitDFile():
|
|
if app_debug:
|
|
return '/tmp/' + getPluginName()
|
|
return '/etc/init.d/' + getPluginName()
|
|
|
|
|
|
def getConf():
|
|
path = getServerDir() + "/mongodb.conf"
|
|
return path
|
|
|
|
|
|
def getConfTpl():
|
|
path = getPluginDir() + "/config/mongodb.conf"
|
|
return path
|
|
|
|
def getConfigData():
|
|
cfg = getConf()
|
|
config_data = mw.readFile(cfg)
|
|
try:
|
|
config = yaml.safe_load(config_data)
|
|
except:
|
|
config = {
|
|
"systemLog": {
|
|
"destination": "file",
|
|
"logAppend": True,
|
|
"path": mw.getServerDir()+"/mongodb/log/mongodb.log"
|
|
},
|
|
"storage": {
|
|
"dbPath": mw.getServerDir()+"/mongodb/data",
|
|
"directoryPerDB": True,
|
|
"journal": {
|
|
"enabled": True
|
|
}
|
|
},
|
|
"processManagement": {
|
|
"fork": True,
|
|
"pidFilePath": mw.getServerDir()+"/mongodb/log/mongodb.pid"
|
|
},
|
|
"net": {
|
|
"port": 27017,
|
|
"bindIp": "0.0.0.0"
|
|
},
|
|
"security": {
|
|
"authorization": "enabled",
|
|
"javascriptEnabled": False
|
|
}
|
|
}
|
|
return config
|
|
|
|
def setConfig(config_data):
|
|
cfg = getConf()
|
|
try:
|
|
mw.writeFile(cfg, yaml.safe_dump(config_data))
|
|
except:
|
|
return False
|
|
return True
|
|
|
|
def getInitDTpl():
|
|
path = getPluginDir() + "/init.d/" + getPluginName() + ".tpl"
|
|
return path
|
|
|
|
|
|
def getConfPort():
|
|
data = getConfigData()
|
|
return data['net']['port']
|
|
# file = getConf()
|
|
# content = mw.readFile(file)
|
|
# rep = 'port\s*=\s*(.*)'
|
|
# tmp = re.search(rep, content)
|
|
# return tmp.groups()[0].strip()
|
|
|
|
def getConfAuth():
|
|
data = getConfigData()
|
|
return data['security']['authorization']
|
|
# file = getConf()
|
|
# content = mw.readFile(file)
|
|
# rep = 'auth\s*=\s*(.*)'
|
|
# tmp = re.search(rep, content)
|
|
# return tmp.groups()[0].strip()
|
|
|
|
def getArgs():
|
|
args = sys.argv[2:]
|
|
tmp = {}
|
|
args_len = len(args)
|
|
|
|
if args_len == 1:
|
|
t = args[0].strip('{').strip('}')
|
|
t = t.split(':', 1)
|
|
tmp[t[0]] = t[1]
|
|
elif args_len > 1:
|
|
for i in range(len(args)):
|
|
t = args[i].split(':', 1)
|
|
tmp[t[0]] = t[1]
|
|
|
|
return tmp
|
|
|
|
def checkArgs(data, ck=[]):
|
|
for i in range(len(ck)):
|
|
if not ck[i] in data:
|
|
return (False, mw.returnJson(False, '参数:(' + ck[i] + ')没有!'))
|
|
return (True, mw.returnJson(True, 'ok'))
|
|
|
|
def status():
|
|
data = mw.execShell(
|
|
"ps -ef|grep mongod |grep -v grep | grep -v /Applications | grep -v python | grep -v mdserver-web | awk '{print $2}'")
|
|
|
|
if data[0] == '':
|
|
return 'stop'
|
|
return 'start'
|
|
|
|
def pSqliteDb(dbname='users'):
|
|
file = getServerDir() + '/mongodb.db'
|
|
name = 'mongodb'
|
|
|
|
sql_file = getPluginDir() + '/config/mongodb.sql'
|
|
import_sql = mw.readFile(sql_file)
|
|
# print(sql_file,import_sql)
|
|
md5_sql = mw.md5(import_sql)
|
|
|
|
import_sign = False
|
|
save_md5_file = getServerDir() + '/import_mongodb.md5'
|
|
if os.path.exists(save_md5_file):
|
|
save_md5_sql = mw.readFile(save_md5_file)
|
|
if save_md5_sql != md5_sql:
|
|
import_sign = True
|
|
mw.writeFile(save_md5_file, md5_sql)
|
|
else:
|
|
mw.writeFile(save_md5_file, md5_sql)
|
|
|
|
if not os.path.exists(file) or import_sql:
|
|
conn = mw.M(dbname).dbPos(getServerDir(), name)
|
|
csql_list = import_sql.split(';')
|
|
for index in range(len(csql_list)):
|
|
conn.execute(csql_list[index], ())
|
|
|
|
conn = mw.M(dbname).dbPos(getServerDir(), name)
|
|
return conn
|
|
|
|
def mongdbClient():
|
|
import pymongo
|
|
port = getConfPort()
|
|
auth = getConfAuth()
|
|
mg_root = pSqliteDb('config').where('id=?', (1,)).getField('mg_root')
|
|
|
|
# print(auth)
|
|
if auth == 'disabled':
|
|
client = pymongo.MongoClient(host='127.0.0.1', port=int(port), directConnection=True)
|
|
else:
|
|
client = pymongo.MongoClient(host='127.0.0.1', port=int(port), directConnection=True,username='root',password=mg_root)
|
|
return client
|
|
|
|
def mongdbClientWithPass():
|
|
import pymongo
|
|
port = getConfPort()
|
|
auth = getConfAuth()
|
|
# print(auth)
|
|
mg_root = pSqliteDb('config').where('id=?', (1,)).getField('mg_root')
|
|
if auth == 'disabled':
|
|
client = pymongo.MongoClient(host='127.0.0.1', port=int(port), directConnection=True)
|
|
else:
|
|
uri = "mongodb://root:"+mg_root+"@127.0.0.1:"+str(port)
|
|
# print(uri)
|
|
client = pymongo.MongoClient(uri)
|
|
return client
|
|
|
|
|
|
def initDreplace():
|
|
|
|
file_tpl = getInitDTpl()
|
|
service_path = os.path.dirname(os.getcwd())
|
|
|
|
initD_path = getServerDir() + '/init.d'
|
|
if not os.path.exists(initD_path):
|
|
os.mkdir(initD_path)
|
|
file_bin = initD_path + '/' + getPluginName()
|
|
|
|
logs_dir = getServerDir() + '/logs'
|
|
if not os.path.exists(logs_dir):
|
|
os.mkdir(logs_dir)
|
|
|
|
data_dir = getServerDir() + '/data'
|
|
if not os.path.exists(data_dir):
|
|
os.mkdir(data_dir)
|
|
|
|
install_ok = getServerDir() + "/install.lock"
|
|
if os.path.exists(install_ok):
|
|
return file_bin
|
|
mw.writeFile(install_ok, 'ok')
|
|
|
|
# initd replace
|
|
content = mw.readFile(file_tpl)
|
|
content = content.replace('{$SERVER_PATH}', service_path)
|
|
mw.writeFile(file_bin, content)
|
|
mw.execShell('chmod +x ' + file_bin)
|
|
|
|
# config replace
|
|
conf_content = mw.readFile(getConfTpl())
|
|
conf_content = conf_content.replace('{$SERVER_PATH}', service_path)
|
|
mw.writeFile(getServerDir() + '/mongodb.conf', conf_content)
|
|
|
|
# systemd
|
|
systemDir = mw.systemdCfgDir()
|
|
systemService = systemDir + '/mongodb.service'
|
|
systemServiceTpl = getPluginDir() + '/init.d/mongodb.service.tpl'
|
|
if os.path.exists(systemDir) and not os.path.exists(systemService):
|
|
service_path = mw.getServerDir()
|
|
se_content = mw.readFile(systemServiceTpl)
|
|
se_content = se_content.replace('{$SERVER_PATH}', service_path)
|
|
mw.writeFile(systemService, se_content)
|
|
mw.execShell('systemctl daemon-reload')
|
|
|
|
return file_bin
|
|
|
|
def initUserRoot():
|
|
# client = mongdbClient()
|
|
# db = client.admin
|
|
|
|
client_pass = mongdbClientWithPass()
|
|
listDbs = client_pass.admin.command({"listDatabases": 1})
|
|
print(listDbs)
|
|
|
|
print(client_pass.list_database_names());
|
|
exit(0)
|
|
|
|
# db.command("updateUser", "root", pwd=mg_pass, roles=db_all_rules)
|
|
# db_all_rules = [
|
|
# {'role': 'root', 'db': 'admin'},
|
|
# {'role': 'clusterAdmin', 'db': 'admin'},
|
|
# {'role': 'readAnyDatabase', 'db': 'admin'},
|
|
# {'role': 'readWriteAnyDatabase', 'db': 'admin'},
|
|
# {'role': 'userAdminAnyDatabase', 'db': 'admin'},
|
|
# {'role': 'dbAdminAnyDatabase', 'db': 'admin'},
|
|
# {'role': 'userAdmin', 'db': 'admin'},
|
|
# {'role': 'dbAdmin', 'db': 'admin'}
|
|
# ]
|
|
|
|
# mg_pass = mw.getRandomString(10)
|
|
# print(mg_pass)
|
|
# try:
|
|
# db.command("createUser", "root", pwd=mg_pass, roles=db_all_rules)
|
|
# except Exception as e:
|
|
# db.command('dropUser','root')
|
|
# db.command("createUser", "root", pwd=mg_pass, roles=db_all_rules)
|
|
|
|
# pSqliteDb('config').where('id=?', (1,)).save('mg_root',(mg_pass,))
|
|
return True
|
|
|
|
|
|
def mgOp(method):
|
|
file = initDreplace()
|
|
if mw.isAppleSystem():
|
|
data = mw.execShell(file + ' ' + method)
|
|
# print(data)
|
|
if data[1] == '':
|
|
return 'ok'
|
|
return data[1]
|
|
|
|
data = mw.execShell('systemctl ' + method + ' ' + getPluginName())
|
|
if data[1] == '':
|
|
initUserRoot()
|
|
return 'ok'
|
|
return 'fail'
|
|
|
|
|
|
def start():
|
|
mw.execShell(
|
|
'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/www/server/lib/openssl11/lib')
|
|
return mgOp('start')
|
|
|
|
|
|
def stop():
|
|
return mgOp('stop')
|
|
|
|
|
|
def reload():
|
|
return mgOp('reload')
|
|
|
|
|
|
def restart():
|
|
if os.path.exists("/tmp/mongodb-27017.sock"):
|
|
mw.execShell('rm -rf ' + "/tmp/mongodb-27017.sock")
|
|
|
|
return mgOp('restart')
|
|
|
|
|
|
def getConfig():
|
|
d = getConfigData()
|
|
return mw.returnJson(True,'ok',d)
|
|
|
|
def saveConfig():
|
|
d = getConfigData()
|
|
|
|
args = getArgs()
|
|
data = checkArgs(args, ['bind_ip','port','data_path','log','pid_file_path'])
|
|
if not data[0]:
|
|
return data[1]
|
|
|
|
d['net']['bindIp'] = args['bind_ip']
|
|
d['net']['port'] = args['port']
|
|
|
|
d['storage']['dbPath'] = args['data_path']
|
|
d['systemLog']['path'] = args['log']
|
|
d['processManagement']['pidFilePath'] = args['pid_file_path']
|
|
setConfig(d)
|
|
reload()
|
|
return mw.returnJson(True,'设置成功')
|
|
|
|
def runInfo():
|
|
'''
|
|
cd /www/server/mdserver-web && source bin/activate && python3 /www/server/mdserver-web/plugins/mongodb/index.py run_info
|
|
'''
|
|
client = mongdbClient()
|
|
db = client.admin
|
|
serverStatus = db.command('serverStatus')
|
|
|
|
listDbs = client.list_database_names()
|
|
|
|
result = {}
|
|
result["host"] = serverStatus['host']
|
|
result["version"] = serverStatus['version']
|
|
result["uptime"] = serverStatus['uptime']
|
|
result['db_path'] = getServerDir() + "/data"
|
|
result["connections"] = serverStatus['connections']['current']
|
|
result["collections"] = len(listDbs)
|
|
|
|
pf = serverStatus['opcounters']
|
|
result['pf'] = pf
|
|
|
|
return mw.getJson(result)
|
|
|
|
|
|
def runDocInfo():
|
|
client = mongdbClient()
|
|
db = client.admin
|
|
serverStatus = db.command('serverStatus')
|
|
|
|
listDbs = client.list_database_names()
|
|
showDbList = []
|
|
result = {}
|
|
for x in range(len(listDbs)):
|
|
mongd = client[listDbs[x]]
|
|
stats = mongd.command({"dbstats": 1})
|
|
if 'operationTime' in stats:
|
|
del stats['operationTime']
|
|
|
|
if '$clusterTime' in stats:
|
|
del stats['$clusterTime']
|
|
showDbList.append(stats)
|
|
|
|
result["dbs"] = showDbList
|
|
return mw.getJson(result)
|
|
|
|
def runReplInfo():
|
|
client = mongdbClient()
|
|
db = client.admin
|
|
serverStatus = db.command('serverStatus')
|
|
|
|
result = {}
|
|
result['status'] = '无'
|
|
result['doc_name'] = '无'
|
|
if 'repl' in serverStatus:
|
|
repl = serverStatus['repl']
|
|
# print(repl)
|
|
result['status'] = '从'
|
|
if 'ismaster' in repl and repl['ismaster']:
|
|
result['status'] = '主'
|
|
|
|
if 'secondary' in repl and not repl['secondary']:
|
|
result['status'] = '主'
|
|
|
|
result['setName'] = mw.getDefault(repl,'setName', '')
|
|
result['primary'] = mw.getDefault(repl,'primary', '')
|
|
result['me'] = mw.getDefault(repl,'me', '')
|
|
|
|
hosts = mw.getDefault(repl,'hosts', '')
|
|
result['hosts'] = ','.join(hosts)
|
|
|
|
|
|
return mw.returnJson(True, 'OK', result)
|
|
|
|
|
|
def testData():
|
|
'''
|
|
cd /www/server/mdserver-web && source bin/activate && python3 /www/server/mdserver-web/plugins/mongodb/index.py test_data
|
|
'''
|
|
import pymongo
|
|
from pymongo import ReadPreference
|
|
|
|
client = mongdbClient()
|
|
|
|
db = client.test
|
|
col = db["demo"]
|
|
|
|
rndStr = mw.getRandomString(10)
|
|
insert_dict = { "name": "v1", "value": rndStr}
|
|
x = col.insert_one(insert_dict)
|
|
print(x)
|
|
|
|
|
|
|
|
def test():
|
|
initUserRoot()
|
|
'''
|
|
|
|
cd /www/server/mdserver-web && source bin/activate && python3 /www/server/mdserver-web/plugins/mongodb/index.py test
|
|
python3 plugins/mongodb/index.py test
|
|
'''
|
|
# https://pymongo.readthedocs.io/en/stable/examples/high_availability.html
|
|
import pymongo
|
|
from pymongo import ReadPreference
|
|
|
|
# client = mongdbClient()
|
|
|
|
# db = client.admin
|
|
|
|
# print(db['users'])
|
|
# r = db.command("grantRolesToUser", "root",
|
|
# roles=["root"])
|
|
# print(r)
|
|
# users_collection = db['users']
|
|
# print(users_collection)
|
|
|
|
# mg_pass = mw.getRandomString(10)
|
|
# r = db.command("createUser", "root1", pwd=mg_pass, roles=["root"])
|
|
# print(r)
|
|
# config = {
|
|
# '_id': 'test',
|
|
# 'members': [
|
|
# # 'priority': 10
|
|
# {'_id': 0, 'host': '154.21.203.138:27017'},
|
|
# {'_id': 1, 'host': '154.12.53.216:27017'},
|
|
# ]
|
|
# }
|
|
|
|
# rsStatus = client.admin.command('replSetInitiate',config)
|
|
# print(rsStatus)
|
|
|
|
# 需要通过命令行操作
|
|
# rs.initiate({
|
|
# _id: 'test',
|
|
# members: [
|
|
# {
|
|
# _id: 1,
|
|
# host: '154.21.203.138:27017',
|
|
# priority: 2
|
|
# },
|
|
# {
|
|
# _id: 2,
|
|
# host: '154.12.53.216:27017',
|
|
# priority: 1
|
|
# }
|
|
|
|
# ]
|
|
# });
|
|
|
|
# > rs.status(); // 查询状态
|
|
# // "stateStr" : "PRIMARY", 主节点
|
|
# // "stateStr" : "SECONDARY", 副本节点
|
|
|
|
# > rs.add({"_id":3, "host":"127.0.0.1:27318","priority":0,"votes":0});
|
|
|
|
|
|
# serverStatus = db.command('serverStatus')
|
|
# print(serverStatus)
|
|
|
|
return mw.returnJson(True, 'OK')
|
|
|
|
|
|
|
|
def initdStatus():
|
|
if mw.isAppleSystem():
|
|
return "Apple Computer does not support"
|
|
|
|
shell_cmd = 'systemctl status mongodb | grep loaded | grep "enabled;"'
|
|
data = mw.execShell(shell_cmd)
|
|
if data[0] == '':
|
|
return 'fail'
|
|
return 'ok'
|
|
|
|
|
|
def initdInstall():
|
|
if mw.isAppleSystem():
|
|
return "Apple Computer does not support"
|
|
|
|
mw.execShell('systemctl enable mongodb')
|
|
return 'ok'
|
|
|
|
|
|
def initdUinstall():
|
|
if mw.isAppleSystem():
|
|
return "Apple Computer does not support"
|
|
|
|
mw.execShell('systemctl disable mongodb')
|
|
return 'ok'
|
|
|
|
|
|
def runLog():
|
|
f = getServerDir() + '/logs/mongodb.log'
|
|
if os.path.exists(f):
|
|
return f
|
|
return getServerDir() + '/logs.pl'
|
|
|
|
|
|
def installPreInspection(version):
|
|
if mw.isAppleSystem():
|
|
return 'ok'
|
|
|
|
sys = mw.execShell(
|
|
"cat /etc/*-release | grep PRETTY_NAME |awk -F = '{print $2}' | awk -F '\"' '{print $2}'| awk '{print $1}'")
|
|
|
|
if sys[1] != '':
|
|
return '暂时不支持该系统'
|
|
|
|
sys_id = mw.execShell(
|
|
"cat /etc/*-release | grep VERSION_ID | awk -F = '{print $2}' | awk -F '\"' '{print $2}'")
|
|
|
|
sysName = sys[0].strip().lower()
|
|
sysId = sys_id[0].strip()
|
|
|
|
supportOs = ['centos', 'ubuntu', 'debian', 'opensuse']
|
|
if not sysName in supportOs:
|
|
return '暂时仅支持{}'.format(','.join(supportOs))
|
|
return 'ok'
|
|
|
|
if __name__ == "__main__":
|
|
func = sys.argv[1]
|
|
|
|
version = "4.4"
|
|
if (len(sys.argv) > 2):
|
|
version = sys.argv[2]
|
|
|
|
if func == 'status':
|
|
print(status())
|
|
elif func == 'start':
|
|
print(start())
|
|
elif func == 'stop':
|
|
print(stop())
|
|
elif func == 'restart':
|
|
print(restart())
|
|
elif func == 'reload':
|
|
print(reload())
|
|
elif func == 'install_pre_inspection':
|
|
print(installPreInspection(version))
|
|
elif func == 'initd_status':
|
|
print(initdStatus())
|
|
elif func == 'initd_install':
|
|
print(initdInstall())
|
|
elif func == 'initd_uninstall':
|
|
print(initdUinstall())
|
|
elif func == 'run_info':
|
|
print(runInfo())
|
|
elif func == 'run_doc_info':
|
|
print(runDocInfo())
|
|
elif func == 'run_repl_info':
|
|
print(runReplInfo())
|
|
elif func == 'conf':
|
|
print(getConf())
|
|
elif func == 'get_config':
|
|
print(getConfig())
|
|
elif func == 'set_config':
|
|
print(saveConfig())
|
|
elif func == 'run_log':
|
|
print(runLog())
|
|
elif func == 'test':
|
|
print(test())
|
|
elif func == 'test_data':
|
|
print(testData())
|
|
else:
|
|
print('error')
|
|
|