Initial YakPanel commit
This commit is contained in:
321
class/logsModel/panelModel.py
Normal file
321
class/logsModel/panelModel.py
Normal file
@@ -0,0 +1,321 @@
|
||||
#coding: utf-8
|
||||
#-------------------------------------------------------------------
|
||||
# YakPanel
|
||||
#-------------------------------------------------------------------
|
||||
# Copyright (c) 2015-2099 YakPanel(www.yakpanel.com) All rights reserved.
|
||||
#-------------------------------------------------------------------
|
||||
# Author: cjxin <bt_ahong@yakpanel.com>
|
||||
#-------------------------------------------------------------------
|
||||
|
||||
#------------------------------
|
||||
# 面板日志类
|
||||
#------------------------------
|
||||
|
||||
import os,re,json,time
|
||||
from logsModel.base import logsBase
|
||||
import public,db
|
||||
from html import unescape,escape
|
||||
|
||||
class main(logsBase):
|
||||
|
||||
def __init__(self):
|
||||
pass
|
||||
|
||||
|
||||
def get_logs_info(self,args):
|
||||
'''
|
||||
@name 获取分类日志信息
|
||||
'''
|
||||
data = public.M('logs').query('''
|
||||
select type,count(id) as 'count' from logs
|
||||
group by type
|
||||
order by count(id) desc
|
||||
''')
|
||||
result = []
|
||||
for arrs in data:
|
||||
item = {}
|
||||
if not arrs: continue
|
||||
|
||||
item['count'] = arrs[1]
|
||||
item['type'] = arrs[0]
|
||||
result.append(item)
|
||||
public.set_module_logs('get_logs_info','get_logs_info')
|
||||
return result
|
||||
|
||||
def get_logs_bytype(self,args):
|
||||
"""
|
||||
@name 根据类型获取日志
|
||||
@param args.type 日志类型
|
||||
"""
|
||||
p,limit = 1,20
|
||||
if 'p' in args: p = int(args.p)
|
||||
if 'limit' in args: limit = int(args.limit)
|
||||
|
||||
stype = args.stype
|
||||
search = '[' + str(args.search) + ']'
|
||||
|
||||
where = "type=? and log like ? "
|
||||
|
||||
count = public.M('logs').where(where,(stype,'%'+search+'%')).count()
|
||||
data = public.get_page(count,p,limit)
|
||||
data['data'] = public.M('logs').where(where,(stype,'%'+search+'%')).limit('{},{}'.format(data['shift'], data['row'])).order('id desc').select()
|
||||
|
||||
return data
|
||||
|
||||
|
||||
def __get_panel_dirs(self):
|
||||
'''
|
||||
@name 获取面板日志目录
|
||||
'''
|
||||
dirs = []
|
||||
for filename in os.listdir('{}/logs/request'.format(public.get_panel_path())):
|
||||
if filename.find('.json') != -1:
|
||||
dirs.append(filename)
|
||||
|
||||
dirs = sorted(dirs,reverse=True)
|
||||
return dirs
|
||||
|
||||
|
||||
|
||||
def get_panel_log(self,get):
|
||||
"""
|
||||
@name 获取面板日志
|
||||
"""
|
||||
p,limit,search = 1,20,''
|
||||
if 'p' in get: p = int(get.p)
|
||||
if 'limit' in get: limit = int(get.limit)
|
||||
if 'search' in get: search = get.search
|
||||
|
||||
find_idx = 0
|
||||
log_list = []
|
||||
dirs = self.__get_panel_dirs()
|
||||
for filename in dirs:
|
||||
log_path = '{}/logs/request/{}'.format(public.get_panel_path(),filename)
|
||||
if not os.path.exists(log_path): #文件不存在
|
||||
continue
|
||||
|
||||
if len(log_list) >= limit:
|
||||
break
|
||||
|
||||
p_num = 0 #分页计数器
|
||||
next_file = False
|
||||
while not next_file:
|
||||
if len(log_list) >= limit:
|
||||
break
|
||||
p_num += 1
|
||||
result = self.GetNumLines(log_path,10001,p_num).split('\r\n')
|
||||
if len(result) < 10000:
|
||||
next_file = True
|
||||
result.reverse()
|
||||
for _line in result:
|
||||
if not _line: continue
|
||||
if len(log_list) >= limit:
|
||||
break
|
||||
|
||||
try:
|
||||
if self.find_line_str(_line,search):
|
||||
find_idx += 1
|
||||
|
||||
if find_idx > (p-1) * limit:
|
||||
|
||||
info = json.loads(unescape(_line))
|
||||
for key in info:
|
||||
if isinstance(info[key],str):
|
||||
info[key] = escape(info[key])
|
||||
|
||||
info['address'] = info['ip'].split(':')[0]
|
||||
log_list.append(info)
|
||||
except:pass
|
||||
|
||||
return public.return_area(log_list,'address')
|
||||
|
||||
def get_panel_error_logs(self,get):
|
||||
'''
|
||||
@name 获取面板错误日志
|
||||
'''
|
||||
search = ''
|
||||
if 'search' in get:
|
||||
search = get.search
|
||||
filename = '{}/logs/error.log'.format(public.get_panel_path())
|
||||
if not os.path.exists(filename):
|
||||
return public.returnMsg(False, public.lang("No error log"))
|
||||
|
||||
res = {}
|
||||
res['data'] = public.xssdecode(self.GetNumLines(filename,2000,1,search))
|
||||
res['data'].reverse()
|
||||
return res
|
||||
|
||||
|
||||
def __get_ftp_log_files(self,path):
|
||||
"""
|
||||
@name 获取FTP日志文件列表
|
||||
@param path 日志文件路径
|
||||
@return list
|
||||
"""
|
||||
file_list = []
|
||||
if os.path.exists(path):
|
||||
for filename in os.listdir(path):
|
||||
if filename.find('.log') == -1: continue
|
||||
file_list.append('{}/{}'.format(path,filename))
|
||||
|
||||
file_list = sorted(file_list,reverse=True)
|
||||
return file_list
|
||||
|
||||
def get_ftp_logs(self,get):
|
||||
"""
|
||||
@name 获取ftp日志
|
||||
"""
|
||||
|
||||
p,limit,search,username = 1,500,'',''
|
||||
if 'p' in get: p = int(get.p)
|
||||
if 'limit' in get: limit = int(get.limit)
|
||||
if 'search' in get: search = get.search
|
||||
if 'username' in get: username = get.username
|
||||
|
||||
find_idx = 0
|
||||
ip_list = []
|
||||
log_list = []
|
||||
dirs = self.__get_ftp_log_files('{}/ftpServer/Logs'.format(public.get_soft_path()))
|
||||
for log_path in dirs:
|
||||
|
||||
if not os.path.exists(log_path): continue
|
||||
if len(log_list) >= limit: break
|
||||
|
||||
p_num = 0 #分页计数器
|
||||
next_file = False
|
||||
while not next_file:
|
||||
if len(log_list) >= limit:
|
||||
break
|
||||
p_num += 1
|
||||
result = self.GetNumLines(log_path,10001,p_num).split('\r\n')
|
||||
if len(result) < 10000:
|
||||
next_file = True
|
||||
result.reverse()
|
||||
for _line in result:
|
||||
if not _line.strip(): continue
|
||||
if len(log_list) >= limit:
|
||||
break
|
||||
try:
|
||||
if self.find_line_str(_line,search):
|
||||
#根据用户名查找
|
||||
if username and not re.search(r'-\s+({})\s+\('.format(username),_line):
|
||||
continue
|
||||
|
||||
find_idx += 1
|
||||
if find_idx > (p-1) * limit:
|
||||
#获取ip归属地
|
||||
for _ip in public.get_line_ips(_line):
|
||||
if not _ip in ip_list: ip_list.append(_ip)
|
||||
|
||||
info = escape(_line)
|
||||
log_list.append(info)
|
||||
except:pass
|
||||
|
||||
return self.return_line_area(log_list,ip_list)
|
||||
|
||||
|
||||
#取慢日志
|
||||
def get_slow_logs(self,get):
|
||||
'''
|
||||
@name 获取慢日志
|
||||
@get.search 搜索关键字
|
||||
'''
|
||||
search,p,limit = '',1,1000
|
||||
if 'search' in get: search = get.search
|
||||
if 'limit' in get: limit = get.limit
|
||||
|
||||
my_info = public.get_mysql_info()
|
||||
if not my_info['datadir']:
|
||||
return public.returnMsg(False, public.lang("MySQL is not installed!"))
|
||||
|
||||
path = my_info['datadir'] + '/mysql-slow.log'
|
||||
if not os.path.exists(path):
|
||||
return public.returnMsg(False, public.lang("Log file does not exist!"))
|
||||
# mysql慢日志有顺序问题,倒序显示不利于排查问题
|
||||
return public.returnMsg(True, public.xsssec(public.GetNumLines(path, limit)))
|
||||
|
||||
# find_idx = 0
|
||||
# p_num = 0 #分页计数器
|
||||
# next_file = False
|
||||
# log_list = []
|
||||
# while not next_file:
|
||||
# if len(log_list) >= limit:
|
||||
# break
|
||||
# p_num += 1
|
||||
# result = self.GetNumLines(path,10001,p_num).replace('\r\n','\n').split('\n')
|
||||
# if len(result) < 10000:
|
||||
# next_file = True
|
||||
# result.reverse()
|
||||
|
||||
# for _line in result:
|
||||
# if not _line: continue
|
||||
# if len(log_list) >= limit:
|
||||
# break
|
||||
|
||||
# try:
|
||||
# if self.find_line_str(_line,search):
|
||||
# find_idx += 1
|
||||
# if find_idx > (p-1) * limit:
|
||||
# info = escape(_line)
|
||||
# log_list.append(info)
|
||||
# except:pass
|
||||
# return log_list
|
||||
|
||||
def IP_geolocation(self, get):
|
||||
'''
|
||||
@name 列出所有IP及其归属地
|
||||
@return list {ip: {ip: ip_address, operation_num: 12 ,info: 归属地}, ...]
|
||||
'''
|
||||
|
||||
result = dict()
|
||||
|
||||
data = public.M('logs').query('''
|
||||
select * from logs
|
||||
''')
|
||||
for arrs in data:
|
||||
if not arrs: continue
|
||||
end = 0
|
||||
# 获得IP的尾后索引
|
||||
for ch in arrs[2]:
|
||||
if ch.isnumeric() or ch == '.':
|
||||
end += 1
|
||||
else:
|
||||
break
|
||||
|
||||
ip_addr = arrs[2][0:end]
|
||||
|
||||
if ip_addr:
|
||||
if result.get(ip_addr) != None:
|
||||
result[ip_addr]["operation_num"] = result[ip_addr]["operation_num"] + 1
|
||||
else:
|
||||
result[ip_addr] = {"ip":ip_addr,"operation_num":1, "info":None}
|
||||
|
||||
return_list = []
|
||||
|
||||
for k in result:
|
||||
info = public.get_free_ip_info(k)
|
||||
result[k]["info"] = info["info"]
|
||||
return_list.append(result[k])
|
||||
|
||||
return return_list
|
||||
|
||||
def get_error_logs_by_search(self, args):
|
||||
'''
|
||||
@name 根据搜索内容, 获取运行日志中的内容
|
||||
@args.search 匹配内容
|
||||
@return 匹配该内容的所有日志
|
||||
'''
|
||||
log_file_path = "{}/logs/error.log".format(public.get_panel_path())
|
||||
#return log_file_path
|
||||
data = public.readFile(log_file_path)
|
||||
if not data:
|
||||
return None
|
||||
data = data.split('\n')
|
||||
result = []
|
||||
for line in data:
|
||||
if args.search == None:
|
||||
result.append(line)
|
||||
elif args.search in line:
|
||||
result.append(line)
|
||||
|
||||
return result
|
||||
Reference in New Issue
Block a user