340 lines
12 KiB
Python
340 lines
12 KiB
Python
# coding: utf-8
|
||
# -------------------------------------------------------------------
|
||
# YakPanel
|
||
# -------------------------------------------------------------------
|
||
# Copyright (c) 2015-2099 YakPanel(www.yakpanel.com) All rights reserved.
|
||
# -------------------------------------------------------------------
|
||
# Author: cjxin <bt_ahong@yakpanel.com>
|
||
# -------------------------------------------------------------------
|
||
|
||
# ------------------------------
|
||
# 面板日志类
|
||
# ------------------------------
|
||
|
||
import os
|
||
import re
|
||
from html import escape
|
||
|
||
import public
|
||
from logsModelV2.base import logsBase
|
||
from mod.base.web_conf.nginx_realip import NginxRealIP
|
||
|
||
|
||
class main(logsBase):
|
||
|
||
def __init__(self):
|
||
super().__init__()
|
||
self.serverType = public.get_webserver()
|
||
self.setupPath = public.get_setup_path()
|
||
|
||
def __get_iis_log_files(self, path):
|
||
"""
|
||
@name 获取IIS日志文件列表
|
||
@param path 日志文件路径
|
||
@return list
|
||
"""
|
||
file_list = []
|
||
if os.path.exists(path):
|
||
for filename in os.listdir(path):
|
||
if filename.find('.log') == -1: continue
|
||
file_list.append('{}/{}'.format(path, filename))
|
||
|
||
file_list = sorted(file_list, reverse=False)
|
||
return file_list
|
||
|
||
def get_iis_logs(self, get):
|
||
"""
|
||
@name 获取IIS网站日志
|
||
"""
|
||
|
||
p, limit, search = 1, 2000, ''
|
||
if 'p' in get: limit = int(get.p)
|
||
if 'limit' in get: limit = int(get.limit)
|
||
if 'search' in get: search = get.search
|
||
|
||
import panelSite
|
||
site_obj = panelSite.panelSite()
|
||
data = site_obj.get_site_info(get.siteName)
|
||
if not data:
|
||
return public.return_message(-1, 0, public.lang(
|
||
"[{}] Failed to get the website path, please check whether IIS exists this site, does not exist, please delete this site in the panel after the creation.",
|
||
get.siteName))
|
||
|
||
log_path = '{}/wwwlogs/W3SVC{}'.format(public.get_soft_path(), data['id'])
|
||
file_list = self.__get_iis_log_files(log_path)
|
||
|
||
find_idx = 0
|
||
log_list = []
|
||
for log_path in file_list:
|
||
if not os.path.exists(log_path): continue
|
||
if len(log_list) >= limit: break
|
||
|
||
p_num = 0 # 分页计数器
|
||
next_file = False
|
||
while not next_file:
|
||
if len(log_list) >= limit:
|
||
break
|
||
p_num += 1
|
||
result = self.GetNumLines(log_path, 10001, p_num).split('\r\n')
|
||
if len(result) < 10000:
|
||
next_file = True
|
||
|
||
for _line in result:
|
||
if not _line: continue
|
||
if len(log_list) >= limit:
|
||
break
|
||
|
||
try:
|
||
if self.find_line_str(_line, search):
|
||
find_idx += 1
|
||
if find_idx > (p - 1) * limit:
|
||
info = escape(_line)
|
||
log_list.append(info)
|
||
except:
|
||
pass
|
||
return public.return_message(0, 0, log_list)
|
||
|
||
# 取网站日志
|
||
def get_site_logs(self, get):
|
||
logPath = ''
|
||
if self.serverType == 'iis':
|
||
return self.get_iis_logs(get)
|
||
|
||
elif self.serverType == 'apache':
|
||
logPath = self.setupPath + '/wwwlogs/' + get.siteName + '-access.log'
|
||
else:
|
||
logPath = self.setupPath + '/wwwlogs/' + get.siteName + '.log'
|
||
|
||
data = {}
|
||
data['path'] = ''
|
||
data['path'] = os.path.dirname(logPath)
|
||
if os.path.exists(logPath):
|
||
data['status'] = True
|
||
data['msg'] = public.GetNumLines(logPath, 1000)
|
||
|
||
return public.return_message(0, 0, data)
|
||
# data['status'] = False
|
||
# data['msg'] = 'log is empty'
|
||
# return data
|
||
|
||
return public.return_message(-1, 0, 'log is empty')
|
||
|
||
@staticmethod
|
||
def nginx_get_log_file(nginx_config: str, is_error_log: bool = False):
|
||
if is_error_log:
|
||
re_data = re.findall(r"error_log +(/(\S+/?)+) ?(.*?);", nginx_config)
|
||
else:
|
||
re_data = re.findall(r"access_log +(/(\S+/?)+) ?(.*?);", nginx_config)
|
||
if re_data is None:
|
||
return None
|
||
for i in re_data:
|
||
file_path = i[0].strip(";")
|
||
if file_path != "/dev/null":
|
||
return file_path
|
||
return None
|
||
|
||
@staticmethod
|
||
def apache_get_log_file(apache_config: str, is_error_log: bool = False):
|
||
if is_error_log:
|
||
re_data = re.findall(r'''ErrorLog +['"]?(/(\S+/?)+)['"]? ?(.*?)\n''', apache_config)
|
||
else:
|
||
re_data = re.findall(r'''CustomLog +['"]?(/(\S+/?)+)['"]? ?(.*?)\n''', apache_config)
|
||
if re_data is None:
|
||
return None
|
||
for i in re_data:
|
||
file_path = i[0].strip('"').strip("'")
|
||
if file_path != "/dev/null":
|
||
return file_path
|
||
return None
|
||
|
||
def xsssec(self, text):
|
||
replace_list = {
|
||
"<": "＜",
|
||
">": "＞",
|
||
"'": "＇",
|
||
'"': "＂",
|
||
}
|
||
for k, v in replace_list.items():
|
||
text = text.replace(k, v)
|
||
return public.xssencode2(text)
|
||
|
||
def add_iparea(self, data):
|
||
try:
|
||
ip_pattern = r'\n\b(?:\d{1,3}\.){3}\d{1,3}\b'
|
||
ip_addresses = re.findall(ip_pattern, data)
|
||
ip_addresses = list(set(ip_addresses))
|
||
ip_addresses = [ip.strip() for ip in ip_addresses]
|
||
infos = public.get_ips_area(ip_addresses)
|
||
for key, value in infos.items():
|
||
if value.get('info') == '内网地址':
|
||
data = data.replace(key, '【{}】 {}'.format(value['info'], key))
|
||
continue
|
||
if value.get('info') == '未知归属地':
|
||
data = data.replace(key, '【{}】 {}'.format(value['info'], key))
|
||
continue
|
||
try:
|
||
data = data.replace(key,
|
||
'【{} {} {}】 {}'.format(value['continent'], value['country'], value['province'],
|
||
key))
|
||
except:
|
||
pass
|
||
return data
|
||
except:
|
||
return data
|
||
|
||
@staticmethod
|
||
def nginx_get_log_file_path(nginx_config: str, site_name: str, is_error_log: bool = False):
|
||
log_file = None
|
||
if is_error_log:
|
||
re_data = re.findall(r"error_log +(/(\S+/?)+) ?(.*?);", nginx_config)
|
||
else:
|
||
re_data = re.findall(r"access_log +(/(\S+/?)+) ?(.*?);", nginx_config)
|
||
if re_data is None:
|
||
log_file = None
|
||
else:
|
||
for i in re_data:
|
||
file_path = i[0].strip(";")
|
||
if file_path != "/dev/null" and not file_path.endswith("purge_cache.log"):
|
||
if os.path.isdir(os.path.dirname(file_path)):
|
||
log_file = file_path
|
||
break
|
||
|
||
logsPath = '/www/wwwlogs/'
|
||
if log_file is None:
|
||
if is_error_log:
|
||
log_file = logsPath + site_name + '.log'
|
||
else:
|
||
log_file = logsPath + site_name + '.error.log'
|
||
if not os.path.isfile(log_file):
|
||
log_file = None
|
||
|
||
return log_file
|
||
|
||
@staticmethod
|
||
def apache_get_log_file_path(apache_config: str, site_name: str, is_error_log: bool = False):
|
||
log_file = None
|
||
if is_error_log:
|
||
re_data = re.findall(r'''ErrorLog +['"]?(/(\S+/?)+)['"]? ?(.*?)\n''', apache_config)
|
||
else:
|
||
re_data = re.findall(r'''CustomLog +['"]?(/(\S+/?)+)['"]? ?(.*?)\n''', apache_config)
|
||
if re_data is None:
|
||
log_file = None
|
||
else:
|
||
for i in re_data:
|
||
file_path = i[0].strip('"').strip("'")
|
||
if file_path != "/dev/null":
|
||
if os.path.isdir(os.path.dirname(file_path)):
|
||
log_file = file_path
|
||
break
|
||
|
||
logsPath = '/www/wwwlogs/'
|
||
if log_file is None:
|
||
if is_error_log:
|
||
log_file = logsPath + site_name + '-access_log'
|
||
else:
|
||
log_file = logsPath + site_name + '-error_log'
|
||
if not os.path.isfile(log_file):
|
||
log_file = None
|
||
|
||
return log_file
|
||
|
||
@staticmethod
|
||
def open_ols_log_file_path(site_name: str, is_error_log: bool = False):
|
||
if not is_error_log:
|
||
return '/www/wwwlogs/' + site_name + '_ols.access_log'
|
||
else:
|
||
return '/www/wwwlogs/' + site_name + '_ols.error_log'
|
||
|
||
def get_site_log_file(self, get):
|
||
res = public.M('sites').where('name=?', (get.siteName,)).select()
|
||
if not res:
|
||
return {
|
||
"status": False,
|
||
"log_file": '',
|
||
"cdn_ip": {},
|
||
"msg": "site not found"
|
||
}
|
||
res = res[0]['project_type'].lower()
|
||
if res == 'php' or res == 'proxy' or res == 'phpmod' or res == 'wp2':
|
||
res = ''
|
||
else:
|
||
res = res + '_'
|
||
|
||
is_error_log = False
|
||
if "is_error_log" in get and get.is_error_log.strip() in ('1', "yes"):
|
||
is_error_log = True
|
||
|
||
serverType = public.get_webserver()
|
||
if serverType == "nginx":
|
||
config_path = '/www/server/panel/vhost/nginx/{}.conf'.format(res + get.siteName)
|
||
config = public.readFile(config_path)
|
||
if not config:
|
||
return public.fail_v2("config not found")
|
||
log_file = self.nginx_get_log_file_path(config, get.siteName, is_error_log=is_error_log)
|
||
elif serverType == 'apache':
|
||
config_path = '/www/server/panel/vhost/apache/{}.conf'.format(res + get.siteName)
|
||
config = public.readFile(config_path)
|
||
if not config:
|
||
return public.fail_v2("config not found")
|
||
log_file = self.apache_get_log_file_path(config, get.siteName, is_error_log=is_error_log)
|
||
else:
|
||
log_file = self.open_ols_log_file_path(get.siteName, is_error_log=is_error_log)
|
||
return {
|
||
"status": True,
|
||
"log_file": log_file,
|
||
"cdn_ip": NginxRealIP().get_real_ip(get.siteName),
|
||
"msg": "Success"
|
||
}
|
||
|
||
# 获取网站日志
|
||
def GetSiteLogs(self, get):
|
||
ip_area = 0
|
||
if hasattr(get, 'ip_area'):
|
||
ip_area = int(get.ip_area)
|
||
public.writeFile('data/ip_area.txt', str(ip_area))
|
||
logsPath = '/www/wwwlogs/'
|
||
res = public.M('sites').where('name=?', (get.siteName,)).select()
|
||
if res:
|
||
res = res[0]['project_type'].lower()
|
||
else:
|
||
return public.fail_v2("site not found")
|
||
|
||
if res == 'php' or res == 'proxy' or res == 'phpmod' or res == 'wp2':
|
||
res = ''
|
||
else:
|
||
res = res + '_'
|
||
serverType = public.get_webserver()
|
||
re_log_file = None
|
||
if serverType == "nginx":
|
||
config_path = '/www/server/panel/vhost/nginx/{}.conf'.format(res + get.siteName)
|
||
if not os.path.exists(config_path):
|
||
return public.fail_v2("config not found")
|
||
config = public.readFile(config_path)
|
||
re_log_file = self.nginx_get_log_file(config, is_error_log=False)
|
||
elif serverType == 'apache':
|
||
config_path = '/www/server/panel/vhost/apache/{}.conf'.format(res + get.siteName)
|
||
if not os.path.exists(config_path):
|
||
return public.fail_v2("config not found")
|
||
config = public.readFile(config_path)
|
||
if not config:
|
||
return public.fail_v2("{} logs not found".format(get.siteName))
|
||
re_log_file = self.apache_get_log_file(config, is_error_log=False)
|
||
|
||
if re_log_file is not None and os.path.exists(re_log_file):
|
||
data = self.xsssec(public.GetNumLines(re_log_file, 1000))
|
||
if ip_area:
|
||
data = self.add_iparea(data)
|
||
return public.success_v2(data)
|
||
if serverType == "nginx":
|
||
logPath = logsPath + get.siteName + '.log'
|
||
elif serverType == 'apache':
|
||
logPath = logsPath + get.siteName + '-access_log'
|
||
else:
|
||
logPath = logsPath + get.siteName + '_ols.access_log'
|
||
if not os.path.exists(logPath):
|
||
return public.fail_v2("log not found")
|
||
data = self.xsssec(public.GetNumLines(logPath, 1000))
|
||
if ip_area:
|
||
data = self.add_iparea(data)
|
||
return public.success_v2(data)
|