254 lines
9.8 KiB
Python
254 lines
9.8 KiB
Python
#!/usr/bin/python
|
|
# coding: utf-8
|
|
# -----------------------------
|
|
# 宝塔Linux面板网站日志切割脚本
|
|
# -----------------------------
|
|
import glob
|
|
import os
|
|
import re
|
|
import shutil
|
|
import sys
|
|
import time
|
|
|
|
os.chdir("/www/server/panel")
|
|
sys.path.append('class/')
|
|
|
|
sys.stdout.reconfigure(encoding="utf-8")
|
|
import public
|
|
|
|
print('==================================================================')
|
|
print('★[' + time.strftime("%Y/%m/%d %H:%M:%S") + '] Cutting log')
|
|
print('==================================================================')
|
|
print('|--Currently keeping the latest copies of [' + sys.argv[2] + ']')
|
|
|
|
logsPath = '/www/wwwlogs/'
|
|
is_gzip = not os.path.exists('/www/server/panel/data/log_not_gzip.pl')
|
|
is_nginx = False
|
|
if os.path.exists('/www/server/nginx/logs/nginx.pid'): is_nginx = True
|
|
px = '.log'
|
|
if not is_nginx: px = '-access_log'
|
|
|
|
def build_errlog(sitename):
|
|
if is_nginx:
|
|
log = sitename + '.error.log'
|
|
elif os.path.exists('/usr/local/lsws/bin/lswsctrl'):
|
|
log = sitename + '_ols.error_log'
|
|
else:
|
|
log = sitename + '-error_log'
|
|
return log
|
|
|
|
def clean_backlog(logname,num):
|
|
logs=sorted(glob.glob(logname+"_*"))
|
|
count=len(logs)
|
|
num=count - num
|
|
|
|
for i in range(count):
|
|
if i>num: break;
|
|
os.remove(logs[i])
|
|
print('|---The extra log ['+logs[i]+'] has been deleted!')
|
|
|
|
def split_logs(oldFileName,num,site_name):
|
|
global logsPath
|
|
errlog_name = build_errlog(site_name)
|
|
old_errlog = logsPath + errlog_name
|
|
|
|
if not os.path.exists(oldFileName):
|
|
print('|---'+oldFileName+'file does not exist!')
|
|
return
|
|
|
|
clean_backlog(oldFileName,num)
|
|
clean_backlog(old_errlog,num)
|
|
|
|
newFileName=oldFileName+'_'+time.strftime("%Y-%m-%d_%H%M%S")+'.log'
|
|
shutil.move(oldFileName,newFileName)
|
|
new_errlog = old_errlog+'_'+time.strftime("%Y-%m-%d_%H%M%S")+'.log'
|
|
shutil.move(old_errlog, new_errlog)
|
|
if not os.path.exists('/www/server/panel/data/log_not_gzip.pl'):
|
|
os.system("gzip %s" % newFileName)
|
|
os.system("gzip %s" % new_errlog)
|
|
print('|---The log has been cut to:' + newFileName + '.gz')
|
|
print('|---The log has been cut to:' + new_errlog + '.gz')
|
|
else:
|
|
print('|---The log has been cut to:'+newFileName+'.log')
|
|
print('|---The log has been cut to:' + new_errlog + '.log')
|
|
|
|
|
|
|
|
def split_log(siteName, num, log_cut_path):
|
|
global logsPath, is_gzip
|
|
res = public.M('sites').where('name=?', (siteName,)).select()[0]['project_type'].lower()
|
|
if res == 'php':
|
|
res = ''
|
|
else:
|
|
res = res + '_'
|
|
# print(res)
|
|
directory = '/etc/init.d/'
|
|
files = os.listdir(directory)
|
|
file_list = list(files)
|
|
print('|-Processing website: {}'.format(siteName))
|
|
if 'nginx' in file_list:
|
|
config_path = '/www/server/panel/vhost/nginx/{}.conf'.format(res + siteName)
|
|
config = public.readFile(config_path)
|
|
if not config:
|
|
print('|-Processing website: logs for {} site not detected'.format(siteName))
|
|
return
|
|
tmp, _ = nginx_get_log_path(config, is_error_log=False)
|
|
if tmp is not None:
|
|
logsPath = tmp
|
|
elif 'httpd' in file_list:
|
|
config_path = '/www/server/panel/vhost/apache/{}.conf'.format(res + siteName)
|
|
config = public.readFile(config_path)
|
|
if not config:
|
|
print('|-Processing website: logs for [{}] site not detected'.format(siteName))
|
|
return
|
|
tmp, _ = apache_get_log_path(config, is_error_log=False)
|
|
if tmp is not None:
|
|
logsPath = tmp
|
|
|
|
# print('|-正在处理网站: {}'.format(siteName))
|
|
# print(logsPath)
|
|
log_path = os.path.join(log_cut_path, 'history_backups', siteName)
|
|
log_path = log_path.replace('history_backups/history_backups/', 'history_backups/')
|
|
if not os.path.exists(log_path): os.makedirs(log_path, 384)
|
|
logs = sorted(glob.glob(log_path + '/' + siteName + "_access_*"))
|
|
old_logs = sorted(glob.glob(logsPath + '/' + siteName + "*log_*.log"))
|
|
count = len(logs)
|
|
remove_num = count - num
|
|
# print('|-当前日志数量: {}, 删除：{}'.format(count,remove_num))
|
|
old_list = old_logs[:remove_num+1]
|
|
for i in old_list:
|
|
if os.path.exists(i):
|
|
os.remove(old_logs[i])
|
|
print('|---The extra log [' + i + '] has been deleted!')
|
|
remove_num = remove_num - len(old_list)
|
|
for i in logs[:remove_num+1]:
|
|
if os.path.exists(i):
|
|
os.remove(i)
|
|
print('|---The extra log [' + i + '] has been deleted!')
|
|
err_file = i.replace('access', 'error')
|
|
if os.path.exists(err_file):
|
|
os.remove(err_file)
|
|
print('|---The extra log [' + err_file + '] has been deleted!')
|
|
|
|
his_date = time.strftime("%Y-%m-%d_%H%M%S")
|
|
ngx_access_log = os.path.join(logsPath, siteName + '.log')
|
|
ngx_error_log = os.path.join(logsPath, siteName + '.error.log')
|
|
if os.path.exists(ngx_access_log):
|
|
history_log_file = log_path + '/' + siteName + '_access_' + his_date + '.log'
|
|
shutil.move(ngx_access_log, history_log_file)
|
|
if is_gzip:
|
|
os.system('gzip {}'.format(history_log_file))
|
|
print('|---Cut logs to:' + history_log_file + '.gz')
|
|
else:
|
|
print('|---Cut logs to:' + history_log_file + '.gz')
|
|
if os.path.exists(ngx_error_log):
|
|
history_log_file = log_path + '/' + siteName + '_error_' + his_date + '.log'
|
|
shutil.move(ngx_error_log, history_log_file)
|
|
if is_gzip:
|
|
os.system('gzip {}'.format(history_log_file))
|
|
print('|---Cut logs to:' + history_log_file + '.gz')
|
|
else:
|
|
print('|---Cut logs to:' + history_log_file + '.gz')
|
|
|
|
httpd_access_log = os.path.join(logsPath, siteName + '-access_log')
|
|
httpd_error_log = os.path.join(logsPath, siteName + '-error_log')
|
|
if os.path.exists(httpd_access_log):
|
|
history_log_file = log_path + '/' + siteName + '_apache_access_' + his_date + '.log'
|
|
if not os.path.exists(history_log_file):
|
|
shutil.move(httpd_access_log, history_log_file)
|
|
if is_gzip:
|
|
os.system('gzip {}'.format(history_log_file))
|
|
print('|---Cut logs to:' + history_log_file + '.gz')
|
|
else:
|
|
print('|---Cut logs to:' + history_log_file + '.gz')
|
|
if os.path.exists(httpd_error_log):
|
|
history_log_file = log_path + '/' + siteName + '_apache_error_' + his_date + '.log'
|
|
if not os.path.exists(history_log_file):
|
|
shutil.move(httpd_error_log, history_log_file)
|
|
if is_gzip:
|
|
os.system('gzip {}'.format(history_log_file))
|
|
print('|---Cut logs to:' + history_log_file + '.gz')
|
|
else:
|
|
print('|---Cut logs to:' + history_log_file + '.gz')
|
|
|
|
ols_access_log = os.path.join(logsPath, siteName + '_ols.access_log')
|
|
ols_error_log = os.path.join(logsPath, siteName + '_ols.error_log')
|
|
if os.path.exists(ols_access_log):
|
|
history_log_file = log_path + '/' + siteName + '_ols_access_' + his_date + '.log'
|
|
if not os.path.exists(history_log_file):
|
|
shutil.move(ols_access_log, history_log_file)
|
|
if is_gzip:
|
|
os.system('gzip {}'.format(history_log_file))
|
|
print('|---Cut logs to:' + history_log_file + '.gz')
|
|
else:
|
|
print('|---Cut logs to:' + history_log_file + '.gz')
|
|
if os.path.exists(ols_error_log):
|
|
history_log_file = log_path + '/' + siteName + '_ols_error_' + his_date + '.log'
|
|
if not os.path.exists(history_log_file):
|
|
shutil.move(ols_error_log, history_log_file)
|
|
if is_gzip:
|
|
os.system('gzip {}'.format(history_log_file))
|
|
print('|---Cut logs to:' + history_log_file + '.gz')
|
|
else:
|
|
print('|---Cut logs to:' + history_log_file + '.gz')
|
|
|
|
|
|
def split_all(save,log_cut_path):
|
|
sites = public.M('sites').field('name').select()
|
|
for site in sites:
|
|
split_log(site['name'], save,log_cut_path)
|
|
|
|
|
|
def nginx_get_log_path(nginx_config: str, is_error_log: bool = False):
|
|
if is_error_log:
|
|
re_data = re.findall(r"error_log +(/(\S+/?)+) ?(.*?);", nginx_config)
|
|
else:
|
|
re_data = re.findall(r"access_log +(/(\S+/?)+) ?(.*?);", nginx_config)
|
|
if re_data is None:
|
|
return None, None
|
|
for i in re_data:
|
|
file_path = i[0].strip(";")
|
|
if file_path != "/dev/null":
|
|
return os.path.dirname(file_path), os.path.basename(file_path)
|
|
return None, None
|
|
|
|
|
|
def apache_get_log_path(apache_config: str, is_error_log: bool = False):
|
|
if is_error_log:
|
|
re_data = re.findall(r'''ErrorLog +['"]?(/(\S+/?)+)['"]? ?(.*?)\n''', apache_config)
|
|
else:
|
|
re_data = re.findall(r'''CustomLog +['"]?(/(\S+/?)+)['"]? ?(.*?)\n''', apache_config)
|
|
if re_data is None:
|
|
return None
|
|
for i in re_data:
|
|
file_path = i[0].strip('"').strip("'")
|
|
if file_path != "/dev/null":
|
|
return os.path.dirname(file_path), os.path.basename(file_path)
|
|
return None, None
|
|
|
|
|
|
if __name__ == '__main__':
|
|
num = int(sys.argv[2])
|
|
if len(sys.argv) > 3:
|
|
log_cut_path = sys.argv[3]
|
|
else:
|
|
log_cut_path = '/www/wwwlogs/'
|
|
if sys.argv[1].find('ALL') == 0:
|
|
split_all(num, log_cut_path)
|
|
else:
|
|
siteName = sys.argv[1]
|
|
try:
|
|
public.M('sites').where('name=?', (siteName,)).select()[0]['project_type'].lower()
|
|
split_log(sys.argv[1], num, log_cut_path)
|
|
except:
|
|
siteName = sys.argv[1]
|
|
if siteName[-4:] == '.log':
|
|
siteName = siteName[:-4]
|
|
elif siteName[-11:] == '-access_log':
|
|
siteName = siteName.replace("-access_log",'')
|
|
else:
|
|
siteName = siteName.replace("_ols.access_log", '')
|
|
oldFileName = logsPath+sys.argv[1]
|
|
split_logs(oldFileName,num,siteName)
|
|
public.serviceReload()
|