Initial YakPanel commit
This commit is contained in:
Niranjan
253
script/logsBackup
Normal file
253
script/logsBackup
Normal file
@@ -0,0 +1,253 @@
|
||||
#!/usr/bin/python
|
||||
# coding: utf-8
|
||||
# -----------------------------
|
||||
# 宝塔Linux面板网站日志切割脚本
|
||||
# -----------------------------
|
||||
import glob
|
||||
import os
|
||||
import re
|
||||
import shutil
|
||||
import sys
|
||||
import time
|
||||
|
||||
os.chdir("/www/server/panel")
|
||||
sys.path.append('class/')
|
||||
|
||||
sys.stdout.reconfigure(encoding="utf-8")
|
||||
import public
|
||||
|
||||
print('==================================================================')
|
||||
print('★[' + time.strftime("%Y/%m/%d %H:%M:%S") + '] Cutting log')
|
||||
print('==================================================================')
|
||||
print('|--Currently keeping the latest copies of [' + sys.argv[2] + ']')
|
||||
|
||||
logsPath = '/www/wwwlogs/'
|
||||
is_gzip = not os.path.exists('/www/server/panel/data/log_not_gzip.pl')
|
||||
is_nginx = False
|
||||
if os.path.exists('/www/server/nginx/logs/nginx.pid'): is_nginx = True
|
||||
px = '.log'
|
||||
if not is_nginx: px = '-access_log'
|
||||
|
||||
def build_errlog(sitename):
|
||||
if is_nginx:
|
||||
log = sitename + '.error.log'
|
||||
elif os.path.exists('/usr/local/lsws/bin/lswsctrl'):
|
||||
log = sitename + '_ols.error_log'
|
||||
else:
|
||||
log = sitename + '-error_log'
|
||||
return log
|
||||
|
||||
def clean_backlog(logname,num):
|
||||
logs=sorted(glob.glob(logname+"_*"))
|
||||
count=len(logs)
|
||||
num=count - num
|
||||
|
||||
for i in range(count):
|
||||
if i>num: break;
|
||||
os.remove(logs[i])
|
||||
print('|---The extra log ['+logs[i]+'] has been deleted!')
|
||||
|
||||
def split_logs(oldFileName,num,site_name):
|
||||
global logsPath
|
||||
errlog_name = build_errlog(site_name)
|
||||
old_errlog = logsPath + errlog_name
|
||||
|
||||
if not os.path.exists(oldFileName):
|
||||
print('|---'+oldFileName+'file does not exist!')
|
||||
return
|
||||
|
||||
clean_backlog(oldFileName,num)
|
||||
clean_backlog(old_errlog,num)
|
||||
|
||||
newFileName=oldFileName+'_'+time.strftime("%Y-%m-%d_%H%M%S")+'.log'
|
||||
shutil.move(oldFileName,newFileName)
|
||||
new_errlog = old_errlog+'_'+time.strftime("%Y-%m-%d_%H%M%S")+'.log'
|
||||
shutil.move(old_errlog, new_errlog)
|
||||
if not os.path.exists('/www/server/panel/data/log_not_gzip.pl'):
|
||||
os.system("gzip %s" % newFileName)
|
||||
os.system("gzip %s" % new_errlog)
|
||||
print('|---The log has been cut to:' + newFileName + '.gz')
|
||||
print('|---The log has been cut to:' + new_errlog + '.gz')
|
||||
else:
|
||||
print('|---The log has been cut to:'+newFileName+'.log')
|
||||
print('|---The log has been cut to:' + new_errlog + '.log')
|
||||
|
||||
|
||||
|
||||
def split_log(siteName, num, log_cut_path):
|
||||
global logsPath, is_gzip
|
||||
res = public.M('sites').where('name=?', (siteName,)).select()[0]['project_type'].lower()
|
||||
if res == 'php':
|
||||
res = ''
|
||||
else:
|
||||
res = res + '_'
|
||||
# print(res)
|
||||
directory = '/etc/init.d/'
|
||||
files = os.listdir(directory)
|
||||
file_list = list(files)
|
||||
print('|-Processing website: {}'.format(siteName))
|
||||
if 'nginx' in file_list:
|
||||
config_path = '/www/server/panel/vhost/nginx/{}.conf'.format(res + siteName)
|
||||
config = public.readFile(config_path)
|
||||
if not config:
|
||||
print('|-Processing website: logs for {} site not detected'.format(siteName))
|
||||
return
|
||||
tmp, _ = nginx_get_log_path(config, is_error_log=False)
|
||||
if tmp is not None:
|
||||
logsPath = tmp
|
||||
elif 'httpd' in file_list:
|
||||
config_path = '/www/server/panel/vhost/apache/{}.conf'.format(res + siteName)
|
||||
config = public.readFile(config_path)
|
||||
if not config:
|
||||
print('|-Processing website: logs for [{}] site not detected'.format(siteName))
|
||||
return
|
||||
tmp, _ = apache_get_log_path(config, is_error_log=False)
|
||||
if tmp is not None:
|
||||
logsPath = tmp
|
||||
|
||||
# print('|-正在处理网站: {}'.format(siteName))
|
||||
# print(logsPath)
|
||||
log_path = os.path.join(log_cut_path, 'history_backups', siteName)
|
||||
log_path = log_path.replace('history_backups/history_backups/', 'history_backups/')
|
||||
if not os.path.exists(log_path): os.makedirs(log_path, 384)
|
||||
logs = sorted(glob.glob(log_path + '/' + siteName + "_access_*"))
|
||||
old_logs = sorted(glob.glob(logsPath + '/' + siteName + "*log_*.log"))
|
||||
count = len(logs)
|
||||
remove_num = count - num
|
||||
# print('|-当前日志数量: {}, 删除：{}'.format(count,remove_num))
|
||||
old_list = old_logs[:remove_num+1]
|
||||
for i in old_list:
|
||||
if os.path.exists(i):
|
||||
os.remove(old_logs[i])
|
||||
print('|---The extra log [' + i + '] has been deleted!')
|
||||
remove_num = remove_num - len(old_list)
|
||||
for i in logs[:remove_num+1]:
|
||||
if os.path.exists(i):
|
||||
os.remove(i)
|
||||
print('|---The extra log [' + i + '] has been deleted!')
|
||||
err_file = i.replace('access', 'error')
|
||||
if os.path.exists(err_file):
|
||||
os.remove(err_file)
|
||||
print('|---The extra log [' + err_file + '] has been deleted!')
|
||||
|
||||
his_date = time.strftime("%Y-%m-%d_%H%M%S")
|
||||
ngx_access_log = os.path.join(logsPath, siteName + '.log')
|
||||
ngx_error_log = os.path.join(logsPath, siteName + '.error.log')
|
||||
if os.path.exists(ngx_access_log):
|
||||
history_log_file = log_path + '/' + siteName + '_access_' + his_date + '.log'
|
||||
shutil.move(ngx_access_log, history_log_file)
|
||||
if is_gzip:
|
||||
os.system('gzip {}'.format(history_log_file))
|
||||
print('|---Cut logs to:' + history_log_file + '.gz')
|
||||
else:
|
||||
print('|---Cut logs to:' + history_log_file + '.gz')
|
||||
if os.path.exists(ngx_error_log):
|
||||
history_log_file = log_path + '/' + siteName + '_error_' + his_date + '.log'
|
||||
shutil.move(ngx_error_log, history_log_file)
|
||||
if is_gzip:
|
||||
os.system('gzip {}'.format(history_log_file))
|
||||
print('|---Cut logs to:' + history_log_file + '.gz')
|
||||
else:
|
||||
print('|---Cut logs to:' + history_log_file + '.gz')
|
||||
|
||||
httpd_access_log = os.path.join(logsPath, siteName + '-access_log')
|
||||
httpd_error_log = os.path.join(logsPath, siteName + '-error_log')
|
||||
if os.path.exists(httpd_access_log):
|
||||
history_log_file = log_path + '/' + siteName + '_apache_access_' + his_date + '.log'
|
||||
if not os.path.exists(history_log_file):
|
||||
shutil.move(httpd_access_log, history_log_file)
|
||||
if is_gzip:
|
||||
os.system('gzip {}'.format(history_log_file))
|
||||
print('|---Cut logs to:' + history_log_file + '.gz')
|
||||
else:
|
||||
print('|---Cut logs to:' + history_log_file + '.gz')
|
||||
if os.path.exists(httpd_error_log):
|
||||
history_log_file = log_path + '/' + siteName + '_apache_error_' + his_date + '.log'
|
||||
if not os.path.exists(history_log_file):
|
||||
shutil.move(httpd_error_log, history_log_file)
|
||||
if is_gzip:
|
||||
os.system('gzip {}'.format(history_log_file))
|
||||
print('|---Cut logs to:' + history_log_file + '.gz')
|
||||
else:
|
||||
print('|---Cut logs to:' + history_log_file + '.gz')
|
||||
|
||||
ols_access_log = os.path.join(logsPath, siteName + '_ols.access_log')
|
||||
ols_error_log = os.path.join(logsPath, siteName + '_ols.error_log')
|
||||
if os.path.exists(ols_access_log):
|
||||
history_log_file = log_path + '/' + siteName + '_ols_access_' + his_date + '.log'
|
||||
if not os.path.exists(history_log_file):
|
||||
shutil.move(ols_access_log, history_log_file)
|
||||
if is_gzip:
|
||||
os.system('gzip {}'.format(history_log_file))
|
||||
print('|---Cut logs to:' + history_log_file + '.gz')
|
||||
else:
|
||||
print('|---Cut logs to:' + history_log_file + '.gz')
|
||||
if os.path.exists(ols_error_log):
|
||||
history_log_file = log_path + '/' + siteName + '_ols_error_' + his_date + '.log'
|
||||
if not os.path.exists(history_log_file):
|
||||
shutil.move(ols_error_log, history_log_file)
|
||||
if is_gzip:
|
||||
os.system('gzip {}'.format(history_log_file))
|
||||
print('|---Cut logs to:' + history_log_file + '.gz')
|
||||
else:
|
||||
print('|---Cut logs to:' + history_log_file + '.gz')
|
||||
|
||||
|
||||
def split_all(save,log_cut_path):
|
||||
sites = public.M('sites').field('name').select()
|
||||
for site in sites:
|
||||
split_log(site['name'], save,log_cut_path)
|
||||
|
||||
|
||||
def nginx_get_log_path(nginx_config: str, is_error_log: bool = False):
|
||||
if is_error_log:
|
||||
re_data = re.findall(r"error_log +(/(\S+/?)+) ?(.*?);", nginx_config)
|
||||
else:
|
||||
re_data = re.findall(r"access_log +(/(\S+/?)+) ?(.*?);", nginx_config)
|
||||
if re_data is None:
|
||||
return None, None
|
||||
for i in re_data:
|
||||
file_path = i[0].strip(";")
|
||||
if file_path != "/dev/null":
|
||||
return os.path.dirname(file_path), os.path.basename(file_path)
|
||||
return None, None
|
||||
|
||||
|
||||
def apache_get_log_path(apache_config: str, is_error_log: bool = False):
|
||||
if is_error_log:
|
||||
re_data = re.findall(r'''ErrorLog +['"]?(/(\S+/?)+)['"]? ?(.*?)\n''', apache_config)
|
||||
else:
|
||||
re_data = re.findall(r'''CustomLog +['"]?(/(\S+/?)+)['"]? ?(.*?)\n''', apache_config)
|
||||
if re_data is None:
|
||||
return None
|
||||
for i in re_data:
|
||||
file_path = i[0].strip('"').strip("'")
|
||||
if file_path != "/dev/null":
|
||||
return os.path.dirname(file_path), os.path.basename(file_path)
|
||||
return None, None
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
num = int(sys.argv[2])
|
||||
if len(sys.argv) > 3:
|
||||
log_cut_path = sys.argv[3]
|
||||
else:
|
||||
log_cut_path = '/www/wwwlogs/'
|
||||
if sys.argv[1].find('ALL') == 0:
|
||||
split_all(num, log_cut_path)
|
||||
else:
|
||||
siteName = sys.argv[1]
|
||||
try:
|
||||
public.M('sites').where('name=?', (siteName,)).select()[0]['project_type'].lower()
|
||||
split_log(sys.argv[1], num, log_cut_path)
|
||||
except:
|
||||
siteName = sys.argv[1]
|
||||
if siteName[-4:] == '.log':
|
||||
siteName = siteName[:-4]
|
||||
elif siteName[-11:] == '-access_log':
|
||||
siteName = siteName.replace("-access_log",'')
|
||||
else:
|
||||
siteName = siteName.replace("_ols.access_log", '')
|
||||
oldFileName = logsPath+sys.argv[1]
|
||||
split_logs(oldFileName,num,siteName)
|
||||
public.serviceReload()
|
||||
Reference in New Issue
Block a user