#!/usr/bin/python # coding: utf-8 # ----------------------------- # 宝塔Linux面板网站日志切割脚本 # ----------------------------- import glob import os import re import shutil import sys import time os.chdir("/www/server/panel") sys.path.append('class/') sys.stdout.reconfigure(encoding="utf-8") import public print('==================================================================') print('★[' + time.strftime("%Y/%m/%d %H:%M:%S") + '] Cutting log') print('==================================================================') print('|--Currently keeping the latest copies of [' + sys.argv[2] + ']') logsPath = '/www/wwwlogs/' is_gzip = not os.path.exists('/www/server/panel/data/log_not_gzip.pl') is_nginx = False if os.path.exists('/www/server/nginx/logs/nginx.pid'): is_nginx = True px = '.log' if not is_nginx: px = '-access_log' def build_errlog(sitename): if is_nginx: log = sitename + '.error.log' elif os.path.exists('/usr/local/lsws/bin/lswsctrl'): log = sitename + '_ols.error_log' else: log = sitename + '-error_log' return log def clean_backlog(logname,num): logs=sorted(glob.glob(logname+"_*")) count=len(logs) num=count - num for i in range(count): if i>num: break; os.remove(logs[i]) print('|---The extra log ['+logs[i]+'] has been deleted!') def split_logs(oldFileName,num,site_name): global logsPath errlog_name = build_errlog(site_name) old_errlog = logsPath + errlog_name if not os.path.exists(oldFileName): print('|---'+oldFileName+'file does not exist!') return clean_backlog(oldFileName,num) clean_backlog(old_errlog,num) newFileName=oldFileName+'_'+time.strftime("%Y-%m-%d_%H%M%S")+'.log' shutil.move(oldFileName,newFileName) new_errlog = old_errlog+'_'+time.strftime("%Y-%m-%d_%H%M%S")+'.log' shutil.move(old_errlog, new_errlog) if not os.path.exists('/www/server/panel/data/log_not_gzip.pl'): os.system("gzip %s" % newFileName) os.system("gzip %s" % new_errlog) print('|---The log has been cut to:' + newFileName + '.gz') print('|---The log has been cut to:' + new_errlog + '.gz') else: print('|---The log has been cut to:'+newFileName+'.log') print('|---The log has been cut to:' + new_errlog + '.log') def split_log(siteName, num, log_cut_path): global logsPath, is_gzip res = public.M('sites').where('name=?', (siteName,)).select()[0]['project_type'].lower() if res == 'php': res = '' else: res = res + '_' # print(res) directory = '/etc/init.d/' files = os.listdir(directory) file_list = list(files) print('|-Processing website: {}'.format(siteName)) if 'nginx' in file_list: config_path = '/www/server/panel/vhost/nginx/{}.conf'.format(res + siteName) config = public.readFile(config_path) if not config: print('|-Processing website: logs for {} site not detected'.format(siteName)) return tmp, _ = nginx_get_log_path(config, is_error_log=False) if tmp is not None: logsPath = tmp elif 'httpd' in file_list: config_path = '/www/server/panel/vhost/apache/{}.conf'.format(res + siteName) config = public.readFile(config_path) if not config: print('|-Processing website: logs for [{}] site not detected'.format(siteName)) return tmp, _ = apache_get_log_path(config, is_error_log=False) if tmp is not None: logsPath = tmp # print('|-正在处理网站: {}'.format(siteName)) # print(logsPath) log_path = os.path.join(log_cut_path, 'history_backups', siteName) log_path = log_path.replace('history_backups/history_backups/', 'history_backups/') if not os.path.exists(log_path): os.makedirs(log_path, 384) logs = sorted(glob.glob(log_path + '/' + siteName + "_access_*")) old_logs = sorted(glob.glob(logsPath + '/' + siteName + "*log_*.log")) count = len(logs) remove_num = count - num # print('|-当前日志数量: {}, 删除：{}'.format(count,remove_num)) old_list = old_logs[:remove_num+1] for i in old_list: if os.path.exists(i): os.remove(old_logs[i]) print('|---The extra log [' + i + '] has been deleted!') remove_num = remove_num - len(old_list) for i in logs[:remove_num+1]: if os.path.exists(i): os.remove(i) print('|---The extra log [' + i + '] has been deleted!') err_file = i.replace('access', 'error') if os.path.exists(err_file): os.remove(err_file) print('|---The extra log [' + err_file + '] has been deleted!') his_date = time.strftime("%Y-%m-%d_%H%M%S") ngx_access_log = os.path.join(logsPath, siteName + '.log') ngx_error_log = os.path.join(logsPath, siteName + '.error.log') if os.path.exists(ngx_access_log): history_log_file = log_path + '/' + siteName + '_access_' + his_date + '.log' shutil.move(ngx_access_log, history_log_file) if is_gzip: os.system('gzip {}'.format(history_log_file)) print('|---Cut logs to:' + history_log_file + '.gz') else: print('|---Cut logs to:' + history_log_file + '.gz') if os.path.exists(ngx_error_log): history_log_file = log_path + '/' + siteName + '_error_' + his_date + '.log' shutil.move(ngx_error_log, history_log_file) if is_gzip: os.system('gzip {}'.format(history_log_file)) print('|---Cut logs to:' + history_log_file + '.gz') else: print('|---Cut logs to:' + history_log_file + '.gz') httpd_access_log = os.path.join(logsPath, siteName + '-access_log') httpd_error_log = os.path.join(logsPath, siteName + '-error_log') if os.path.exists(httpd_access_log): history_log_file = log_path + '/' + siteName + '_apache_access_' + his_date + '.log' if not os.path.exists(history_log_file): shutil.move(httpd_access_log, history_log_file) if is_gzip: os.system('gzip {}'.format(history_log_file)) print('|---Cut logs to:' + history_log_file + '.gz') else: print('|---Cut logs to:' + history_log_file + '.gz') if os.path.exists(httpd_error_log): history_log_file = log_path + '/' + siteName + '_apache_error_' + his_date + '.log' if not os.path.exists(history_log_file): shutil.move(httpd_error_log, history_log_file) if is_gzip: os.system('gzip {}'.format(history_log_file)) print('|---Cut logs to:' + history_log_file + '.gz') else: print('|---Cut logs to:' + history_log_file + '.gz') ols_access_log = os.path.join(logsPath, siteName + '_ols.access_log') ols_error_log = os.path.join(logsPath, siteName + '_ols.error_log') if os.path.exists(ols_access_log): history_log_file = log_path + '/' + siteName + '_ols_access_' + his_date + '.log' if not os.path.exists(history_log_file): shutil.move(ols_access_log, history_log_file) if is_gzip: os.system('gzip {}'.format(history_log_file)) print('|---Cut logs to:' + history_log_file + '.gz') else: print('|---Cut logs to:' + history_log_file + '.gz') if os.path.exists(ols_error_log): history_log_file = log_path + '/' + siteName + '_ols_error_' + his_date + '.log' if not os.path.exists(history_log_file): shutil.move(ols_error_log, history_log_file) if is_gzip: os.system('gzip {}'.format(history_log_file)) print('|---Cut logs to:' + history_log_file + '.gz') else: print('|---Cut logs to:' + history_log_file + '.gz') def split_all(save,log_cut_path): sites = public.M('sites').field('name').select() for site in sites: split_log(site['name'], save,log_cut_path) def nginx_get_log_path(nginx_config: str, is_error_log: bool = False): if is_error_log: re_data = re.findall(r"error_log +(/(\S+/?)+) ?(.*?);", nginx_config) else: re_data = re.findall(r"access_log +(/(\S+/?)+) ?(.*?);", nginx_config) if re_data is None: return None, None for i in re_data: file_path = i[0].strip(";") if file_path != "/dev/null": return os.path.dirname(file_path), os.path.basename(file_path) return None, None def apache_get_log_path(apache_config: str, is_error_log: bool = False): if is_error_log: re_data = re.findall(r'''ErrorLog +['"]?(/(\S+/?)+)['"]? ?(.*?)\n''', apache_config) else: re_data = re.findall(r'''CustomLog +['"]?(/(\S+/?)+)['"]? ?(.*?)\n''', apache_config) if re_data is None: return None for i in re_data: file_path = i[0].strip('"').strip("'") if file_path != "/dev/null": return os.path.dirname(file_path), os.path.basename(file_path) return None, None if __name__ == '__main__': num = int(sys.argv[2]) if len(sys.argv) > 3: log_cut_path = sys.argv[3] else: log_cut_path = '/www/wwwlogs/' if sys.argv[1].find('ALL') == 0: split_all(num, log_cut_path) else: siteName = sys.argv[1] try: public.M('sites').where('name=?', (siteName,)).select()[0]['project_type'].lower() split_log(sys.argv[1], num, log_cut_path) except: siteName = sys.argv[1] if siteName[-4:] == '.log': siteName = siteName[:-4] elif siteName[-11:] == '-access_log': siteName = siteName.replace("-access_log",'') else: siteName = siteName.replace("_ols.access_log", '') oldFileName = logsPath+sys.argv[1] split_logs(oldFileName,num,siteName) public.serviceReload()