1178 lines
44 KiB
Python
1178 lines
44 KiB
Python
|
# coding: utf-8
|
|||
|
|
# -------------------------------------------------------------------
|
|||
|
|
# YakPanel
|
|||
|
|
# -------------------------------------------------------------------
|
|||
|
|
# Copyright (c) 2014-2099 YakPanel(www.yakpanel.com) All rights reserved.
|
|||
|
|
# -------------------------------------------------------------------
|
|||
|
|
# Author: yakpanel
|
|||
|
|
# -------------------------------------------------------------------
|
|||
|
|
# ------------------------------
|
|||
|
|
# task script app
|
|||
|
|
# ------------------------------
|
|||
|
|
|
|||
|
|
import functools
|
|||
|
|
import os
|
|||
|
|
|
|||
|
|
import sys
|
|||
|
|
|
|||
|
|
os.chdir("/www/server/panel")
|
|||
|
|
sys.path.insert(0, os.path.abspath("/www/server/panel"))
|
|||
|
|
sys.path.insert(0, "/www/server/panel/class/")
|
|||
|
|
sys.path.insert(0, "/www/server/panel/class_v2/")
|
|||
|
|
|
|||
|
|
from YakTask.conf import logger, CURRENT_TASK_VERSION
|
|||
|
|
from public.hook_import import hook_import
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
hook_import()
|
|||
|
|
except:
|
|||
|
|
pass
|
|||
|
|
|
|||
|
|
|
|||
|
|
def task():
|
|||
|
|
def decorator(func):
|
|||
|
|
@functools.wraps(func)
|
|||
|
|
def wrapper(*args, **kwargs):
|
|||
|
|
import warnings
|
|||
|
|
os.environ["PYTHONWARNINGS"] = "ignore"
|
|||
|
|
warnings.simplefilter("ignore")
|
|||
|
|
|
|||
|
|
pid_dir = "/tmp/brain_task_pids/"
|
|||
|
|
os.makedirs(pid_dir, exist_ok=True)
|
|||
|
|
pid = os.path.join(pid_dir, f"{func.__name__}.pid")
|
|||
|
|
with open(pid, "w") as pf:
|
|||
|
|
pf.write(str(os.getpid()))
|
|||
|
|
try:
|
|||
|
|
return func(*args, **kwargs)
|
|||
|
|
except Exception:
|
|||
|
|
import traceback
|
|||
|
|
traceback.print_exc(file=sys.stderr)
|
|||
|
|
sys.exit(1)
|
|||
|
|
finally:
|
|||
|
|
if os.path.exists(pid):
|
|||
|
|
os.remove(pid)
|
|||
|
|
|
|||
|
|
return wrapper
|
|||
|
|
|
|||
|
|
return decorator
|
|||
|
|
|
|||
|
|
|
|||
|
|
# ======================================================
|
|||
|
|
# 使用task装饰器
|
|||
|
|
# 所有导入请在函数中进行, 异常由顶层处理记录task.log
|
|||
|
|
# ======================================================
|
|||
|
|
|
|||
|
|
# 项目守护进程
|
|||
|
|
@task()
|
|||
|
|
def project_daemon_service():
|
|||
|
|
from script.project_daemon import main as daemon_main
|
|||
|
|
daemon_main()
|
|||
|
|
|
|||
|
|
# ssl服务
|
|||
|
|
@task()
|
|||
|
|
def make_suer_ssl_task():
|
|||
|
|
from ssl_domainModelV2.service import make_suer_ssl_task
|
|||
|
|
make_suer_ssl_task()
|
|||
|
|
|
|||
|
|
|
|||
|
|
# push msg 服务
|
|||
|
|
@task()
|
|||
|
|
def push_msg():
|
|||
|
|
from script.push_msg import main
|
|||
|
|
main()
|
|||
|
|
|
|||
|
|
|
|||
|
|
# site 图标
|
|||
|
|
@task()
|
|||
|
|
def find_favicons():
|
|||
|
|
from data_v2 import data as data_v2_cls
|
|||
|
|
data_v2_cls().find_stored_favicons()
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 放爆破检查任务
|
|||
|
|
@task()
|
|||
|
|
def breaking_through():
|
|||
|
|
import class_v2.breaking_through as breaking_through
|
|||
|
|
_breaking_through_obj = breaking_through.main()
|
|||
|
|
_breaking_through_obj.del_cron()
|
|||
|
|
_breaking_through_obj.cron_method()
|
|||
|
|
del _breaking_through_obj
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 更新WAF配置
|
|||
|
|
@task()
|
|||
|
|
def update_waf_config():
|
|||
|
|
import class_v2.data_v2 as data_v2
|
|||
|
|
dataObject = data_v2.data()
|
|||
|
|
dataObject.getSiteWafConfig()
|
|||
|
|
del dataObject
|
|||
|
|
|
|||
|
|
|
|||
|
|
@task()
|
|||
|
|
def update_monitor_requests():
|
|||
|
|
import class_v2.data_v2 as data_v2
|
|||
|
|
dataObject = data_v2.data()
|
|||
|
|
dataObject.getSiteThirtyTotal(get=None)
|
|||
|
|
del dataObject
|
|||
|
|
|
|||
|
|
|
|||
|
|
@task()
|
|||
|
|
def malicious_file_scanning():
|
|||
|
|
from projectModelV2 import safecloudModel
|
|||
|
|
safecloud = safecloudModel.main()
|
|||
|
|
# 调用 webshell_detection 函数
|
|||
|
|
safecloud.webshell_detection({'is_task': 'true'})
|
|||
|
|
del safecloud
|
|||
|
|
|
|||
|
|
|
|||
|
|
@task()
|
|||
|
|
def check_site_monitor():
|
|||
|
|
import time
|
|||
|
|
import public
|
|||
|
|
site_total_uninstall = '{}/data/site_total_uninstall.pl'.format(public.get_panel_path())
|
|||
|
|
site_total_install_path = '{}/site_total'.format(public.get_setup_path())
|
|||
|
|
site_total_service = '/etc/systemd/system/site_total.service'
|
|||
|
|
install_name = ''
|
|||
|
|
execstr = ""
|
|||
|
|
if not os.path.exists(site_total_uninstall):
|
|||
|
|
if not os.path.exists(site_total_install_path): public.ExecShell("rm -f {}".format(site_total_service))
|
|||
|
|
if public.GetWebServer() != "openlitespeed" and not os.path.exists(
|
|||
|
|
site_total_service) and not os.path.exists(
|
|||
|
|
os.path.join(public.get_panel_path(), "plugin/monitor/info.json")) and public.M('tasks').where(
|
|||
|
|
'name=? and status=?', ('Install [site_total_monitor]', '0')).count() < 1:
|
|||
|
|
if not public.is_self_hosted():
|
|||
|
|
execstr = "curl -fsSL " + public.OfficialDownloadBase().rstrip('/') + "/site_total/install.sh|bash"
|
|||
|
|
install_name = 'Install [site_total_monitor]'
|
|||
|
|
# sleep_time = 86400
|
|||
|
|
else:
|
|||
|
|
if os.path.exists(site_total_service):
|
|||
|
|
install_name = 'Uninstall [site_total_monitor]'
|
|||
|
|
execstr = "bash /www/server/site_total/scripts/uninstall.sh"
|
|||
|
|
if install_name and execstr:
|
|||
|
|
public.M('tasks').add('id,name,type,status,addtime,execstr',
|
|||
|
|
(None, install_name, 'execshell', '0', time.strftime('%Y-%m-%d %H:%M:%S'), execstr))
|
|||
|
|
public.writeFile('/tmp/panelTask.pl', 'True')
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 节点监控
|
|||
|
|
@task()
|
|||
|
|
def node_monitor():
|
|||
|
|
# cmd ='nohup {} /www/server/panel/script/node_monitor.py > /dev/null 2>&1 &'.format(python_bin)
|
|||
|
|
import time
|
|||
|
|
import traceback
|
|||
|
|
try:
|
|||
|
|
from mod.project.node.nodeutil import monitor_all_node_status
|
|||
|
|
monitor_all_node_status()
|
|||
|
|
except Exception:
|
|||
|
|
with open('/tmp/node_monitor.pl', 'w') as f:
|
|||
|
|
f.write(str(int(time.time())))
|
|||
|
|
f.write("{}".format(traceback.format_exc()))
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 节点监控依赖包检测
|
|||
|
|
@task()
|
|||
|
|
def node_monitor_check():
|
|||
|
|
import public
|
|||
|
|
# 定义处理h11的命令变量
|
|||
|
|
cmd_h11 = "cd /www/server/panel/pyenv/bin && source activate && H11_VERSION=$(./pip3 show h11 | grep -i Version | awk '{print $2}') && if [ \"$H11_VERSION\" != \"0.14.0\" ]; then ./pip3 uninstall h11 -y; fi; ./pip3 install h11==0.14.0"
|
|||
|
|
|
|||
|
|
# 定义处理wsproto的命令变量
|
|||
|
|
cmd_wsproto = "cd /www/server/panel/pyenv/bin && source activate && WSPROTO_VERSION=$(./pip3 show wsproto | grep -i Version | awk '{print $2}') && if [ \"$WSPROTO_VERSION\" != \"1.2.0\" ]; then ./pip3 uninstall wsproto -y; fi; ./pip3 install wsproto==1.2.0"
|
|||
|
|
public.ExecShell(cmd_h11)
|
|||
|
|
public.ExecShell(cmd_wsproto)
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 多web
|
|||
|
|
@task()
|
|||
|
|
def multi_web_server_daemon():
|
|||
|
|
import public
|
|||
|
|
import psutil
|
|||
|
|
if public.get_multi_webservice_status():
|
|||
|
|
from panel_site_v2 import panelSite
|
|||
|
|
from script.restart_services import DaemonManager
|
|||
|
|
|
|||
|
|
obj = panelSite()
|
|||
|
|
pid_paths = {
|
|||
|
|
'nginx': "/www/server/nginx/logs/nginx.pid",
|
|||
|
|
'apache': "/www/server/apache/logs/httpd.pid",
|
|||
|
|
'openlitespeed': "/tmp/lshttpd/lshttpd.pid"
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
for service_name, pid_path in pid_paths.items():
|
|||
|
|
sys.path.append("../..")
|
|||
|
|
daemon_info = DaemonManager.safe_read()
|
|||
|
|
if service_name not in daemon_info:
|
|||
|
|
continue
|
|||
|
|
|
|||
|
|
is_running = False
|
|||
|
|
if os.path.exists(pid_path):
|
|||
|
|
pid = public.readFile(pid_path)
|
|||
|
|
|
|||
|
|
if pid:
|
|||
|
|
try:
|
|||
|
|
psutil.Process(int(pid))
|
|||
|
|
is_running = True
|
|||
|
|
except:
|
|||
|
|
pass
|
|||
|
|
|
|||
|
|
if not is_running:
|
|||
|
|
public.WriteLog("Service Daemon",
|
|||
|
|
f"Multi-WebServer: An error occurred in {service_name}. Initiate the repair")
|
|||
|
|
obj.cheak_port_conflict('enable')
|
|||
|
|
obj.ols_update_config('enable')
|
|||
|
|
obj.apache_update_config('enable')
|
|||
|
|
public.webservice_operation('nginx')
|
|||
|
|
public.WriteLog("Service Daemon", f"Multi-WebServer: The {service_name} repair was successful")
|
|||
|
|
break
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 日志事件loop
|
|||
|
|
@task()
|
|||
|
|
def maillog_event():
|
|||
|
|
from power_mta.maillog_stat import maillog_event
|
|||
|
|
maillog_event()
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 聚合日志
|
|||
|
|
@task()
|
|||
|
|
def aggregate_maillogs_task():
|
|||
|
|
from power_mta.maillog_stat import aggregate_maillogs_task_once
|
|||
|
|
aggregate_maillogs_task_once()
|
|||
|
|
|
|||
|
|
|
|||
|
|
@task()
|
|||
|
|
def schedule_automations():
|
|||
|
|
from power_mta.automations import Task
|
|||
|
|
Task().schedule_once()
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 自动回复mail
|
|||
|
|
@task()
|
|||
|
|
def auto_reply_tasks():
|
|||
|
|
try:
|
|||
|
|
if not os.path.exists('/www/server/panel/plugin/mail_sys/mail_sys_main.py') or not os.path.exists(
|
|||
|
|
'/www/vmail'):
|
|||
|
|
return
|
|||
|
|
if os.path.exists("/www/server/panel/plugin/mail_sys"):
|
|||
|
|
sys.path.insert(1, "/www/server/panel/plugin/mail_sys")
|
|||
|
|
try:
|
|||
|
|
from plugin.mail_sys.mail_sys_main import mail_sys_main
|
|||
|
|
mail_sys_main().auto_reply_tasks()
|
|||
|
|
except Exception:
|
|||
|
|
raise
|
|||
|
|
except:
|
|||
|
|
pass
|
|||
|
|
|
|||
|
|
|
|||
|
|
@task()
|
|||
|
|
def auto_scan_abnormal_mail():
|
|||
|
|
import time
|
|||
|
|
import public
|
|||
|
|
try:
|
|||
|
|
if not os.path.exists('/www/server/panel/plugin/mail_sys/mail_send_bulk.py') or not os.path.exists(
|
|||
|
|
'/www/vmail'):
|
|||
|
|
return
|
|||
|
|
# 检查授权
|
|||
|
|
endtime = public.get_pd()[1]
|
|||
|
|
curtime = int(time.time())
|
|||
|
|
if endtime != 0 and endtime < curtime:
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
# 检查是否关闭了自动扫描
|
|||
|
|
path = '/www/server/panel/plugin/mail_sys/data/abnormal_mail_check_switch'
|
|||
|
|
if os.path.exists(path):
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
if os.path.exists("/www/server/panel/plugin/mail_sys"):
|
|||
|
|
sys.path.insert(1, "/www/server/panel/plugin/mail_sys")
|
|||
|
|
# 导入并执行扫描
|
|||
|
|
import public.PluginLoader as plugin_loader
|
|||
|
|
bulk = plugin_loader.get_module('{}/plugin/mail_sys/mail_send_bulk.py'.format(public.get_panel_path()))
|
|||
|
|
SendMailBulk = bulk.SendMailBulk
|
|||
|
|
try:
|
|||
|
|
SendMailBulk().check_abnormal_emails()
|
|||
|
|
except Exception:
|
|||
|
|
raise
|
|||
|
|
except:
|
|||
|
|
pass
|
|||
|
|
|
|||
|
|
|
|||
|
|
@task()
|
|||
|
|
def submit_email_statistics():
|
|||
|
|
import public
|
|||
|
|
from datetime import datetime, timedelta
|
|||
|
|
|
|||
|
|
def _get_yesterday_count2():
|
|||
|
|
# 获取昨天的开始时间和结束时间（本地时间）
|
|||
|
|
today = datetime.now()
|
|||
|
|
yesterday = today - timedelta(days=1)
|
|||
|
|
|
|||
|
|
# 昨天 00:00:00
|
|||
|
|
yesterday_start = datetime(yesterday.year, yesterday.month, yesterday.day, 0, 0, 0)
|
|||
|
|
|
|||
|
|
# 昨天 23:59:59
|
|||
|
|
yesterday_end = datetime(yesterday.year, yesterday.month, yesterday.day, 23, 59, 59)
|
|||
|
|
|
|||
|
|
# 转为时间戳
|
|||
|
|
start_time = int(yesterday_start.timestamp())
|
|||
|
|
end_time = int(yesterday_end.timestamp())
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
query = public.S('send_mails').alias('rm').prefix('')
|
|||
|
|
query.inner_join('senders s', 'rm.postfix_message_id=s.postfix_message_id')
|
|||
|
|
query.where('s.postfix_message_id is not null')
|
|||
|
|
if start_time > 0:
|
|||
|
|
query.where('rm.log_time > ?', start_time - 1)
|
|||
|
|
if end_time > 0:
|
|||
|
|
query.where('rm.log_time < ?', end_time + 1)
|
|||
|
|
|
|||
|
|
query.where('rm.status =?', 'sent')
|
|||
|
|
from power_mta.maillog_stat import query_maillog_with_time_section
|
|||
|
|
ret = query_maillog_with_time_section(query, start_time, end_time)
|
|||
|
|
allnum = len(ret)
|
|||
|
|
except:
|
|||
|
|
allnum = 0
|
|||
|
|
return allnum
|
|||
|
|
|
|||
|
|
if os.path.exists("/www/server/panel/plugin/mail_sys"):
|
|||
|
|
sys.path.insert(1, "/www/server/panel/plugin/mail_sys")
|
|||
|
|
|
|||
|
|
# 添加提交标记 每次提交昨天的 标记存在跳过 不存在添加 删除前天标记
|
|||
|
|
yesterday = datetime.now() - timedelta(days=1)
|
|||
|
|
yesterday = yesterday.strftime('%Y-%m-%d')
|
|||
|
|
cloud_yesterday_submit = f'/www/server/panel/data/{yesterday}_submit_email_statistics.pl'
|
|||
|
|
if os.path.exists(cloud_yesterday_submit):
|
|||
|
|
return
|
|||
|
|
# 判断是否有邮局
|
|||
|
|
if not os.path.exists('/www/server/panel/plugin/mail_sys/mail_send_bulk.py') or not os.path.exists('/www/vmail'):
|
|||
|
|
return
|
|||
|
|
# 处理昨天数据
|
|||
|
|
all_data = _get_yesterday_count2()
|
|||
|
|
if not all_data:
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
# 记录昨日发件总数
|
|||
|
|
public.set_module_logs('sys_mail', 'sent', all_data)
|
|||
|
|
|
|||
|
|
# 添加标记
|
|||
|
|
public.writeFile(cloud_yesterday_submit, '1')
|
|||
|
|
# 删除前天标记
|
|||
|
|
before_yesterday = datetime.now() - timedelta(days=2)
|
|||
|
|
before_yesterday = before_yesterday.strftime('%Y-%m-%d')
|
|||
|
|
cloud_before_yesterday_submit = f'/www/server/panel/data/{before_yesterday}_submit_email_statistics.pl'
|
|||
|
|
if os.path.exists(cloud_before_yesterday_submit):
|
|||
|
|
os.remove(cloud_before_yesterday_submit)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@task()
|
|||
|
|
def submit_module_call_statistics():
|
|||
|
|
import json
|
|||
|
|
import requests
|
|||
|
|
import public
|
|||
|
|
from datetime import datetime, timedelta
|
|||
|
|
from YakTask.conf import logger
|
|||
|
|
|
|||
|
|
# 获取系统时间与utc时间的差值
|
|||
|
|
def _get_utc_offset_modele():
|
|||
|
|
# 系统时间戳
|
|||
|
|
current_local_time = datetime.now()
|
|||
|
|
current_local_timestamp = int(current_local_time.timestamp())
|
|||
|
|
|
|||
|
|
# 获取当前 UTC 时间的时间戳
|
|||
|
|
# noinspection PyDeprecation
|
|||
|
|
current_utc_time = datetime.utcnow()
|
|||
|
|
current_utc_timestamp = int(current_utc_time.timestamp())
|
|||
|
|
|
|||
|
|
# 计算时区差值（秒）
|
|||
|
|
timezone_offset = current_local_timestamp - current_utc_timestamp
|
|||
|
|
offset = timezone_offset / 3600
|
|||
|
|
|
|||
|
|
return offset
|
|||
|
|
|
|||
|
|
def _submit_to_cloud(data_submit):
|
|||
|
|
"""提交用户统计数据 接口调用 安装量等 """
|
|||
|
|
import panelAuth
|
|||
|
|
cloudUrl = '{}/api/panel/submit_feature_invoked_bulk'.format(public.OfficialApiBase())
|
|||
|
|
pdata = panelAuth.panelAuth().create_serverid(None)
|
|||
|
|
url_headers = {}
|
|||
|
|
if 'token' in pdata:
|
|||
|
|
url_headers = {"authorization": "bt {}".format(pdata['token'])}
|
|||
|
|
|
|||
|
|
pdata['environment_info'] = json.dumps(public.fetch_env_info())
|
|||
|
|
|
|||
|
|
pdata['data'] = data_submit
|
|||
|
|
pdata['utc_offset'] = _get_utc_offset_modele()
|
|||
|
|
requests.post(cloudUrl, json=pdata, headers=url_headers)
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
# 添加提交标记 每次提交昨天的 标记存在跳过 不存在添加 删除前天标记 提交过的数据在统计文件里删除
|
|||
|
|
yesterday = datetime.now() - timedelta(days=1)
|
|||
|
|
yesterday = yesterday.strftime('%Y-%m-%d')
|
|||
|
|
cloud_yesterday_submit = '{}/data/{}_submit_module_call_statistics.pl'.format(public.get_panel_path(), yesterday)
|
|||
|
|
if os.path.exists(cloud_yesterday_submit):
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
# 取文件中yesterday和yesterday以前的数据
|
|||
|
|
datainfo = {}
|
|||
|
|
path = '{}/data/mod_log.json'.format(public.get_panel_path())
|
|||
|
|
if os.path.exists(path):
|
|||
|
|
try:
|
|||
|
|
datainfo = json.loads(public.readFile(path))
|
|||
|
|
except:
|
|||
|
|
pass
|
|||
|
|
else:
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
if type(datainfo) != dict:
|
|||
|
|
datainfo = {}
|
|||
|
|
# 需要提交的
|
|||
|
|
data_submit = {}
|
|||
|
|
# 当天数据
|
|||
|
|
data_reserve = {}
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
for date, modules in datainfo.items():
|
|||
|
|
# 如果日期小于昨天，则提交数据
|
|||
|
|
if date.strip() <= yesterday.strip():
|
|||
|
|
data_submit[date] = modules
|
|||
|
|
else:
|
|||
|
|
data_reserve[date] = modules
|
|||
|
|
except:
|
|||
|
|
logger.error(public.get_error_info())
|
|||
|
|
|
|||
|
|
if not data_submit:
|
|||
|
|
return
|
|||
|
|
_submit_to_cloud(data_submit)
|
|||
|
|
|
|||
|
|
# 将data_reserve 重新写入
|
|||
|
|
public.writeFile(path, json.dumps(data_reserve))
|
|||
|
|
|
|||
|
|
# 添加标记
|
|||
|
|
public.writeFile(cloud_yesterday_submit, '1')
|
|||
|
|
# 删除前天标记
|
|||
|
|
before_yesterday = datetime.now() - timedelta(days=2)
|
|||
|
|
before_yesterday = before_yesterday.strftime('%Y-%m-%d')
|
|||
|
|
cloud_before_yesterday_submit = '{}/data/{}_submit_module_call_statistics.pl'.format(
|
|||
|
|
public.get_panel_path(), before_yesterday
|
|||
|
|
)
|
|||
|
|
if os.path.exists(cloud_before_yesterday_submit):
|
|||
|
|
os.remove(cloud_before_yesterday_submit)
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 邮箱域名黑名单检查报警
|
|||
|
|
@task()
|
|||
|
|
def mailsys_domain_blecklisted_alarm():
|
|||
|
|
import public
|
|||
|
|
from datetime import datetime, timedelta
|
|||
|
|
from YakTask.conf import logger
|
|||
|
|
|
|||
|
|
if not os.path.exists('/www/server/panel/plugin/mail_sys/mail_send_bulk.py') or not os.path.exists('/www/vmail'):
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
yesterday = datetime.now() - timedelta(days=1)
|
|||
|
|
yesterday = yesterday.strftime('%Y-%m-%d')
|
|||
|
|
cloud_yesterday_submit = '{}/data/{}_mailsys_domain_blecklisted_alarm.pl'.format(
|
|||
|
|
public.get_panel_path(), yesterday
|
|||
|
|
)
|
|||
|
|
if os.path.exists(cloud_yesterday_submit):
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
if os.path.exists("/www/server/panel/plugin/mail_sys"):
|
|||
|
|
sys.path.insert(1, "/www/server/panel/plugin/mail_sys")
|
|||
|
|
|
|||
|
|
# 检查版本 检查是否能查询额度 剩余额度
|
|||
|
|
import public.PluginLoader as plugin_loader
|
|||
|
|
bulk = plugin_loader.get_module('{}/plugin/mail_sys/mail_send_bulk.py'.format(public.get_panel_path()))
|
|||
|
|
SendMailBulk = bulk.SendMailBulk
|
|||
|
|
try:
|
|||
|
|
SendMailBulk().check_domain_blacklist_corn()
|
|||
|
|
|
|||
|
|
except:
|
|||
|
|
logger.error(public.get_error_info())
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
# 添加标记
|
|||
|
|
public.writeFile(cloud_yesterday_submit, '1')
|
|||
|
|
# 删除前天标记
|
|||
|
|
before_yesterday = datetime.now() - timedelta(days=2)
|
|||
|
|
before_yesterday = before_yesterday.strftime('%Y-%m-%d')
|
|||
|
|
cloud_before_yesterday_submit = '{}/data/{}_mailsys_domain_blecklisted_alarm.pl'.format(
|
|||
|
|
public.get_panel_path(), before_yesterday
|
|||
|
|
)
|
|||
|
|
if os.path.exists(cloud_before_yesterday_submit):
|
|||
|
|
os.remove(cloud_before_yesterday_submit)
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 更新wordpress漏洞库
|
|||
|
|
@task()
|
|||
|
|
def update_vulnerabilities():
|
|||
|
|
import time
|
|||
|
|
import public
|
|||
|
|
import requests, json
|
|||
|
|
if "/www/server/panel/class_v2/wp_toolkit/" not in sys.path:
|
|||
|
|
sys.path.insert(1, "/www/server/panel/class_v2/wp_toolkit/")
|
|||
|
|
# noinspection PyUnresolvedReferences
|
|||
|
|
import totle_db
|
|||
|
|
# noinspection PyUnresolvedReferences
|
|||
|
|
requests.packages.urllib3.disable_warnings()
|
|||
|
|
|
|||
|
|
def auto_scan():
|
|||
|
|
"""
|
|||
|
|
@name 自动扫描
|
|||
|
|
@msg 一天一次
|
|||
|
|
:return:
|
|||
|
|
"""
|
|||
|
|
path_time = "/www/server/panel/data/auto_scan.pl"
|
|||
|
|
if not os.path.exists(path_time):
|
|||
|
|
public.writeFile(path_time, json.dumps({"time": int(time.time())}))
|
|||
|
|
share_ip_info = {"time": 0}
|
|||
|
|
else:
|
|||
|
|
try:
|
|||
|
|
share_ip_info = json.loads(public.readFile(path_time))
|
|||
|
|
except Exception:
|
|||
|
|
public.ExecShell("rm -f {}".format(path_time))
|
|||
|
|
share_ip_info = {"time": 0}
|
|||
|
|
if (int(time.time()) - share_ip_info["time"]) < 86400:
|
|||
|
|
return public.returnMsg(False, "未达到时间")
|
|||
|
|
share_ip_info["time"] = int(time.time())
|
|||
|
|
public.writeFile(path_time, json.dumps(share_ip_info))
|
|||
|
|
# noinspection PyUnresolvedReferences
|
|||
|
|
import wordpress_scan
|
|||
|
|
# noinspection PyInconsistentReturns
|
|||
|
|
wordpress_scan.wordpress_scan().auto_scan()
|
|||
|
|
|
|||
|
|
def M(table, db="wordpress_vulnerabilities"):
|
|||
|
|
"""
|
|||
|
|
@name 获取数据库对象
|
|||
|
|
@param table 表名
|
|||
|
|
@param db 数据库名
|
|||
|
|
"""
|
|||
|
|
with totle_db.Sql(db) as sql:
|
|||
|
|
return sql.table(table)
|
|||
|
|
|
|||
|
|
# noinspection PyInconsistentReturns
|
|||
|
|
def check_vlun():
|
|||
|
|
path_time = "/www/server/panel/data/wordpress_check_vlun.pl"
|
|||
|
|
if not os.path.exists(path_time):
|
|||
|
|
public.writeFile(path_time, json.dumps({"time": int(time.time())}))
|
|||
|
|
share_ip_info = {"time": 0}
|
|||
|
|
else:
|
|||
|
|
try:
|
|||
|
|
share_ip_info = json.loads(public.readFile(path_time))
|
|||
|
|
except Exception:
|
|||
|
|
public.ExecShell("rm -f {}".format(path_time))
|
|||
|
|
share_ip_info = {"time": 0}
|
|||
|
|
if (int(time.time()) - share_ip_info["time"]) < 86400:
|
|||
|
|
return public.returnMsg(False, "未达到时间")
|
|||
|
|
share_ip_info["time"] = int(time.time())
|
|||
|
|
public.writeFile(path_time, json.dumps(share_ip_info))
|
|||
|
|
load_time = M("wordpress_vulnerabilities", "wordpress_vulnerabilities").order("data_time desc").limit(
|
|||
|
|
"1").field(
|
|||
|
|
"data_time").find()
|
|||
|
|
if type(load_time) != dict: return
|
|||
|
|
|
|||
|
|
# noinspection PyInconsistentReturns
|
|||
|
|
def get_yun_infos(page):
|
|||
|
|
url = "https://wafapi2.yakpanel.com/api/bt_waf/get_wordpress_scan?size=100&p=" + str(page)
|
|||
|
|
yun_infos = requests.get(url, verify=False, timeout=60).json()
|
|||
|
|
for i in yun_infos['res']:
|
|||
|
|
if i['data_time'] > load_time['data_time']:
|
|||
|
|
del i['id']
|
|||
|
|
M("wordpress_vulnerabilities", "wordpress_vulnerabilities").insert(i)
|
|||
|
|
else:
|
|||
|
|
return True
|
|||
|
|
|
|||
|
|
for i in range(1, 20):
|
|||
|
|
time.sleep(26)
|
|||
|
|
if get_yun_infos(i):
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
def check_plugin_close():
|
|||
|
|
"""
|
|||
|
|
@name 检查插件是否关闭
|
|||
|
|
@return True 关闭
|
|||
|
|
@return False 开启
|
|||
|
|
"""
|
|||
|
|
path_time = "/www/server/panel/data/wordpress_check_plugin_close.pl"
|
|||
|
|
if not os.path.exists(path_time):
|
|||
|
|
public.writeFile(path_time, json.dumps({"time": int(time.time())}))
|
|||
|
|
share_ip_info = {"time": 0}
|
|||
|
|
else:
|
|||
|
|
try:
|
|||
|
|
share_ip_info = json.loads(public.readFile(path_time))
|
|||
|
|
except Exception:
|
|||
|
|
public.ExecShell("rm -f {}".format(path_time))
|
|||
|
|
share_ip_info = {"time": 0}
|
|||
|
|
if (int(time.time()) - share_ip_info["time"]) < 86400:
|
|||
|
|
return public.returnMsg(False, "未达到时间")
|
|||
|
|
share_ip_info["time"] = int(time.time())
|
|||
|
|
public.writeFile(path_time, json.dumps(share_ip_info))
|
|||
|
|
check_sql = M("plugin_error", "plugin_error").order("id desc").limit("1").field("id").find()
|
|||
|
|
if type(check_sql) != dict: return None
|
|||
|
|
time.sleep(30)
|
|||
|
|
url = "https://wafapi2.yakpanel.com/api/bt_waf/plugin_error_list"
|
|||
|
|
try:
|
|||
|
|
res = requests.get(url, verify=False, timeout=60).json()
|
|||
|
|
except:
|
|||
|
|
return False
|
|||
|
|
res_list = res['res']
|
|||
|
|
for i in res_list:
|
|||
|
|
if M("plugin_error", "plugin_error").where("slug=? and status=0", i['slug']).count() > 0:
|
|||
|
|
M("plugin_error", "plugin_error").where("slug=?", i['slug']).update({"status": 1})
|
|||
|
|
return None
|
|||
|
|
|
|||
|
|
# noinspection PyInconsistentReturns
|
|||
|
|
def get_plugin_update_time():
|
|||
|
|
"""
|
|||
|
|
@name 获取插件更新时间
|
|||
|
|
@ps 一周更新一次
|
|||
|
|
"""
|
|||
|
|
path_time = "/www/server/panel/data/wordpress_get_plugin_update_time.pl"
|
|||
|
|
if not os.path.exists(path_time):
|
|||
|
|
public.writeFile(path_time, json.dumps({"time": int(time.time())}))
|
|||
|
|
# 如果第一次运行则三天后再运行
|
|||
|
|
share_ip_info = {"time": int(time.time()) - 86400 * 2}
|
|||
|
|
else:
|
|||
|
|
try:
|
|||
|
|
share_ip_info = json.loads(public.readFile(path_time))
|
|||
|
|
except Exception:
|
|||
|
|
public.ExecShell("rm -f {}".format(path_time))
|
|||
|
|
share_ip_info = {"time": 0}
|
|||
|
|
if (int(time.time()) - share_ip_info["time"]) < 259200:
|
|||
|
|
return public.returnMsg(False, "未达到时间")
|
|||
|
|
share_ip_info["time"] = int(time.time())
|
|||
|
|
public.writeFile(path_time, json.dumps(share_ip_info))
|
|||
|
|
|
|||
|
|
check_sql = M("wordpress_not_update", "wordpress_not_update").order("id desc").limit("1").field("id").find()
|
|||
|
|
if type(check_sql) != dict: return
|
|||
|
|
import random
|
|||
|
|
def get_plugin_time(id):
|
|||
|
|
time.sleep(30)
|
|||
|
|
url = "https://wafapi2.yakpanel.com/api/bt_waf/get_wordpress_not_update?p=" + str(id)
|
|||
|
|
try:
|
|||
|
|
res = requests.get(url, verify=False, timeout=60).json()
|
|||
|
|
if len(res['res']) == 0:
|
|||
|
|
return True
|
|||
|
|
for i in res['res']:
|
|||
|
|
if M("wordpress_not_update", "wordpress_not_update").where("slug=?", i['slug']).count() > 0:
|
|||
|
|
if M("wordpress_not_update", "wordpress_not_update").where("slug=? and last_time=?", (
|
|||
|
|
i['slug'], i['last_time'])).count() == 0:
|
|||
|
|
M("wordpress_not_update", "wordpress_not_update").where("slug=?", i['slug']).update(
|
|||
|
|
{"last_time": i['last_time']})
|
|||
|
|
# 随机时间
|
|||
|
|
except:
|
|||
|
|
pass
|
|||
|
|
|
|||
|
|
for i in range(1, 50):
|
|||
|
|
time.sleep(random.randint(10, 30))
|
|||
|
|
if get_plugin_time(i):
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
auto_scan()
|
|||
|
|
if not public.is_self_hosted():
|
|||
|
|
check_vlun()
|
|||
|
|
check_plugin_close()
|
|||
|
|
get_plugin_update_time()
|
|||
|
|
except Exception:
|
|||
|
|
import traceback
|
|||
|
|
public.print_log(traceback.format_exc())
|
|||
|
|
raise
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 更新docker app
|
|||
|
|
@task()
|
|||
|
|
def refresh_dockerapps():
|
|||
|
|
from mod.project.docker.app.appManageMod import AppManage
|
|||
|
|
AppManage().refresh_apps_list()
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 更新软件商店列表
|
|||
|
|
@task()
|
|||
|
|
def update_software_list():
|
|||
|
|
import public
|
|||
|
|
import panelPlugin
|
|||
|
|
# noinspection PyUnresolvedReferences
|
|||
|
|
get = public.dict_obj()
|
|||
|
|
get.force = 1
|
|||
|
|
panelPlugin.panelPlugin().get_cloud_list(get)
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 每10分钟, 502错误检查线程 (夹杂其他任务)
|
|||
|
|
@task()
|
|||
|
|
def check502task():
|
|||
|
|
import json
|
|||
|
|
import time
|
|||
|
|
import psutil
|
|||
|
|
import public
|
|||
|
|
from YakTask.conf import logger, BASE_PATH, PYTHON_BIN
|
|||
|
|
|
|||
|
|
def siteEdate():
|
|||
|
|
mEdate = time.strftime('%Y-%m-%d', time.localtime())
|
|||
|
|
edate_pl = '/www/server/panel/data/edate.pl'
|
|||
|
|
try:
|
|||
|
|
oldEdate = public.ReadFile(edate_pl)
|
|||
|
|
if not oldEdate:
|
|||
|
|
oldEdate = '0000-00-00'
|
|||
|
|
mEdate = time.strftime('%Y-%m-%d', time.localtime())
|
|||
|
|
if oldEdate == mEdate:
|
|||
|
|
return False
|
|||
|
|
# os.system("nohup " + PYTHON_BIN + " /www/server/panel/script/site_task.py > /dev/null 2>&1 &")
|
|||
|
|
edateSites = public.M('sites').where(
|
|||
|
|
'edate>? AND edate<? AND status=?', ('0000-00-00', mEdate, 1)
|
|||
|
|
).field('id,name').select()
|
|||
|
|
import panelSite
|
|||
|
|
siteObject = panelSite.panelSite()
|
|||
|
|
for site in edateSites:
|
|||
|
|
get = public.dict_obj()
|
|||
|
|
get.id = site['id']
|
|||
|
|
get.name = site['name']
|
|||
|
|
siteObject.SiteStop(get)
|
|||
|
|
public.writeFile('data/edate.pl', mEdate)
|
|||
|
|
except Exception:
|
|||
|
|
logger.info(public.get_error_info())
|
|||
|
|
finally:
|
|||
|
|
del oldEdate
|
|||
|
|
public.writeFile(edate_pl, mEdate)
|
|||
|
|
|
|||
|
|
def sess_expire():
|
|||
|
|
# session过期处理
|
|||
|
|
try:
|
|||
|
|
sess_path = '{}/data/session'.format(BASE_PATH)
|
|||
|
|
if not os.path.exists(sess_path):
|
|||
|
|
return
|
|||
|
|
s_time = time.time()
|
|||
|
|
f_list = os.listdir(sess_path)
|
|||
|
|
f_num = len(f_list)
|
|||
|
|
sess_expired_path = f"{public.get_panel_path()}/data/session_timeout.pl"
|
|||
|
|
sess_expired = 86400 # default 24H
|
|||
|
|
if os.path.exists(sess_expired_path):
|
|||
|
|
try:
|
|||
|
|
sess_expired = int(public.readFile(sess_expired_path).strip())
|
|||
|
|
except:
|
|||
|
|
pass
|
|||
|
|
for fname in f_list:
|
|||
|
|
filename = os.path.join(sess_path, fname)
|
|||
|
|
fstat = os.stat(filename)
|
|||
|
|
f_time = s_time - fstat.st_mtime
|
|||
|
|
if f_time > sess_expired:
|
|||
|
|
os.remove(filename)
|
|||
|
|
continue
|
|||
|
|
if fstat.st_size < 256 and len(fname) == 32:
|
|||
|
|
if f_time > 60 or f_num > 30:
|
|||
|
|
os.remove(filename)
|
|||
|
|
continue
|
|||
|
|
del f_list
|
|||
|
|
except Exception as ex:
|
|||
|
|
logger.info(str(ex))
|
|||
|
|
|
|||
|
|
# MySQL配额检查
|
|||
|
|
def mysql_quota_check():
|
|||
|
|
os.system("nohup " + PYTHON_BIN + " /www/server/panel/script/mysql_quota.py > /dev/null 2>&1 &")
|
|||
|
|
|
|||
|
|
# 检查502错误
|
|||
|
|
def check502():
|
|||
|
|
# 处理指定PHP版本
|
|||
|
|
def startPHPVersion(version):
|
|||
|
|
try:
|
|||
|
|
fpm = '/etc/init.d/php-fpm-' + version
|
|||
|
|
php_path = '/www/server/php/' + version + '/sbin/php-fpm'
|
|||
|
|
if not os.path.exists(php_path):
|
|||
|
|
if os.path.exists(fpm): os.remove(fpm)
|
|||
|
|
return False
|
|||
|
|
|
|||
|
|
# 尝试重载服务
|
|||
|
|
os.system(fpm + ' start')
|
|||
|
|
os.system(fpm + ' reload')
|
|||
|
|
if checkPHPVersion(version): return True
|
|||
|
|
|
|||
|
|
# 尝试重启服务
|
|||
|
|
cgi = '/tmp/php-cgi-' + version + '.sock'
|
|||
|
|
pid = '/www/server/php/' + version + '/var/run/php-fpm.pid'
|
|||
|
|
os.system('pkill -9 php-fpm-' + version)
|
|||
|
|
time.sleep(0.5)
|
|||
|
|
if os.path.exists(cgi):
|
|||
|
|
os.remove(cgi)
|
|||
|
|
if os.path.exists(pid):
|
|||
|
|
os.remove(pid)
|
|||
|
|
os.system(fpm + ' start')
|
|||
|
|
if checkPHPVersion(version):
|
|||
|
|
return True
|
|||
|
|
# 检查是否正确启动
|
|||
|
|
if os.path.exists(cgi):
|
|||
|
|
return True
|
|||
|
|
return False
|
|||
|
|
except Exception as ex:
|
|||
|
|
logger.info(ex)
|
|||
|
|
return True
|
|||
|
|
|
|||
|
|
# 检查指定PHP版本
|
|||
|
|
def checkPHPVersion(version):
|
|||
|
|
try:
|
|||
|
|
cgi_file = '/tmp/php-cgi-{}.sock'.format(version)
|
|||
|
|
if os.path.exists(cgi_file):
|
|||
|
|
init_file = '/etc/init.d/php-fpm-{}'.format(version)
|
|||
|
|
if os.path.exists(init_file):
|
|||
|
|
init_body = public.ReadFile(init_file)
|
|||
|
|
if not init_body: return True
|
|||
|
|
uri = "/phpfpm_" + version + "_status?json"
|
|||
|
|
result = public.request_php(version, uri, '')
|
|||
|
|
json.loads(result)
|
|||
|
|
return True
|
|||
|
|
except:
|
|||
|
|
logger.info("PHP-{} unreachable detected".format(version))
|
|||
|
|
return False
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
phpversions = public.get_php_versions()
|
|||
|
|
for version in phpversions:
|
|||
|
|
if version in ['52', '5.2']: continue
|
|||
|
|
php_path = '/www/server/php/' + version + '/sbin/php-fpm'
|
|||
|
|
if not os.path.exists(php_path):
|
|||
|
|
continue
|
|||
|
|
if checkPHPVersion(version):
|
|||
|
|
continue
|
|||
|
|
if startPHPVersion(version):
|
|||
|
|
public.WriteLog('PHP daemon',
|
|||
|
|
'PHP-' + version + 'processing exception was detected and has been automatically fixed!',
|
|||
|
|
not_web=True)
|
|||
|
|
except Exception as ex:
|
|||
|
|
logger.info(ex)
|
|||
|
|
|
|||
|
|
def auto_backup_panel():
|
|||
|
|
public.auto_backup_panel()
|
|||
|
|
|
|||
|
|
# 更新 GeoLite2-Country.json
|
|||
|
|
def flush_geoip():
|
|||
|
|
"""
|
|||
|
|
@name 检测如果大小小于3M或大于1个月则更新
|
|||
|
|
@author wzz <2024/5/21 下午5:33>
|
|||
|
|
@param "data":{"参数名":""} <数据类型> 参数描述
|
|||
|
|
@return dict{"status":True/False,"msg":"提示信息"}
|
|||
|
|
"""
|
|||
|
|
_ips_path = "/www/server/panel/data/firewall/GeoLite2-Country.json"
|
|||
|
|
m_time_file = "/www/server/panel/data/firewall/geoip_mtime.pl"
|
|||
|
|
if not os.path.exists(_ips_path):
|
|||
|
|
os.system("mkdir -p /www/server/panel/data/firewall")
|
|||
|
|
os.system("touch {}".format(_ips_path))
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
if not os.path.exists(_ips_path):
|
|||
|
|
public.downloadFile('{}/install/lib/{}'.format(public.get_url(), os.path.basename(_ips_path)),
|
|||
|
|
_ips_path)
|
|||
|
|
public.writeFile(m_time_file, str(int(time.time())))
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
_ips_size = os.path.getsize(_ips_path)
|
|||
|
|
if os.path.exists(m_time_file):
|
|||
|
|
_ips_mtime = int(public.readFile(m_time_file))
|
|||
|
|
else:
|
|||
|
|
_ips_mtime = 0
|
|||
|
|
|
|||
|
|
if _ips_size < 3145728 or time.time() - _ips_mtime > 2592000:
|
|||
|
|
core = psutil.cpu_count()
|
|||
|
|
delay = round(1 / (core if core > 0 else 1), 2)
|
|||
|
|
os.system("rm -f {}".format(_ips_path))
|
|||
|
|
os.system("rm -f {}".format(m_time_file))
|
|||
|
|
public.downloadFile('{}/install/lib/{}'.format(public.get_url(), os.path.basename(_ips_path)),
|
|||
|
|
_ips_path)
|
|||
|
|
public.writeFile(m_time_file, str(int(time.time())))
|
|||
|
|
if os.path.exists(_ips_path):
|
|||
|
|
try:
|
|||
|
|
import json
|
|||
|
|
from xml.etree.ElementTree import ElementTree, Element
|
|||
|
|
from safeModelV2.firewallModel import main as firewall
|
|||
|
|
|
|||
|
|
firewallobj = firewall()
|
|||
|
|
ips_list = json.loads(public.readFile(_ips_path))
|
|||
|
|
if ips_list:
|
|||
|
|
bash = os.path.exists('/usr/bin/apt-get') and not os.path.exists("/etc/redhat-release")
|
|||
|
|
if bash:
|
|||
|
|
btsh_path = "/etc/ufw/btsh"
|
|||
|
|
if not os.path.exists(btsh_path):
|
|||
|
|
os.makedirs(btsh_path)
|
|||
|
|
|
|||
|
|
write_map = {}
|
|||
|
|
for ip_dict in ips_list:
|
|||
|
|
tmp_path = '{}/{}.sh'.format(btsh_path, ip_dict['brief'])
|
|||
|
|
commands = [
|
|||
|
|
f'ipset add {ip_dict["brief"]} {ip}'
|
|||
|
|
for ip in ip_dict.get("ips", [])
|
|||
|
|
if firewallobj.verify_ip(ip)
|
|||
|
|
]
|
|||
|
|
if commands:
|
|||
|
|
script_content = "#!/bin/bash\n" + "\n".join(commands) + "\n"
|
|||
|
|
write_map[tmp_path] = script_content
|
|||
|
|
time.sleep(delay)
|
|||
|
|
|
|||
|
|
for path, content in write_map.items():
|
|||
|
|
public.writeFile(path, content)
|
|||
|
|
time.sleep(0.05)
|
|||
|
|
else:
|
|||
|
|
for ip_dict in ips_list:
|
|||
|
|
xml_path = "/etc/firewalld/ipsets/{}.xml.old".format(ip_dict['brief'])
|
|||
|
|
xml_body = """<?xml version="1.0" encoding="utf-8"?>
|
|||
|
|
<ipset type="hash:net">
|
|||
|
|
<option name="maxelem" value="1000000"/>
|
|||
|
|
</ipset>
|
|||
|
|
"""
|
|||
|
|
if os.path.exists(xml_path):
|
|||
|
|
public.writeFile(xml_path, xml_body)
|
|||
|
|
else:
|
|||
|
|
os.makedirs(os.path.dirname(xml_path), exist_ok=True)
|
|||
|
|
public.writeFile(xml_path, xml_body)
|
|||
|
|
|
|||
|
|
tree = ElementTree()
|
|||
|
|
tree.parse(xml_path)
|
|||
|
|
root = tree.getroot()
|
|||
|
|
for ip in ip_dict['ips']:
|
|||
|
|
if firewallobj.verify_ip(ip):
|
|||
|
|
entry = Element("entry")
|
|||
|
|
entry.text = ip
|
|||
|
|
root.append(entry)
|
|||
|
|
|
|||
|
|
firewallobj.format(root)
|
|||
|
|
tree.write(xml_path, 'utf-8', xml_declaration=True)
|
|||
|
|
time.sleep(delay)
|
|||
|
|
except:
|
|||
|
|
pass
|
|||
|
|
except:
|
|||
|
|
try:
|
|||
|
|
public.downloadFile(
|
|||
|
|
'{}/install/lib/{}'.format(public.get_url(), os.path.basename(_ips_path)), _ips_path
|
|||
|
|
)
|
|||
|
|
public.writeFile(m_time_file, str(int(time.time())))
|
|||
|
|
except:
|
|||
|
|
pass
|
|||
|
|
|
|||
|
|
auto_backup_panel()
|
|||
|
|
check502()
|
|||
|
|
mysql_quota_check()
|
|||
|
|
siteEdate()
|
|||
|
|
sess_expire()
|
|||
|
|
flush_geoip()
|
|||
|
|
|
|||
|
|
|
|||
|
|
@task()
|
|||
|
|
def count_ssh_logs():
|
|||
|
|
"""
|
|||
|
|
@name 统计SSH登录日志
|
|||
|
|
@return None
|
|||
|
|
"""
|
|||
|
|
|
|||
|
|
import json
|
|||
|
|
import public
|
|||
|
|
import re
|
|||
|
|
from datetime import datetime
|
|||
|
|
|
|||
|
|
def parse_journal_disk_usage(output):
|
|||
|
|
# 使用正则表达式来提取数字和单位
|
|||
|
|
match = re.search(r'take up (\d+(\.\d+)?)\s*([KMGTP]?)', output)
|
|||
|
|
total_bytes = 0
|
|||
|
|
if match:
|
|||
|
|
value = float(match.group(1)) # 数字
|
|||
|
|
unit = match.group(3) # 单位
|
|||
|
|
# 将所有单位转换为字节
|
|||
|
|
if unit == '':
|
|||
|
|
unit_value = 1
|
|||
|
|
elif unit == 'K':
|
|||
|
|
unit_value = 1024
|
|||
|
|
elif unit == 'M':
|
|||
|
|
unit_value = 1024 * 1024
|
|||
|
|
elif unit == 'G':
|
|||
|
|
unit_value = 1024 * 1024 * 1024
|
|||
|
|
elif unit == 'T':
|
|||
|
|
unit_value = 1024 * 1024 * 1024 * 1024
|
|||
|
|
elif unit == 'P':
|
|||
|
|
unit_value = 1024 * 1024 * 1024 * 1024 * 1024
|
|||
|
|
else:
|
|||
|
|
unit_value = 0
|
|||
|
|
|
|||
|
|
# 计算总字节数
|
|||
|
|
total_bytes = value * unit_value
|
|||
|
|
return total_bytes
|
|||
|
|
|
|||
|
|
if os.path.exists("/etc/debian_version"):
|
|||
|
|
version = public.readFile('/etc/debian_version')
|
|||
|
|
if not version:
|
|||
|
|
return
|
|||
|
|
version = version.strip()
|
|||
|
|
if 'bookworm' in version or 'jammy' in version or 'impish' in version:
|
|||
|
|
version = 12
|
|||
|
|
else:
|
|||
|
|
try:
|
|||
|
|
version = float(version)
|
|||
|
|
except:
|
|||
|
|
version = 11
|
|||
|
|
|
|||
|
|
if version >= 12:
|
|||
|
|
while True:
|
|||
|
|
filepath = "/www/server/panel/data/ssh_login_counts.json"
|
|||
|
|
|
|||
|
|
# 获取今天的日期
|
|||
|
|
today = datetime.now().strftime('%Y-%m-%d')
|
|||
|
|
result = {
|
|||
|
|
'date': today, # 添加日期字段
|
|||
|
|
'error': 0,
|
|||
|
|
'success': 0,
|
|||
|
|
'today_error': 0,
|
|||
|
|
'today_success': 0
|
|||
|
|
}
|
|||
|
|
try:
|
|||
|
|
filedata = public.readFile(filepath) if os.path.exists(filepath) else public.writeFile(filepath,
|
|||
|
|
"[]")
|
|||
|
|
try:
|
|||
|
|
data_list = json.loads(filedata)
|
|||
|
|
except:
|
|||
|
|
data_list = []
|
|||
|
|
|
|||
|
|
# 检查是否已有今天的记录，避免重复统计
|
|||
|
|
found_today = False
|
|||
|
|
for day in data_list:
|
|||
|
|
if day['date'] == today:
|
|||
|
|
found_today = True
|
|||
|
|
break
|
|||
|
|
|
|||
|
|
if found_today:
|
|||
|
|
break # 如果找到今天的记录，跳出while循环
|
|||
|
|
|
|||
|
|
today_err_num1 = int(public.ExecShell(
|
|||
|
|
"journalctl -u ssh --no-pager -S today |grep -a 'Failed password for' |grep -v 'invalid' |wc -l")[
|
|||
|
|
0])
|
|||
|
|
|
|||
|
|
today_err_num2 = int(public.ExecShell(
|
|||
|
|
"journalctl -u ssh --no-pager -S today |grep -a 'Connection closed by authenticating user' |grep -a 'preauth' |wc -l")[
|
|||
|
|
0])
|
|||
|
|
|
|||
|
|
today_success = int(
|
|||
|
|
public.ExecShell("journalctl -u ssh --no-pager -S today |grep -a 'Accepted' |wc -l")[0])
|
|||
|
|
|
|||
|
|
# 查看文件大小 判断是否超过5G
|
|||
|
|
is_bigfile = False
|
|||
|
|
|
|||
|
|
res, err = public.ExecShell("journalctl --disk-usage")
|
|||
|
|
total_bytes = parse_journal_disk_usage(res)
|
|||
|
|
limit_bytes = 5 * 1024 * 1024 * 1024
|
|||
|
|
if total_bytes > limit_bytes:
|
|||
|
|
is_bigfile = True
|
|||
|
|
|
|||
|
|
if is_bigfile:
|
|||
|
|
err_num1 = int(public.ExecShell(
|
|||
|
|
"journalctl -u ssh --since '30 days ago' --no-pager | grep -a 'Failed password for' | grep -v 'invalid' | wc -l")[
|
|||
|
|
0])
|
|||
|
|
err_num2 = int(public.ExecShell(
|
|||
|
|
"journalctl -u ssh --since '30 days ago' --no-pager --grep='Connection closed by authenticating user|preauth' | wc -l")[
|
|||
|
|
0])
|
|||
|
|
success = int(public.ExecShell(
|
|||
|
|
"journalctl -u ssh --since '30 days ago' --no-pager | grep -a 'Accepted' | wc -l")[0])
|
|||
|
|
else:
|
|||
|
|
# 统计失败登陆次数
|
|||
|
|
err_num1 = int(public.ExecShell(
|
|||
|
|
"journalctl -u ssh --no-pager |grep -a 'Failed password for' |grep -v 'invalid' |wc -l")[0])
|
|||
|
|
err_num2 = int(public.ExecShell(
|
|||
|
|
"journalctl -u ssh --no-pager --grep='Connection closed by authenticating user|preauth' |wc -l")[
|
|||
|
|
0])
|
|||
|
|
success = int(public.ExecShell("journalctl -u ssh --no-pager|grep -a 'Accepted' |wc -l")[0])
|
|||
|
|
result['error'] = err_num1 + err_num2
|
|||
|
|
# 统计成功登录次数
|
|||
|
|
result['success'] = success
|
|||
|
|
result['today_error'] = today_err_num1 + today_err_num2
|
|||
|
|
result['today_success'] = today_success
|
|||
|
|
|
|||
|
|
data_list.insert(0, result)
|
|||
|
|
data_list = data_list[:7]
|
|||
|
|
public.writeFile(filepath, json.dumps(data_list))
|
|||
|
|
except:
|
|||
|
|
public.writeFile(filepath, json.dumps([{
|
|||
|
|
'date': today, # 添加日期字段
|
|||
|
|
'error': 0,
|
|||
|
|
'success': 0,
|
|||
|
|
'today_error': 0,
|
|||
|
|
'today_success': 0
|
|||
|
|
}]))
|
|||
|
|
finally:
|
|||
|
|
del filedata, data_list, result
|
|||
|
|
|
|||
|
|
|
|||
|
|
def task_version_part():
|
|||
|
|
import public
|
|||
|
|
import shutil
|
|||
|
|
import re
|
|||
|
|
BASE_PATH = public.get_panel_path()
|
|||
|
|
|
|||
|
|
def _run_post_update_tasks(from_version, to_version):
|
|||
|
|
"""
|
|||
|
|
在版本更新后执行一次性任务。
|
|||
|
|
:param from_version: 旧版本号
|
|||
|
|
:param to_version: 新版本号
|
|||
|
|
:return: bool, 任务是否成功
|
|||
|
|
"""
|
|||
|
|
try:
|
|||
|
|
if from_version == to_version:
|
|||
|
|
logger.info("Current task version is the same as the last version, no update tasks to run.")
|
|||
|
|
return True
|
|||
|
|
|
|||
|
|
logger.info(
|
|||
|
|
f"Detected update program start, {from_version} -> {to_version}. Executing one-time update tasks..."
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
if from_version < '1.0.0':
|
|||
|
|
dirs_to_clean = [
|
|||
|
|
os.path.join(BASE_PATH, 'logs/sqlite_easy'),
|
|||
|
|
os.path.join(BASE_PATH, 'logs/sql_log')
|
|||
|
|
]
|
|||
|
|
|
|||
|
|
for dir_path in dirs_to_clean:
|
|||
|
|
if os.path.isdir(dir_path):
|
|||
|
|
try:
|
|||
|
|
shutil.rmtree(dir_path)
|
|||
|
|
logger.info(f"Removed directory: {dir_path}")
|
|||
|
|
except Exception as e:
|
|||
|
|
logger.error(f"Removing directory {dir_path} failed: {str(e)}")
|
|||
|
|
else:
|
|||
|
|
logger.info(f"Directory not exists, skipped: {dir_path}")
|
|||
|
|
|
|||
|
|
if from_version < '1.0.1':
|
|||
|
|
sites = public.M('sites').field('id,name,path').select()
|
|||
|
|
pattern = r'<a class="btlink" href="https://www\.yakpanel\.com/new/download\.html\?invite_code=yakpanele" target="_blank">(.+?)</a>'
|
|||
|
|
for site in sites:
|
|||
|
|
temo_dir = [
|
|||
|
|
os.path.join(site['path'], '404.html'),
|
|||
|
|
os.path.join(site['path'], '502.html'),
|
|||
|
|
os.path.join(site['path'], 'index.html'),
|
|||
|
|
]
|
|||
|
|
for d in temo_dir:
|
|||
|
|
if os.path.exists(d):
|
|||
|
|
html = public.readFile(d)
|
|||
|
|
result = re.sub(pattern, r'\1', html)
|
|||
|
|
public.writeFile(d, result.strip())
|
|||
|
|
|
|||
|
|
logger.info("All one-time update tasks executed successfully.")
|
|||
|
|
return True
|
|||
|
|
except Exception as e:
|
|||
|
|
logger.error(f"Executing one-time update task failed: {str(e)}")
|
|||
|
|
return False
|
|||
|
|
|
|||
|
|
# run_post_update_tasks
|
|||
|
|
version_file = '{}/data/task_version.pl'.format(public.get_panel_path())
|
|||
|
|
last_version = "0.0.0" # 默认为一个很旧的版本
|
|||
|
|
|
|||
|
|
if os.path.exists(version_file):
|
|||
|
|
last_version = public.readFile(version_file) or "0.0.0"
|
|||
|
|
if _run_post_update_tasks(last_version, CURRENT_TASK_VERSION):
|
|||
|
|
public.writeFile(version_file, CURRENT_TASK_VERSION)
|
|||
|
|
|
|||
|
|
|
|||
|
|
if __name__ == '__main__':
|
|||
|
|
if len(sys.argv) < 2:
|
|||
|
|
print("Usage: python task_script.py <method_name>")
|
|||
|
|
sys.exit(1)
|
|||
|
|
|
|||
|
|
method_name = sys.argv[1]
|
|||
|
|
if method_name in globals() and callable(globals()[method_name]):
|
|||
|
|
globals()[method_name]()
|
|||
|
|
else:
|
|||
|
|
print(f"Unknown or non-callable method: {method_name}")
|