303 lines
10 KiB
Python
303 lines
10 KiB
Python
import json
|
||
import os
|
||
import re
|
||
from datetime import datetime, timedelta
|
||
from typing import Tuple, Union, Optional, Iterator
|
||
|
||
from .send_tool import WxAccountMsg
|
||
from .base_task import BaseTask
|
||
from .mods import TaskTemplateConfig
|
||
from .util import read_file
|
||
|
||
|
||
def rsync_ver_is_38() -> Optional[bool]:
|
||
"""
|
||
检查rsync的版本是否为3.8。
|
||
该函数不接受任何参数。
|
||
返回值：
|
||
- None: 如果无法确定rsync的版本或文件不存在。
|
||
- bool: 如果版本确定为3.8，则返回True；否则返回False。
|
||
"""
|
||
push_file = "/www/server/panel/plugin/rsync/rsync_push.py"
|
||
if not os.path.exists(push_file):
|
||
return None
|
||
ver_info_file = "/www/server/panel/plugin/rsync/info.json"
|
||
if not os.path.exists(ver_info_file):
|
||
return None
|
||
try:
|
||
info = json.loads(read_file(ver_info_file))
|
||
except (json.JSONDecodeError, TypeError):
|
||
return None
|
||
ver = info["versions"]
|
||
ver_tuples = [int(i) for i in ver.split(".")]
|
||
if len(ver_tuples) < 3:
|
||
ver_tuples = ver_tuples.extend([0] * (3 - len(ver_tuples)))
|
||
if ver_tuples[0] < 3:
|
||
return None
|
||
if ver_tuples[1] <= 8 and ver_tuples[0] == 3:
|
||
return True
|
||
|
||
return False
|
||
|
||
|
||
class Rsync38Task(BaseTask):
|
||
|
||
def __init__(self):
|
||
super().__init__()
|
||
self.source_name = "rsync_push"
|
||
self.template_name = "File synchronization alarm"
|
||
self.title = "File synchronization alarm"
|
||
|
||
def check_task_data(self, task_data: dict) -> Union[dict, str]:
|
||
if "interval" not in task_data or not isinstance(task_data["interval"], int):
|
||
task_data["interval"] = 600
|
||
return task_data
|
||
|
||
def get_keyword(self, task_data: dict) -> str:
|
||
return "rsync_push"
|
||
|
||
def get_push_data(self, task_id: str, task_data: dict) -> Optional[dict]:
|
||
has_err = self._check(task_data.get("interval", 600))
|
||
if not has_err:
|
||
return None
|
||
|
||
return {
|
||
"msg_list": [
|
||
">Notification type: File synchronization alarm",
|
||
">Content of alarm: <font color=#ff0000>If an error occurs during file synchronization, please pay attention to the file synchronization situation and handle it in a timely manner.</font> ",
|
||
]
|
||
}
|
||
|
||
@staticmethod
|
||
def _check(interval: int) -> bool:
|
||
if not isinstance(interval, int):
|
||
return False
|
||
start_time = datetime.now() - timedelta(seconds=interval * 1.2)
|
||
log_file = "{}/plugin/rsync/lsyncd.log".format("/www/server/panel")
|
||
if not os.path.exists(log_file):
|
||
return False
|
||
return LogChecker(log_file=log_file, start_time=start_time)()
|
||
|
||
def check_time_rule(self, time_rule: dict) -> Union[dict, str]:
|
||
if "send_interval" not in time_rule or not isinstance(time_rule["interval"], int):
|
||
time_rule["send_interval"] = 3 * 60
|
||
if time_rule["send_interval"] < 60:
|
||
time_rule["send_interval"] = 60
|
||
return time_rule
|
||
|
||
def filter_template(self, template: dict) -> Optional[dict]:
|
||
res = rsync_ver_is_38()
|
||
if res is None:
|
||
return None
|
||
if res:
|
||
return template
|
||
else:
|
||
return None
|
||
|
||
def to_sms_msg(self, push_data: dict, push_public_data: dict) -> Tuple[str, dict]:
|
||
return '', {}
|
||
|
||
def to_wx_account_msg(self, push_data: dict, push_public_data: dict) -> WxAccountMsg:
|
||
msg = WxAccountMsg.new_msg()
|
||
msg.thing_type = "File synchronization alarm"
|
||
msg.msg = "There was an error in the synchronization. Please keep an eye on the synchronization"
|
||
return msg
|
||
|
||
|
||
class Rsync39Task(BaseTask):
|
||
|
||
def __init__(self):
|
||
super().__init__()
|
||
self.source_name = "rsync_push"
|
||
self.template_name = "File synchronization alarm"
|
||
self.title = "File synchronization alarm"
|
||
|
||
def check_task_data(self, task_data: dict) -> Union[dict, str]:
|
||
if "interval" not in task_data or not isinstance(task_data["interval"], int):
|
||
task_data["interval"] = 600
|
||
return task_data
|
||
|
||
def get_keyword(self, task_data: dict) -> str:
|
||
return "rsync_push"
|
||
|
||
def get_push_data(self, task_id: str, task_data: dict) -> Optional[dict]:
|
||
"""
|
||
不返回数据，以实时触发为主
|
||
"""
|
||
return None
|
||
|
||
def check_time_rule(self, time_rule: dict) -> Union[dict, str]:
|
||
if "send_interval" not in time_rule or not isinstance(time_rule["send_interval"], int):
|
||
time_rule["send_interval"] = 3 * 60
|
||
if time_rule["send_interval"] < 60:
|
||
time_rule["send_interval"] = 60
|
||
return time_rule
|
||
|
||
def filter_template(self, template: dict) -> Optional[dict]:
|
||
res = rsync_ver_is_38()
|
||
if res is None:
|
||
return None
|
||
if res is False:
|
||
return template
|
||
else:
|
||
return None
|
||
|
||
def to_sms_msg(self, push_data: dict, push_public_data: dict) -> Tuple[str, dict]:
|
||
return '', {}
|
||
|
||
def to_wx_account_msg(self, push_data: dict, push_public_data: dict) -> WxAccountMsg:
|
||
task_name = push_data.get("task_name", None)
|
||
msg = WxAccountMsg.new_msg()
|
||
msg.thing_type = "File synchronization alarm"
|
||
if task_name:
|
||
msg.msg = "An error occurred on file synchronization task {}".format(task_name)
|
||
else:
|
||
msg.msg = "There was an error in the synchronization. Please keep an eye on the synchronization"
|
||
return msg
|
||
|
||
|
||
class LogChecker:
|
||
"""
|
||
排序查询并获取日志内容
|
||
"""
|
||
rep_time = re.compile(r'(?P<target>(\w{3}\s+){2}(\d{1,2})\s+(\d{2}:?){3}\s+\d{4})')
|
||
format_str = '%a %b %d %H:%M:%S %Y'
|
||
err_datetime = datetime.fromtimestamp(0)
|
||
err_list = ("error", "Error", "ERROR", "exitcode = 10", "failed")
|
||
|
||
def __init__(self, log_file: str, start_time: datetime):
|
||
self.log_file = log_file
|
||
self.start_time = start_time
|
||
self.is_over_time = None # None:还没查到时间，未知， False: 可以继续网上查询， True:比较早的数据了，不再向上查询
|
||
self.has_err = False # 目前已查询的内容中是否有报错信息
|
||
|
||
def _format_time(self, log_line) -> Optional[datetime]:
|
||
try:
|
||
date_str_res = self.rep_time.search(log_line)
|
||
if date_str_res:
|
||
time_str = date_str_res.group("target")
|
||
return datetime.strptime(time_str, self.format_str)
|
||
except Exception:
|
||
return self.err_datetime
|
||
return None
|
||
|
||
# 返回日志内容
|
||
def __call__(self):
|
||
_buf = b""
|
||
file_size, fp = os.stat(self.log_file).st_size - 1, open(self.log_file, mode="rb")
|
||
fp.seek(-1, 2)
|
||
while file_size:
|
||
read_size = min(1024, file_size)
|
||
fp.seek(-read_size, 1)
|
||
buf: bytes = fp.read(read_size) + _buf
|
||
fp.seek(-read_size, 1)
|
||
if file_size > 1024:
|
||
idx = buf.find(ord("\n"))
|
||
_buf, buf = buf[:idx], buf[idx + 1:]
|
||
for i in self._get_log_line_from_buf(buf):
|
||
self._check(i)
|
||
if self.is_over_time:
|
||
return self.has_err
|
||
file_size -= read_size
|
||
return False
|
||
|
||
# 从缓冲中读取日志
|
||
@staticmethod
|
||
def _get_log_line_from_buf(buf: bytes) -> Iterator[str]:
|
||
n, m = 0, 0
|
||
buf_len = len(buf) - 1
|
||
for i in range(buf_len, -1, -1):
|
||
if buf[i] == ord("\n"):
|
||
log_line = buf[buf_len + 1 - m: buf_len - n + 1].decode("utf-8")
|
||
yield log_line
|
||
n = m = m + 1
|
||
else:
|
||
m += 1
|
||
yield buf[0: buf_len - n + 1].decode("utf-8")
|
||
|
||
# 格式化并筛选查询条件
|
||
def _check(self, log_line: str) -> None:
|
||
# 筛选日期
|
||
for err in self.err_list:
|
||
if err in log_line:
|
||
self.has_err = True
|
||
|
||
ck_time = self._format_time(log_line)
|
||
if ck_time:
|
||
self.is_over_time = self.start_time > ck_time
|
||
|
||
|
||
def load_rsync_template():
|
||
"""
|
||
加载rsync模板
|
||
"""
|
||
if TaskTemplateConfig().get_by_id("40"):
|
||
return None
|
||
from .mods import load_task_template_by_config
|
||
load_task_template_by_config(
|
||
[{
|
||
"id": "40",
|
||
"ver": "1",
|
||
"used": True,
|
||
"source": "rsync_push",
|
||
"title": "File synchronization alarm",
|
||
"load_cls": {
|
||
"load_type": "path",
|
||
"cls_path": "mod.base.push_mod.rsync_push",
|
||
"name": "RsyncTask"
|
||
},
|
||
"template": {
|
||
"field": [
|
||
],
|
||
"sorted": [
|
||
]
|
||
},
|
||
"default": {
|
||
},
|
||
"advanced_default": {
|
||
"number_rule": {
|
||
"day_num": 3
|
||
}
|
||
},
|
||
"send_type_list": [
|
||
"wx_account",
|
||
"dingding",
|
||
"feishu",
|
||
"mail",
|
||
"weixin",
|
||
"webhook",
|
||
"tg",
|
||
],
|
||
"unique": True
|
||
}]
|
||
)
|
||
|
||
|
||
RsyncTask = Rsync39Task
|
||
if rsync_ver_is_38() is True:
|
||
RsyncTask = Rsync38Task
|
||
|
||
|
||
def push_rsync_by_task_name(task_name: str):
|
||
from .system import push_by_task_keyword
|
||
|
||
push_data = {
|
||
"task_name": task_name,
|
||
"msg_list": [
|
||
">Notification type: File synchronization alarm",
|
||
">Content of alarm: <font color=#ff0000>File synchronization task {} has failed during the execution, please pay attention to the file synchronization situation and deal with it.</font> ".format(
|
||
task_name),
|
||
]
|
||
}
|
||
push_by_task_keyword("rsync_push", "rsync_push", push_data=push_data)
|
||
|
||
|
||
class ViewMsgFormat(object):
|
||
|
||
@staticmethod
|
||
def get_msg(task: dict) -> Optional[str]:
|
||
if task["template_id"] == "40":
|
||
return "<span>Push alarm information when there is an exception in file synchronization (push {} times per day and then not push)<span>".format(
|
||
task.get("number_rule", {}).get("day_num"))
|
||
return None
|