Initial YakPanel commit
This commit is contained in:
Niranjan
371
mod/base/push_mod/mods.py
Normal file
371
mod/base/push_mod/mods.py
Normal file
@@ -0,0 +1,371 @@
|
||||
# coding: utf-8
|
||||
# -------------------------------------------------------------------
|
||||
# yakpanel
|
||||
# -------------------------------------------------------------------
|
||||
# Copyright (c) 2015-2017 yakpanel(https://www.yakpanel.com) All rights reserved.
|
||||
# -------------------------------------------------------------------
|
||||
# Author: baozi <baozi@yakpanel.com>
|
||||
# -------------------------------------------------------------------
|
||||
# 新告警的所有数据库操作
|
||||
# ------------------------------
|
||||
import json
|
||||
import os
|
||||
import types
|
||||
from typing import Any, Dict, Optional, List
|
||||
from threading import Lock
|
||||
from uuid import uuid4
|
||||
|
||||
import fcntl
|
||||
|
||||
from .util import Sqlite, write_log, read_file, write_file
|
||||
|
||||
_push_db_lock = Lock()
|
||||
|
||||
|
||||
# 代替 class/db.py 中， 离谱的两个query函数
|
||||
def msg_db_query_func(self, sql, param=()):
|
||||
# 执行SQL语句返回数据集
|
||||
self._Sql__GetConn()
|
||||
try:
|
||||
return self._Sql__DB_CONN.execute(sql, self._Sql__to_tuple(param))
|
||||
except Exception as ex:
|
||||
return "error: " + str(ex)
|
||||
|
||||
|
||||
def get_push_db():
|
||||
db_file = "/www/server/panel/data/db/mod_push.db"
|
||||
if not os.path.isdir(os.path.dirname(db_file)):
|
||||
os.makedirs(os.path.dirname(db_file))
|
||||
|
||||
db = Sqlite()
|
||||
setattr(db, "_Sql__DB_FILE", db_file)
|
||||
setattr(db, "query", types.MethodType(msg_db_query_func, db))
|
||||
return db
|
||||
|
||||
|
||||
def get_table(table_name: str):
|
||||
db = get_push_db()
|
||||
db.table = table_name
|
||||
return db
|
||||
|
||||
|
||||
def lock_push_db():
|
||||
with open("/www/server/panel/data/db/mod_push.db", mode="rb") as msg_fd:
|
||||
fcntl.flock(msg_fd.fileno(), fcntl.LOCK_EX)
|
||||
_push_db_lock.locked()
|
||||
|
||||
|
||||
def unlock_push_db():
|
||||
with open("/www/server/panel/data/db/mod_push.db", mode="rb") as msg_fd:
|
||||
fcntl.flock(msg_fd.fileno(), fcntl.LOCK_UN)
|
||||
_push_db_lock.acquire()
|
||||
|
||||
|
||||
def push_db_locker(func):
|
||||
def inner_func(*args, **kwargs):
|
||||
lock_push_db()
|
||||
try:
|
||||
res = func(*args, **kwargs)
|
||||
except Exception as e:
|
||||
unlock_push_db() # 即使 报错了 也先解锁再操作
|
||||
raise e
|
||||
else:
|
||||
unlock_push_db()
|
||||
return res
|
||||
|
||||
return inner_func
|
||||
|
||||
|
||||
DB_INIT_ERROR = False
|
||||
|
||||
PANEL_PATH = "/www/server/panel"
|
||||
PUSH_DATA_PATH = "{}/data/mod_push_data".format(PANEL_PATH)
|
||||
UPDATE_VERSION_FILE = "{}/update_panel.pl".format(PUSH_DATA_PATH)
|
||||
UPDATE_MOD_PUSH_FILE = "{}/update_mod.pl".format(PUSH_DATA_PATH)
|
||||
|
||||
|
||||
class BaseConfig:
|
||||
config_file_path = ""
|
||||
# config_file_path = "/www/server/panel/data/mod_push_data/task.json"
|
||||
# /www/server/panel/data/mod_push_data/sender.json
|
||||
|
||||
def __init__(self):
|
||||
if not os.path.exists(PUSH_DATA_PATH):
|
||||
os.makedirs(PUSH_DATA_PATH)
|
||||
self._config: Optional[List[Dict[str, Any]]] = None
|
||||
|
||||
@property
|
||||
def config(self) -> List[Dict[str, Any]]:
|
||||
if self._config is None:
|
||||
|
||||
try:
|
||||
self._config = json.loads(read_file(self.config_file_path))
|
||||
except:
|
||||
self._config = []
|
||||
return self._config
|
||||
|
||||
def save_config(self) -> None:
|
||||
write_file(self.config_file_path, json.dumps(self.config))
|
||||
|
||||
@staticmethod
|
||||
def nwe_id() -> str:
|
||||
return uuid4().hex[::2]
|
||||
|
||||
def get_by_id(self, target_id: str) -> Optional[Dict[str, Any]]:
|
||||
for i in self.config:
|
||||
if i.get("id", None) == target_id:
|
||||
return i
|
||||
|
||||
|
||||
class TaskTemplateConfig(BaseConfig):
|
||||
config_file_path = "{}/task_template.json".format(PUSH_DATA_PATH)
|
||||
|
||||
|
||||
class TaskConfig(BaseConfig):
|
||||
config_file_path = "{}/task.json".format(PUSH_DATA_PATH)
|
||||
|
||||
def get_by_keyword(self, source: str, keyword: str) -> Optional[Dict[str, Any]]:
|
||||
for i in self.config:
|
||||
if i.get("source", None) == source and i.get("keyword", None) == keyword:
|
||||
return i
|
||||
|
||||
|
||||
class TaskRecordConfig(BaseConfig):
|
||||
config_file_path_fmt = "%s/task_record_{}.json" % PUSH_DATA_PATH
|
||||
|
||||
def __init__(self, task_id: str):
|
||||
super().__init__()
|
||||
self.config_file_path = self.config_file_path_fmt.format(task_id)
|
||||
|
||||
|
||||
class SenderConfig(BaseConfig):
|
||||
config_file_path = "{}/sender.json".format(PUSH_DATA_PATH)
|
||||
|
||||
def __init__(self):
|
||||
super(SenderConfig, self).__init__()
|
||||
if not os.path.exists(self.config_file_path):
|
||||
write_file(self.config_file_path, json.dumps([{
|
||||
"id": self.nwe_id(),
|
||||
"used": True,
|
||||
"sender_type": "sms",
|
||||
"data": {},
|
||||
"original": True
|
||||
}]))
|
||||
|
||||
|
||||
def init_db():
|
||||
global DB_INIT_ERROR
|
||||
# id 模板id 必须唯一, 后端开发需要协商
|
||||
# ver 模板版本号， 用于更新
|
||||
# used 是否在使用用
|
||||
# source 来源， 如Waf, rsync
|
||||
# title 标题
|
||||
# load_cls 要加载的类，或者从那种调用方法中获取到任务处理对象
|
||||
# template 给前端，用于展示的数据
|
||||
# default 默认数据，用于数据过滤， 和默认值
|
||||
# unique 是否仅可唯一设置
|
||||
# create_time 创建时间
|
||||
create_task_template_sql = (
|
||||
"CREATE TABLE IF NOT EXISTS 'task_template' ("
|
||||
"'id' INTEGER PRIMARY KEY AUTOINCREMENT, "
|
||||
"'ver' TEXT NOT NULL DEFAULT '1.0.0', "
|
||||
"'used' INTEGER NOT NULL DEFAULT 1, "
|
||||
"'source' TEXT NOT NULL DEFAULT 'site_push', "
|
||||
"'title' TEXT NOT NULL DEFAULT '', "
|
||||
"'load_cls' TEXT NOT NULL DEFAULT '{}', "
|
||||
"'template' TEXT NOT NULL DEFAULT '{}', "
|
||||
"'default' TEXT NOT NULL DEFAULT '{}', "
|
||||
"'send_type_list' TEXT NOT NULL DEFAULT '[]', "
|
||||
"'unique' INTEGER NOT NULL DEFAULT 0, "
|
||||
"'create_time' INTEGER NOT NULL DEFAULT (strftime('%s'))"
|
||||
");"
|
||||
)
|
||||
# source 来源， 例如waf(防火墙), rsync(文件同步)
|
||||
# keyword 关键词， 不同的来源在使用中可以以此查出具体的任务，需要每个来源自己约束
|
||||
# task_data 任务数据字典，字段可以自由设计
|
||||
# sender 告警通道信息，为字典，可通过get_by_func字段指定从某个函数获取，用于发送
|
||||
# time_rule 告警的时间规则，包含 间隔时间(send_interval), (time-range)
|
||||
# number_rule 告警的次数规则，包含 每日次数(day_num), 总次数(total), 通过函数判断(get_by_func)
|
||||
# status 状态是否开启
|
||||
# pre_hook, after_hook 前置处理和后置处理
|
||||
# record_time, 告警记录存储时间， 默认为0， 认为长时间储存
|
||||
# last_check, 上次执行检查的时间
|
||||
# last_send, 上次次发送时间
|
||||
# number_data, 发送次数信息
|
||||
create_task_sql = (
|
||||
"CREATE TABLE IF NOT EXISTS 'task' ("
|
||||
"'id' INTEGER PRIMARY KEY AUTOINCREMENT, "
|
||||
"'template_id' INTEGER NOT NULL DEFAULT 0, "
|
||||
"'source' TEXT NOT NULL DEFAULT '', "
|
||||
"'keyword' TEXT NOT NULL DEFAULT '', "
|
||||
"'title' TEXT NOT NULL DEFAULT '', "
|
||||
"'task_data' TEXT NOT NULL DEFAULT '{}', "
|
||||
"'sender' TEXT NOT NULL DEFAULT '[]', "
|
||||
"'time_rule' TEXT NOT NULL DEFAULT '{}', "
|
||||
"'number_rule' TEXT NOT NULL DEFAULT '{}', "
|
||||
"'status' INTEGER NOT NULL DEFAULT 1, "
|
||||
"'pre_hook' TEXT NOT NULL DEFAULT '{}', "
|
||||
"'after_hook' TEXT NOT NULL DEFAULT '{}', "
|
||||
"'last_check' INTEGER NOT NULL DEFAULT 0, "
|
||||
"'last_send' INTEGER NOT NULL DEFAULT 0, "
|
||||
"'number_data' TEXT NOT NULL DEFAULT '{}', "
|
||||
"'create_time' INTEGER NOT NULL DEFAULT (strftime('%s')), "
|
||||
"'record_time' INTEGER NOT NULL DEFAULT 0"
|
||||
");"
|
||||
)
|
||||
|
||||
create_task_record_sql = (
|
||||
"CREATE TABLE IF NOT EXISTS 'task_record' ("
|
||||
"'id' INTEGER PRIMARY KEY AUTOINCREMENT, "
|
||||
"'template_id' INTEGER NOT NULL DEFAULT 0, "
|
||||
"'task_id' INTEGER NOT NULL DEFAULT 0, "
|
||||
"'do_send' TEXT NOT NULL DEFAULT '{}', "
|
||||
"'send_data' TEXT NOT NULL DEFAULT '{}', "
|
||||
"'result' TEXT NOT NULL DEFAULT '{}', "
|
||||
"'create_time' INTEGER NOT NULL DEFAULT (strftime('%s'))"
|
||||
");"
|
||||
)
|
||||
|
||||
create_send_record_sql = (
|
||||
"CREATE TABLE IF NOT EXISTS 'send_record' ("
|
||||
"'id' INTEGER PRIMARY KEY AUTOINCREMENT, "
|
||||
"'record_id' INTEGER NOT NULL DEFAULT 0, "
|
||||
"'sender_name' TEXT NOT NULL DEFAULT '', "
|
||||
"'sender_id' INTEGER NOT NULL DEFAULT 0, "
|
||||
"'sender_type' TEXT NOT NULL DEFAULT '', "
|
||||
"'send_data' TEXT NOT NULL DEFAULT '{}', "
|
||||
"'result' TEXT NOT NULL DEFAULT '{}', "
|
||||
"'create_time' INTEGER NOT NULL DEFAULT (strftime('%s'))"
|
||||
");"
|
||||
)
|
||||
|
||||
create_sender_sql = (
|
||||
"CREATE TABLE IF NOT EXISTS 'sender' ("
|
||||
"'id' INTEGER PRIMARY KEY AUTOINCREMENT, "
|
||||
"'used' INTEGER NOT NULL DEFAULT 1, "
|
||||
"'sender_type' TEXT NOT NULL DEFAULT '', "
|
||||
"'name' TEXT NOT NULL DEFAULT '', "
|
||||
"'data' TEXT NOT NULL DEFAULT '{}', "
|
||||
"'create_time' INTEGER NOT NULL DEFAULT (strftime('%s'))"
|
||||
");"
|
||||
)
|
||||
|
||||
lock_push_db()
|
||||
with get_push_db() as db:
|
||||
db.execute("pragma journal_mode=wal")
|
||||
|
||||
res = db.execute(create_task_template_sql)
|
||||
if isinstance(res, str) and res.startswith("error"):
|
||||
write_log("warning system", "task_template Data table creation error:" + res)
|
||||
DB_INIT_ERROR = True
|
||||
return
|
||||
|
||||
res = db.execute(create_task_sql)
|
||||
if isinstance(res, str) and res.startswith("error"):
|
||||
write_log("warning system", "task Data table creation error:" + res)
|
||||
DB_INIT_ERROR = True
|
||||
return
|
||||
|
||||
res = db.execute(create_task_record_sql)
|
||||
if isinstance(res, str) and res.startswith("error"):
|
||||
write_log("warning system", "task_recorde Data table creation error:" + res)
|
||||
DB_INIT_ERROR = True
|
||||
return
|
||||
|
||||
res = db.execute(create_send_record_sql)
|
||||
if isinstance(res, str) and res.startswith("error"):
|
||||
write_log("warning system", "send_record Data table creation error:" + res)
|
||||
DB_INIT_ERROR = True
|
||||
return
|
||||
|
||||
res = db.execute(create_sender_sql)
|
||||
if isinstance(res, str) and res.startswith("error"):
|
||||
write_log("warning system", "sender Data table creation error:" + res)
|
||||
DB_INIT_ERROR = True
|
||||
return
|
||||
|
||||
db.execute(
|
||||
"INSERT INTO 'sender' (id, sender_type, data) VALUES (?,?,?)",
|
||||
(1, 'sms', json.dumps({"count": 0, "total": 0}))
|
||||
) # 插入短信
|
||||
|
||||
unlock_push_db()
|
||||
|
||||
init_template_file = "/www/server/panel/config/mod_push_init.json"
|
||||
err = load_task_template_by_file(init_template_file)
|
||||
if err:
|
||||
write_log("warning system", "task template data table initial data load failed:" + res)
|
||||
|
||||
|
||||
def _check_fields(template: dict) -> bool:
|
||||
if not isinstance(template, dict):
|
||||
return False
|
||||
|
||||
fields = ("id", "ver", "used", "source", "title", "load_cls", "template", "default", "unique", "create_time")
|
||||
for field in fields:
|
||||
if field not in template:
|
||||
return False
|
||||
return True
|
||||
|
||||
|
||||
def load_task_template_by_config(templates: List[Dict]) -> None:
|
||||
"""
|
||||
通过 传入的配置信息 执行一次模板更新操作
|
||||
@param templates: 模板内容，为一个数据列表
|
||||
@return: 报错信息，如果返回None则表示执行成功
|
||||
"""
|
||||
|
||||
task_template_config = TaskTemplateConfig()
|
||||
add_list = []
|
||||
for template in templates:
|
||||
tmp = task_template_config.get_by_id(template['id'])
|
||||
if tmp is not None:
|
||||
tmp.update(template)
|
||||
else:
|
||||
add_list.append(template)
|
||||
|
||||
task_template_config.config.extend(add_list)
|
||||
task_template_config.save_config()
|
||||
|
||||
# with get_table('task_template') as table:
|
||||
# for template in templates:
|
||||
# if not _check_fields(template):
|
||||
# continue
|
||||
# res = table.where("id = ?", (template['id'])).field('ver').select()
|
||||
# if isinstance(res, str):
|
||||
# return "数据库损坏：" + res
|
||||
# if not res: # 没有就插入
|
||||
# table.insert(template)
|
||||
# else:
|
||||
# # 版本不一致就更新版本
|
||||
# if res['ver'] != template['ver']:
|
||||
# template.pop("id")
|
||||
# table.where("id = ?", (template['id'])).update(template)
|
||||
#
|
||||
|
||||
|
||||
def load_task_template_by_file(template_file: str) -> Optional[str]:
|
||||
"""
|
||||
执行一次模板更新操作
|
||||
@param template_file: 模板文件路径
|
||||
@return: 报错信息，如果返回None则表示执行成功
|
||||
"""
|
||||
if not os.path.isfile(template_file):
|
||||
return "The template file does not exist and the update fails"
|
||||
|
||||
if DB_INIT_ERROR:
|
||||
return "An error is reported during database initialization and cannot be updated"
|
||||
|
||||
res = read_file(template_file)
|
||||
if not isinstance(res, str):
|
||||
return "Data read failed"
|
||||
|
||||
try:
|
||||
templates = json.loads(res)
|
||||
except (json.JSONDecoder, TypeError, ValueError):
|
||||
return "Only JSON data is supported"
|
||||
|
||||
if not isinstance(templates, list):
|
||||
return "The data is in the wrong format and should be a list"
|
||||
|
||||
return load_task_template_by_config(templates)
|
||||
Reference in New Issue
Block a user