yakpanel-core/class/databaseModel/redisModel.py

#coding: utf-8
#-------------------------------------------------------------------
# YakPanel
#-------------------------------------------------------------------
# Copyright (c) 2015-2099 YakPanel(www.yakpanel.com) All rights reserved.
#-------------------------------------------------------------------
# Author: hwliang <hwl@yakpanel.com>
#-------------------------------------------------------------------

# sqlite模型
#------------------------------
import os,re,json,shutil,time
from databaseModel.base import databaseBase
import public
try:
    import redis
except:
    public.ExecShell("btpip install redis")
    import redis
try:
    from YakPanel import session
except :pass


class panelRedisDB():

    __DB_PASS = None
    __DB_USER = None
    __DB_PORT = 6379
    __DB_HOST = '127.0.0.1'
    __DB_CONN = None
    __DB_ERR = None

    __DB_CLOUD = None
    def __init__(self):
        self.__config = self.get_options(None)

    def redis_conn(self,db_idx = 0):

        if self.__DB_HOST in ['127.0.0.1','localhost']:
            if not os.path.exists('/www/server/redis'): return False

        if not self.__DB_CLOUD:
            self.__DB_PASS = self.__config['requirepass']
            self.__DB_PORT = int(self.__config['port'])

        try:
            redis_pool = redis.ConnectionPool(host=self.__DB_HOST, port= self.__DB_PORT, password= self.__DB_PASS, db= db_idx)
            self.__DB_CONN = redis.Redis(connection_pool= redis_pool)
            return self.__DB_CONN
        except :
             self.__DB_ERR = public.get_error_info()
        return False


    def set_host(self,host,port,name,username,password,prefix = ''):
        self.__DB_HOST = host
        self.__DB_PORT = int(port)
        self.__DB_NAME = name
        if self.__DB_NAME: self.__DB_NAME = str(self.__DB_NAME)
        self.__DB_USER = str(username)
        self._USER = str(username)
        self.__DB_PASS = str(password)
        self.__DB_PREFIX = prefix
        self.__DB_CLOUD = 1
        return self


    #获取配置项
    def get_options(self,get = None):

        result = {}
        redis_conf = public.readFile("{}/redis/redis.conf".format(public.get_setup_path()))
        if not redis_conf: return False

        keys = ["bind","port","timeout","maxclients","databases","requirepass","maxmemory"]
        for k in keys:
            v = ""
            rep = "\n%s\\s+(.+)" % k
            group = re.search(rep,redis_conf)
            if not group:
                if k == "maxmemory":
                    v = "0"
                if k == "maxclients":
                    v = "10000"
                if k == "requirepass":
                    v = ""
            else:
                if k == "maxmemory":
                    v = int(group.group(1)) / 1024 / 1024
                else:
                    v = group.group(1)
            result[k] = v
        return result



class main(databaseBase):

    _db_max = 16  #最大redis数据库
    def __init__(self):
        pass



    def GetCloudServer(self,args):
        '''
            @name 获取远程服务器列表
            @author hwliang<2021-01-10>
            @return list
        '''
        return self.GetBaseCloudServer(args)
        # return public.return_message(0, 0,  self.GetBaseCloudServer(args))


    def AddCloudServer(self,args):
        '''
        @添加远程数据库
        '''
        return self.AddBaseCloudServer(args)

    def RemoveCloudServer(self,args):
        '''
        @删除远程数据库
        '''
        return self.RemoveBaseCloudServer(args)

    def ModifyCloudServer(self,args):
        '''
        @修改远程数据库
        '''
        return self.ModifyBaseCloudServer(args)

    def get_obj_by_sid(self,sid = 0,conn_config = None):
        """
        @取mssql数据库对像 By sid
        @sid 数据库分类，0：本地
        """
        if type(sid) == str:
            try:
                sid = int(sid)
            except :sid = 0

        if sid:
            if not conn_config: conn_config = public.M('database_servers').where("id=?" ,sid).find()
            db_obj = panelRedisDB()

            try:
                db_obj = db_obj.set_host(conn_config['db_host'],conn_config['db_port'],None,conn_config['db_user'],conn_config['db_password'])
            except Exception as e:
                raise public.PanelError(e)
        else:
            db_obj = panelRedisDB()
        return db_obj



    def get_list(self,args):
        """
        @获取数据库列表
        @sql_type = redis
        """
        result = []
        self.sid = args.get('sid/d',0)
        for x in range(0,self._db_max):

            data = {}
            data['id'] = x
            data['name'] = 'DB{}'.format(x)


            try:
                redis_obj = self.get_obj_by_sid(self.sid).redis_conn(x)

                data['keynum'] = redis_obj.dbsize()
                if data['keynum'] > 0:
                    result.append(data)
            except :pass

        #result = sorted(result,key= lambda  x:x['keynum'],reverse=True)
        return result


    def set_redis_val(self,args):
        """
        @设置或修改指定值
        """

        self.sid = args.get('sid/d',0)
        if not 'name' in args or not 'val' in args:
            return public.returnMsg(False, public.lang("Parameter passing error."));

        endtime = 0
        if 'endtime' in args : endtime = int(args.endtime)

        redis_obj = self.get_obj_by_sid(self.sid).redis_conn(args.db_idx)
        if endtime:
            redis_obj.set(args.name, args.val, endtime)
        else:
            redis_obj.set(args.name, args.val)
        public.set_module_logs('linux_redis','set_redis_val',1)
        return public.returnMsg(True, public.lang("Operation is successful."));

    def del_redis_val(self,args):
        """
        @删除key值
        """
        self.sid = args.get('sid/d',0)
        if  not 'key' in args:
            return public.returnMsg(False, public.lang("Parameter passing error."));

        redis_obj = self.get_obj_by_sid(self.sid).redis_conn(args.db_idx)
        redis_obj.delete(args.key)

        return public.returnMsg(True, public.lang("Operation is successful."));


    def clear_flushdb(self,args):
        """
        清空数据库
        @ids 清空数据库列表，不传则清空所有
        """
        self.sid = args.get('sid/d',0)
        ids = json.loads(args.ids)
        #ids = []
        if len(ids) == 0:
             for x in range(0,self._db_max):
                 ids.append(x)

        for x in ids:
            redis_obj = self.get_obj_by_sid(self.sid).redis_conn(x)
            redis_obj.flushdb()

        return public.returnMsg(True, public.lang("Operation is successful."));

    def get_db_keylist(self,args):
        """
        @获取指定数据库key集合
        """

        search = '*'
        if 'search' in args: search = "*" + args.search+"*"
        db_idx = args.db_idx
        self.sid = args.get('sid/d',0)

        redis_obj = self.get_obj_by_sid(self.sid).redis_conn(db_idx)
        try:
            keylist = sorted(redis_obj.keys(search))
        except :
            keylist = []


        info = {'p':1,'row':10,'count':len(keylist)}

        if hasattr(args,'limit'): info['row'] = int(args.limit)
        if hasattr(args,'p'): info['p']  = int(args['p'])

        import page
        #实例化分页类
        page = page.Page();

        info['uri']   = args
        info['return_js'] = ''
        if hasattr(args,'tojs'): info['return_js']   = args.tojs

        slist = keylist[(info['p']-1) * info['row']:info['p'] * info['row']]

        rdata = {}
        rdata['page'] = page.GetPage(info,'1,2,3,4,5,8')
        rdata['where'] = ''
        rdata['data'] = []

        idx = 0
        for key in slist:
            item = {}
            try:
                item['name'] = key.decode()
            except:
                item['name'] = str(key)

            item['endtime'] = redis_obj.ttl(key)
            if item['endtime'] == -1: item['endtime'] = 0

            item['type'] = redis_obj.type(key).decode()

            if item['type'] == 'string':
                try:
                    item['val'] = redis_obj.get(key).decode()
                except:
                    item['val'] = str(redis_obj.get(key))
            elif item['type'] == 'hash':
                item['val'] = str(redis_obj.hgetall(key))
            elif item['type'] == 'list':
                item['val'] = str(redis_obj.lrange(key, 0, -1))
            elif item['type'] == 'set':
                item['val'] = str(redis_obj.smembers(key))
            elif item['type'] == 'zset':
                item['val'] = str(redis_obj.zrange(key, 0, 1, withscores=True))
            else:
                item['val'] = ''
            try:
                item['len'] = redis_obj.strlen(key)
            except:
                item['len'] = len(item['val'])
            item['val'] = public.xsssec(item['val'])
            item['name'] = public.xsssec(item['name'])
            rdata['data'].append(item)
            idx += 1
        return rdata


    def ToBackup(self,args):
        """
        @备份数据库
        """

        self.sid = args.get('sid/d',0)

        redis_obj = self.get_obj_by_sid(self.sid).redis_conn(0)
        redis_obj.save()

        src_path = '{}/dump.rdb'.format(redis_obj.config_get()['dir'])
        if not os.path.exists(src_path):
            return public.returnMsg(False, public.lang("Backup error"));

        backup_path = session['config']['backup_path'] + '/database/redis/'
        if not os.path.exists(backup_path): os.makedirs(backup_path)

        fileName = backup_path + str(self.sid) + '_db_' + time.strftime('%Y%m%d_%H%M%S',time.localtime()) +'.rdb'

        shutil.copyfile(src_path,fileName)
        if not os.path.exists(fileName):
            return public.returnMsg(False, public.lang("Backup error"));

        return public.returnMsg(True, public.lang("Backup Succeeded!"))

    def DelBackup(self,args):
        """
        @删除备份文件
        """
        file = args.file
        if os.path.exists(file): os.remove(file)

        return public.returnMsg(True, public.lang("Delete successfully!"));

    def InputSql(self,get):
        """
        @导入数据库
        """
        file = get.file
        self.sid = get.get('sid/d',0)

        redis_obj = self.get_obj_by_sid(self.sid).redis_conn(0)

        rpath = redis_obj.config_get()['dir']
        dst_path = '{}/dump.rdb'.format(rpath)
        public.ExecShell("/etc/init.d/redis stop")
        if os.path.exists(dst_path): os.remove(dst_path)
        shutil.copy2(file, dst_path)
        public.ExecShell("chown redis.redis {dump} && chmod 644 {dump}".format(dump=dst_path))
        # self.restart_services()
        public.ExecShell("/etc/init.d/redis start")
        if os.path.exists(dst_path):
            return public.returnMsg(True, public.lang("Restore Successful."))
        return public.returnMsg(False, public.lang("Restore failure."))


    def get_backup_list(self,get):
        """
        @获取备份文件列表
        """
        search = ''
        if hasattr(get,'search'): search = get['search'].strip().lower();


        nlist = []
        cloud_list = {}
        for x in self.GetCloudServer({'type':'redis'}):
            cloud_list['id-' + str(x['id'])] = x

        path  = session['config']['backup_path'] + '/database/redis/'
        if not os.path.exists(path): os.makedirs(path)
        for name in os.listdir(path):
            if search:
                if name.lower().find(search) == -1: continue;

            arrs = name.split('_')

            filepath = '{}/{}'.format(path,name).replace('//','/')
            stat = os.stat(filepath)

            item = {}
            item['name'] = name
            item['filepath'] = filepath
            item['size'] = stat.st_size
            item['mtime'] = int(stat.st_mtime)
            item['sid'] = arrs[0]
            item['conn_config'] = cloud_list['id-' + str(arrs[0])]

            nlist.append(item)
        if hasattr(get, 'sort'):
            nlist = sorted(nlist, key=lambda data: data['mtime'], reverse=get["sort"] == "desc")
        return nlist



    def restart_services(self):
        """
        @重启服务
        """
        public.ExecShell('net stop redis')
        public.ExecShell('net start redis')
        return True


    def check_cloud_database_status(self,conn_config):
        """
        @检测远程数据库是否连接
        @conn_config 远程数据库配置，包含host port pwd等信息
        """
        try:

            sql_obj = panelRedisDB().set_host(conn_config['db_host'],conn_config['db_port'],conn_config['db_name'],conn_config['db_user'],conn_config['db_password'])
            keynum = sql_obj.redis_conn(0).dbsize()
            return True
        except Exception as ex:

            return public.returnMsg(False,ex)