#coding: utf-8 # +------------------------------------------------------------------- # | YakPanel # +------------------------------------------------------------------- # | Copyright (c) 2015-2099 YakPanel(www.yakpanel.com) All rights reserved. # +------------------------------------------------------------------- # | Author: hwliang # +------------------------------------------------------------------- #+-------------------------------------------------------------------- #| 自动部署网站 #+-------------------------------------------------------------------- import public,json,os,time,sys,re from YakPanel import session,cache class obj: id=0 class plugin_deployment: __setupPath = 'data' __panelPath = '/www/server/panel' logPath = 'data/deployment_speed.json' __tmp = '/www/server/panel/temp/' timeoutCount = 0 oldTime = 0 _speed_key = 'dep_download_speed' #获取列表 def GetList(self,get): self.GetCloudList(get) jsonFile = self.__panelPath + '/data/deployment_list.json' if not os.path.exists(jsonFile): return public.returnMsg(False,'Profile does not exist!') data = {} data = self.get_input_list(json.loads(public.readFile(jsonFile))) if not hasattr(get,'type'): get.type = 0 else: get.type = int(get.type) if not hasattr(get,'search'): search = None m = 0 else: if sys.version_info[0] == 2: search = get.search.encode('utf-8').lower() else: search = get.search.lower() m = 1 tmp = [] for d in data['list']: i=0 if get.type > 0: if get.type == d['type']: i+=1 else: i+=1 if search: if d['name'].lower().find(search) != -1: i+=1 if d['title'].lower().find(search) != -1: i+=1 if d['ps'].lower().find(search) != -1: i+=1 if get.type > 0 and get.type != d['type']: i -= 1 if i>m: del(d['versions'][0]['download']) del(d['versions'][0]['md5']) d = self.get_icon(d) tmp.append(d) data['list'] = tmp return data #获取图标 def get_icon(self,pinfo): path = '/www/server/panel/YakPanel/static/img/dep_ico' if not os.path.exists(path): os.makedirs(path,384) filename = "%s/%s.png" % (path, pinfo['name']) m_uri = pinfo['min_image'] pinfo['min_image'] = '/static/img/dep_ico/%s.png' % pinfo['name'] if sys.version_info[0] == 2: filename = filename.encode('utf-8') if os.path.exists(filename): if os.path.getsize(filename) > 100: return pinfo public.ExecShell("wget -O " + filename + ' ' + public.OfficialApiBase().rstrip('/') + m_uri + " &") return pinfo #获取插件列表 def GetDepList(self,get): jsonFile = self.__setupPath + '/deployment_list.json' if not os.path.exists(jsonFile): return public.returnMsg(False,'Profile does not exist!') data = {} data = json.loads(public.readFile(jsonFile)) return self.get_input_list(data) #获取本地导入的插件 def get_input_list(self,data): try: jsonFile = self.__setupPath + '/deployment_list_other.json' if not os.path.exists(jsonFile): return data i_data = json.loads(public.readFile(jsonFile)) for d in i_data: data['list'].append(d) return data except:return data #从云端获取列表 def GetCloudList(self,get): try: jsonFile = self.__setupPath + '/deployment_list.json' if not 'package' in session or not os.path.exists(jsonFile) or hasattr(get,'force'): downloadUrl = public.OfficialApiBase() + '/api/panel/get_deplist' pdata = public.get_pdata() tmp = json.loads(public.httpPost(downloadUrl,pdata,3)) if not tmp: return public.returnMsg(False,'Failed to get from the cloud!') public.writeFile(jsonFile,json.dumps(tmp)) session['package'] = True return public.returnMsg(True,'Update completed!') return public.returnMsg(True,'No need to update!') except: return public.returnMsg(False,'Failed to get from the cloud!') #导入程序包 def AddPackage(self,get): jsonFile = self.__setupPath + '/deployment_list_other.json' if not os.path.exists(jsonFile): public.writeFile(jsonFile,'[]') pinfo = {} pinfo['name'] = get.name pinfo['title'] = get.title pinfo['version'] = get.version pinfo['php'] = get.php pinfo['ps'] = get.ps pinfo['official'] = '#' pinfo['sort'] = 1000 pinfo['min_image'] = '' pinfo['id'] = 0 pinfo['type'] = 100 pinfo['enable_functions'] = get.enable_functions pinfo['author'] = 'Import from local' from werkzeug.utils import secure_filename from flask import request f = request.files['dep_zip'] s_path = self.__panelPath + '/package' if not os.path.exists(s_path): os.makedirs(s_path,384) s_file = s_path + '/' + pinfo['name'] + '.zip' if os.path.exists(s_file): os.remove(s_file) f.save(s_file) os.chmod(s_file,384) pinfo['versions'] = [] version = {"cpu_limit": 1, "dependnet": "", "m_version":pinfo['version'], "mem_limit": 32, "os_limit": 0, "size": os.path.getsize(s_file), "version": "0", "download":"", "version_msg": "test2"} version['md5'] = self.GetFileMd5(s_file) pinfo['versions'].append(version) data = json.loads(public.readFile(jsonFile)) is_exists = False for i in range(len(data)): if data[i]['name'] == pinfo['name']: data[i] = pinfo is_exists = True if not is_exists: data.append(pinfo) public.writeFile(jsonFile,json.dumps(data)) return public.returnMsg(True,'Import Success!') #取本地包信息 def GetPackageOther(self,get): p_name = get.p_name jsonFile = self.__setupPath + '/deployment_list_other.json' if not os.path.exists(jsonFile): public.returnMsg(False,'could not find [%s]' % p_name) data = json.loads(public.readFile(jsonFile)) for i in range(len(data)): if data[i]['name'] == p_name: return data[i] return public.returnMsg(False,'could not find [%s]' % p_name) #删除程序包 def DelPackage(self,get): jsonFile = self.__setupPath + '/deployment_list_other.json' if not os.path.exists(jsonFile): return public.returnMsg(False,'Profile does not exist!') data = {} data = json.loads(public.readFile(jsonFile)) tmp = [] for d in data: if d['name'] == get.dname: s_file = self.__panelPath + '/package/' + d['name'] + '.zip' if os.path.exists(s_file): os.remove(s_file) continue tmp.append(d) data = tmp public.writeFile(jsonFile,json.dumps(data)) return public.returnMsg(True,'Successfully deleted!') #下载文件 def DownloadFile(self,url,filename): try: path = os.path.dirname(filename) if not os.path.exists(path): os.makedirs(path) import urllib,socket socket.setdefaulttimeout(10) self.pre = 0 self.oldTime = time.time() if sys.version_info[0] == 2: urllib.urlretrieve(url,filename=filename,reporthook= self.DownloadHook) else: urllib.request.urlretrieve(url,filename=filename,reporthook= self.DownloadHook) self.WriteLogs(json.dumps({'name':'Download File','total':0,'used':0,'pre':0,'speed':0})) except: if self.timeoutCount > 5: return self.timeoutCount += 1 time.sleep(5) self.DownloadFile(url,filename) #下载文件进度回调 def DownloadHook(self,count, blockSize, totalSize): used = count * blockSize pre1 = int((100.0 * used / totalSize)) if self.pre != pre1: dspeed = used / (time.time() - self.oldTime) speed = {'name':'Download File','total':totalSize,'used':used,'pre':self.pre,'speed':dspeed} self.WriteLogs(json.dumps(speed)) self.pre = pre1 #写输出日志 def WriteLogs(self,logMsg): fp = open(self.logPath,'w+') fp.write(logMsg) fp.close() #一键安装网站程序 #param string name 程序名称 #param string site_name 网站名称 #param string php_version PHP版本 def SetupPackage(self,get): name = get.dname site_name = get.site_name php_version = get.php_version #取基础信息 find = public.M('sites').where('name=?',(site_name,)).field('id,path,name').find() if not 'path' in find: return public.returnMsg(False, 'Site not exist!') path = find['path'] if path.replace('//','/') == '/': return public.returnMsg(False,'Dangerous website root directory!') #获取包信息 pinfo = self.GetPackageInfo(name) id = pinfo['id'] if not pinfo: return public.returnMsg(False,'The specified package does not exist.!') #检查本地包 self.WriteLogs(json.dumps({'name':'Verifying package...','total':0,'used':0,'pre':0,'speed':0})) pack_path = self.__panelPath + '/package' if not os.path.exists(pack_path): os.makedirs(pack_path,384) packageZip = pack_path + '/'+ name + '.zip' isDownload = False if os.path.exists(packageZip): md5str = self.GetFileMd5(packageZip) if md5str != pinfo['versions'][0]['md5']: isDownload = True else: isDownload = True #下载文件 if isDownload: self.WriteLogs(json.dumps({'name':'Downloading file ...','total':0,'used':0,'pre':0,'speed':0})) if pinfo['versions'][0]['download']: self.DownloadFile(public.OfficialApiBase() + '/api/Pluginother/get_file?fname=' + pinfo['versions'][0]['download'], packageZip) if not os.path.exists(packageZip): return public.returnMsg(False,'File download failed!' + packageZip) pinfo = self.set_temp_file(packageZip,path) if not pinfo: return public.returnMsg(False,'Cannot find [YakPanel Auto Deployment Configuration File] in the installation package') #设置权限 self.WriteLogs(json.dumps({'name':'Setting permissions','total':0,'used':0,'pre':0,'speed':0})) public.ExecShell('chmod -R 755 ' + path) public.ExecShell('chown -R www.www ' + path) if pinfo['chmod']: for chm in pinfo['chmod']: public.ExecShell('chmod -R ' + str(chm['mode']) + ' ' + (path + '/' + chm['path']).replace('//','/')) #安装PHP扩展 self.WriteLogs(json.dumps({'name':'Install the necessary PHP extensions','total':0,'used':0,'pre':0,'speed':0})) import files mfile = files.files(); if type(pinfo['php_ext']) != list : pinfo['php_ext'] = pinfo['php_ext'].strip().split(',') for ext in pinfo['php_ext']: if ext == 'pathinfo': import config con = config.config() get.version = php_version get.type = 'on' con.setPathInfo(get) else: get.name = ext get.version = php_version get.type = '1' mfile.InstallSoft(get) #解禁PHP函数 if 'enable_functions' in pinfo: try: if type(pinfo['enable_functions']) == str : pinfo['enable_functions'] = pinfo['enable_functions'].strip().split(',') php_f = public.GetConfigValue('setup_path') + '/php/' + php_version + '/etc/php.ini' php_c = public.readFile(php_f) rep = "disable_functions\\s*=\\s{0,1}(.*)\n" tmp = re.search(rep,php_c).groups() disable_functions = tmp[0].split(',') for fun in pinfo['enable_functions']: fun = fun.strip() if fun in disable_functions: disable_functions.remove(fun) disable_functions = ','.join(disable_functions) php_c = re.sub(rep, 'disable_functions = ' + disable_functions + "\n", php_c) public.writeFile(php_f,php_c) public.phpReload(php_version) except:pass #执行额外shell进行依赖安装 self.WriteLogs(json.dumps({'name':'Execute extra SHELL','total':0,'used':0,'pre':0,'speed':0})) if os.path.exists(path+'/install.sh'): public.ExecShell('cd '+path+' && bash ' + 'install.sh ' + find['name'] + " &> install.log") public.ExecShell('rm -f ' + path+'/install.sh') #是否执行Composer if os.path.exists(path + '/composer.json'): self.WriteLogs(json.dumps({'name':'Execute Composer','total':0,'used':0,'pre':0,'speed':0})) if not os.path.exists(path + '/composer.lock'): execPHP = '/www/server/php/' + php_version +'/bin/php' if execPHP: if public.get_url().find('125.88'): public.ExecShell('cd ' +path+' && '+execPHP+' /usr/bin/composer config repo.packagist composer https://packagist.phpcomposer.com') import panelSite phpini = '/www/server/php/' + php_version + '/etc/php.ini' phpiniConf = public.readFile(phpini) phpiniConf = phpiniConf.replace('proc_open,proc_get_status,','') public.writeFile(phpini,phpiniConf) public.ExecShell('nohup cd '+path+' && '+execPHP+' /usr/bin/composer install -vvv > /tmp/composer.log 2>&1 &') #写伪静态 self.WriteLogs(json.dumps({'name':'Set URL rewrite','total':0,'used':0,'pre':0,'speed':0})) swfile = path + '/nginx.rewrite' if os.path.exists(swfile): rewriteConf = public.readFile(swfile) dwfile = self.__panelPath + '/vhost/rewrite/' + site_name + '.conf' public.writeFile(dwfile,rewriteConf) swfile = path + '/.htaccess' if os.path.exists(swfile): swpath = (path + '/'+ pinfo['run_path'] + '/.htaccess').replace('//','/') if pinfo['run_path'] != '/' and not os.path.exists(swpath): public.writeFile(swpath, public.readFile(swfile)) #删除伪静态文件 public.ExecShell("rm -f " + path + '/*.rewrite') #删除多余文件 rm_file = path + '/index.html' if os.path.exists(rm_file): rm_file_body = public.readFile(rm_file) if rm_file_body.find('panel-heading') != -1: os.remove(rm_file) #设置运行目录 self.WriteLogs(json.dumps({'name':'Set the run directory','total':0,'used':0,'pre':0,'speed':0})) if pinfo['run_path'] != '/': import panelSite siteObj = panelSite.panelSite() mobj = obj() mobj.id = find['id'] mobj.runPath = pinfo['run_path'] siteObj.SetSiteRunPath(mobj) #导入数据 self.WriteLogs(json.dumps({'name':'Import database','total':0,'used':0,'pre':0,'speed':0})) if os.path.exists(path+'/import.sql'): databaseInfo = public.M('databases').where('pid=?',(find['id'],)).field('username,password').find() if databaseInfo: public.ExecShell('/www/server/mysql/bin/mysql -u' + databaseInfo['username'] + ' -p' + databaseInfo['password'] + ' ' + databaseInfo['username'] + ' < ' + path + '/import.sql') public.ExecShell('rm -f ' + path + '/import.sql') siteConfigFile = (path + '/' + pinfo['db_config']).replace('//','/') if os.path.exists(siteConfigFile): siteConfig = public.readFile(siteConfigFile) u, p, n = databaseInfo['username'], databaseInfo['password'], databaseInfo['username'] for _pre in ('YP_', 'BT_'): siteConfig = siteConfig.replace(_pre + 'DB_USERNAME', u).replace(_pre + 'DB_PASSWORD', p).replace(_pre + 'DB_NAME', n) public.writeFile(siteConfigFile,siteConfig) #清理文件和目录 self.WriteLogs(json.dumps({'name':'清理多余的文件','total':0,'used':0,'pre':0,'speed':0})) if type(pinfo['remove_file']) == str : pinfo['remove_file'] = pinfo['remove_file'].strip().split(',') print(pinfo['remove_file']) for f_path in pinfo['remove_file']: if not f_path: continue filename = (path + '/' + f_path).replace('//','/') if os.path.exists(filename): if not os.path.isdir(filename): if f_path.find('.user.ini') != -1: public.ExecShell("chattr -i " + filename) os.remove(filename) else: public.ExecShell("rm -rf " + filename) public.serviceReload() if id: self.depTotal(id) self.WriteLogs(json.dumps({'name':'Ready to deploy','total':0,'used':0,'pre':0,'speed':0})) return public.returnMsg(True,pinfo) #处理临时文件 def set_temp_file(self,filename,path): public.ExecShell("rm -rf " + self.__tmp + '/*') self.WriteLogs(json.dumps({'name':'Unpacking the package...','total':0,'used':0,'pre':0,'speed':0})) public.ExecShell('unzip -o '+filename+' -d ' + self.__tmp) auto_config = 'auto_install.json' p_info = self.__tmp + '/' + auto_config p_tmp = self.__tmp p_config = None if not os.path.exists(p_info): d_path = None for df in os.walk(self.__tmp): if len(df[2]) < 3: continue if not auto_config in df[2]: continue if not os.path.exists(df[0] + '/' + auto_config): continue d_path = df[0] if d_path: tmp_path = d_path auto_file = tmp_path + '/' + auto_config if os.path.exists(auto_file): p_info = auto_file p_tmp = tmp_path if os.path.exists(p_info): try: p_config = json.loads(public.readFile(p_info)) os.remove(p_info) i_ndex_html = path + '/index.html' if os.path.exists(i_ndex_html): os.remove(i_ndex_html) if not self.copy_to(p_tmp,path): public.ExecShell((r"\cp -arf " + p_tmp + '/. ' + path + '/').replace('//','/')) except: pass public.ExecShell("rm -rf " + self.__tmp + '/*') return p_config def copy_to(self,src,dst): try: if src[-1] == '/': src = src[:-1] if dst[-1] == '/': dst = dst[:-1] if not os.path.exists(src): return False if not os.path.exists(dst): os.makedirs(dst) import shutil for p_name in os.listdir(src): f_src = src + '/' + p_name f_dst = dst + '/' + p_name if os.path.isdir(f_src): print(shutil.copytree(f_src,f_dst)) else: print(shutil.copyfile(f_src,f_dst)) return True except: return False #提交安装统计 def depTotal(self,id): if public.is_self_hosted(): return import panelAuth p = panelAuth.panelAuth() pdata = p.create_serverid(None); pdata['pid'] = id; p_url = public.OfficialApiBase() + '/api/pluginother/create_order_okey' public.httpPost(p_url,pdata) #获取进度 def GetSpeed(self,get): try: if not os.path.exists(self.logPath):return public.returnMsg(False,'There are currently no deployment tasks!') return json.loads(public.readFile(self.logPath)) except: return {'name':'Ready to deploy','total':0,'used':0,'pre':0,'speed':0} #获取包信息 def GetPackageInfo(self,name): data = self.GetDepList(None) if not data: return False for info in data['list']: if info['name'] == name: return info return False #检查指定包是否存在 def CheckPackageExists(self,name): data = self.GetDepList(None) if not data: return False for info in data['list']: if info['name'] == name: return True return False #文件的MD5值 def GetFileMd5(self,filename): if not os.path.isfile(filename): return False import hashlib myhash = hashlib.md5() f = open(filename,'rb') while True: b = f.read(8096) if not b : break myhash.update(b) f.close() return myhash.hexdigest() #获取站点标识 def GetSiteId(self,get): return public.M('sites').where('name=?',(get.webname,)).getField('id')