229 lines
11 KiB
Python
229 lines
11 KiB
Python
|
# coding: utf-8
|
|||
|
|
# -------------------------------------------------------------------
|
|||
|
|
# YakPanel
|
|||
|
|
# -------------------------------------------------------------------
|
|||
|
|
# Copyright (c) 2015-2099 YakPanel(www.yakpanel.com) All rights reserved.
|
|||
|
|
# -------------------------------------------------------------------
|
|||
|
|
# Author: zhwwen <zhw@yakpanel.com>
|
|||
|
|
# -------------------------------------------------------------------
|
|||
|
|
#
|
|||
|
|
# ------------------------------
|
|||
|
|
# 网站恢复
|
|||
|
|
# ------------------------------
|
|||
|
|
import public,os,files,sys
|
|||
|
|
from time import sleep
|
|||
|
|
from public.validate import Param
|
|||
|
|
class panel_restore:
|
|||
|
|
|
|||
|
|
_local_file = '/tmp/{}'
|
|||
|
|
_progress_file = '/tmp/restore_site.log'
|
|||
|
|
|
|||
|
|
# def __init__(self):
|
|||
|
|
# # 清空日志文件
|
|||
|
|
|
|||
|
|
def _progress_rewrite(self,content,mothed='a+'):
|
|||
|
|
sleep(2)
|
|||
|
|
public.writeFile(self._progress_file,content+'\n',mothed)
|
|||
|
|
|
|||
|
|
def _get_local_backup_path(self):
|
|||
|
|
local_backdir = public.M('config').field('backup_path').find()['backup_path']
|
|||
|
|
return local_backdir
|
|||
|
|
|
|||
|
|
def _build_aws_backup_path(self,btype,file_name,domain):
|
|||
|
|
config_file = "/www/server/panel/plugin/aws_s3/config.conf"
|
|||
|
|
conf = public.readFile(config_file)
|
|||
|
|
backup_path = conf.split('|')[-1].strip()+btype+'/'+ domain + '/' + file_name
|
|||
|
|
return backup_path
|
|||
|
|
|
|||
|
|
def _build_google_backup_path(self,btype,file_name,domain):
|
|||
|
|
object_name = 'bt_backup/{}/{}/{}'.format(btype,domain,file_name)
|
|||
|
|
return object_name
|
|||
|
|
|
|||
|
|
def _get_backfile_method(self,filename):
|
|||
|
|
backup_info = public.M('backup').where("name=?", (filename,)).getField('filename')
|
|||
|
|
backup_info = backup_info.split('|')
|
|||
|
|
if len(backup_info) >= 3:
|
|||
|
|
method = backup_info[1]
|
|||
|
|
else:
|
|||
|
|
method = 'local'
|
|||
|
|
return method
|
|||
|
|
|
|||
|
|
def _remove_old_website_file_to_trush(self,args):
|
|||
|
|
# 将原来目录移至回收站
|
|||
|
|
files.files().DeleteDir(args)
|
|||
|
|
|
|||
|
|
def _get_website_info(self,site_id):
|
|||
|
|
site_name = public.M('sites').where("id=?",(site_id,)).getField('name')
|
|||
|
|
site_path = public.M('sites').where("id=?",(site_id,)).getField('path')
|
|||
|
|
return {'site_name':site_name,'site_path':site_path}
|
|||
|
|
|
|||
|
|
def _restore_backup(self,local_backup_file_path,site_info,args):
|
|||
|
|
|
|||
|
|
# 判断备份文件是否存在，如果不存在继续检查是否远程备份
|
|||
|
|
if not os.path.exists(local_backup_file_path):
|
|||
|
|
self._progress_rewrite('No backup file found: {}'.format(str(local_backup_file_path)))
|
|||
|
|
return public.return_message(-1, 0, public.lang("Panel does not find the backup file: {}",local_backup_file_path))
|
|||
|
|
# 将网站目录移至回收站
|
|||
|
|
self._progress_rewrite('Move the current website directory to the recycle bin: {}'.format(str(args.path)))
|
|||
|
|
self._remove_old_website_file_to_trush(args)
|
|||
|
|
if not os.path.exists(args.path):
|
|||
|
|
self._progress_rewrite('Create an empty directory for the site: {}'.format(str(args.path)))
|
|||
|
|
os.makedirs(site_info['site_path'])
|
|||
|
|
if 'zip' in args.file_name:
|
|||
|
|
uncompress_comand = 'unzip'
|
|||
|
|
else:
|
|||
|
|
uncompress_comand = 'tar -zxvf'
|
|||
|
|
self._progress_rewrite('The decompression command is: {}'.format(str(uncompress_comand)))
|
|||
|
|
self._progress_rewrite('Start to restore data......')
|
|||
|
|
public.ExecShell('cd {} && {} {} >> /tmp/restore_site.log'.format(site_info['site_path'], uncompress_comand, local_backup_file_path))
|
|||
|
|
if len(os.listdir(site_info['site_path'])) == 2:
|
|||
|
|
public.ExecShell('cd {s} && mv {s}/{d}/{{*,.*}} .'.format(s=site_info['site_path'],d=site_info['site_name']))
|
|||
|
|
public.ExecShell('cd {s} && rmdir {d}'.format(s=site_info['site_path'],d=site_info['site_name']))
|
|||
|
|
# 将文件全新设置为644，文件夹设置为755
|
|||
|
|
self._progress_rewrite('Setting site permissions......')
|
|||
|
|
files.files().fix_permissions(args)
|
|||
|
|
|
|||
|
|
def _download_aws_file(self,args,btype='site'):
|
|||
|
|
sys.path.append('/www/server/panel/plugin/aws_s3')
|
|||
|
|
import aws_s3_main
|
|||
|
|
aws3 = aws_s3_main.aws_s3_main()
|
|||
|
|
self._progress_rewrite('Building S3 download path...')
|
|||
|
|
download_file = self._build_aws_backup_path(btype,args.file_name,args.obj_name)
|
|||
|
|
self._progress_rewrite('The download path is:{}'.format(download_file))
|
|||
|
|
self._local_file = self._local_file.format(args.file_name)
|
|||
|
|
self._progress_rewrite('Backup file will be downloaded to:{}'.format(self._local_file))
|
|||
|
|
self._progress_rewrite('Starting to download file:{}'.format(self._local_file))
|
|||
|
|
args.object_name = download_file
|
|||
|
|
args.local_file = self._local_file
|
|||
|
|
aws3.download_file(args)
|
|||
|
|
self._progress_rewrite('Download completed:{}'.format(self._local_file))
|
|||
|
|
return self._local_file
|
|||
|
|
|
|||
|
|
def _download_google_cloud_file(self,args,btype='site'):
|
|||
|
|
sys.path.append('/www/server/panel/plugin/gcloud_storage')
|
|||
|
|
import gcloud_storage_main
|
|||
|
|
gs = gcloud_storage_main.gcloud_storage_main()
|
|||
|
|
self._progress_rewrite('Building Google Store download path...')
|
|||
|
|
download_file = self._build_google_backup_path(btype,args.file_name,args.obj_name)
|
|||
|
|
self._progress_rewrite('The download path is:{}'.format(download_file))
|
|||
|
|
self._local_file = self._local_file.format(args.file_name)
|
|||
|
|
self._progress_rewrite('Backup file will be downloaded to:{}'.format(self._local_file))
|
|||
|
|
self._progress_rewrite('Starting to download file:{}'.format(self._local_file))
|
|||
|
|
args.source_blob_name = download_file
|
|||
|
|
args.destination_file_name = self._local_file
|
|||
|
|
gs.download_blob(args)
|
|||
|
|
self._progress_rewrite('Download completed:{}'.format(self._local_file))
|
|||
|
|
return self._local_file
|
|||
|
|
|
|||
|
|
def _download_google_drive_file(self,args):
|
|||
|
|
sys.path.append('/www/server/panel/plugin/gdrive')
|
|||
|
|
import gdrive_main
|
|||
|
|
gd = gdrive_main.gdrive_main()
|
|||
|
|
self._local_file = self._local_file.format(args.file_name)
|
|||
|
|
self._progress_rewrite('Backup file will be downloaded to:{}'.format(self._local_file))
|
|||
|
|
self._progress_rewrite('Starting to download file:{}'.format(self._local_file))
|
|||
|
|
gd.download_file(args.file_name)
|
|||
|
|
self._progress_rewrite('Download completed:{}'.format(self._local_file))
|
|||
|
|
return self._local_file
|
|||
|
|
|
|||
|
|
def restore_website_backup(self,args):
|
|||
|
|
"""
|
|||
|
|
@name 恢复站点文件
|
|||
|
|
@author zhwen<zhw@yakpanel.com>
|
|||
|
|
@parma file_name 备份得文件名
|
|||
|
|
@parma site_id 网站id
|
|||
|
|
"""
|
|||
|
|
# 校验参数
|
|||
|
|
try:
|
|||
|
|
args.validate([
|
|||
|
|
Param('file_name').String(),
|
|||
|
|
Param('site_id').Integer(),
|
|||
|
|
|
|||
|
|
], [
|
|||
|
|
public.validate.trim_filter(),
|
|||
|
|
])
|
|||
|
|
except Exception as ex:
|
|||
|
|
public.print_log("error info: {}".format(ex))
|
|||
|
|
return public.return_message(-1, 0, str(ex))
|
|||
|
|
|
|||
|
|
self._progress_rewrite('','w')
|
|||
|
|
site_info = self._get_website_info(args.site_id)
|
|||
|
|
self._progress_rewrite('Get site information:{}'.format(str(site_info)))
|
|||
|
|
args.path = site_info['site_path']
|
|||
|
|
args.obj_name = site_info['site_name']
|
|||
|
|
self._progress_rewrite('Get the site path:{}'.format(str(site_info['site_path'])))
|
|||
|
|
local_backup_path = self._get_local_backup_path()
|
|||
|
|
local_backup_file_path = local_backup_path +'/site/'+ args.file_name
|
|||
|
|
if not os.path.exists(local_backup_file_path):
|
|||
|
|
local_backup_file_path = local_backup_path +'/site/'+ site_info['site_name']+'/'+args.file_name
|
|||
|
|
self._progress_rewrite('Get the local backup file path: {}'.format(str(local_backup_path)))
|
|||
|
|
backup_method = self._get_backfile_method(args.file_name)
|
|||
|
|
self._progress_rewrite('Get the backup method: {}'.format(str(backup_method)))
|
|||
|
|
if backup_method == 'local':
|
|||
|
|
self._progress_rewrite('Start to restore local backup files: {}'.format(str(local_backup_file_path)))
|
|||
|
|
result = self._restore_backup(local_backup_file_path,site_info,args)
|
|||
|
|
if result:
|
|||
|
|
self._progress_rewrite('Recovery failed: {}'.format(str(site_info['site_path'])))
|
|||
|
|
return result
|
|||
|
|
elif backup_method == 'aws_s3':
|
|||
|
|
self._download_aws_file(args)
|
|||
|
|
result = self._restore_backup(self._local_file, site_info, args)
|
|||
|
|
elif backup_method == 'Google Cloud':
|
|||
|
|
self._download_google_cloud_file(args)
|
|||
|
|
result = self._restore_backup(self._local_file, site_info, args)
|
|||
|
|
elif backup_method == 'Google Drive':
|
|||
|
|
self._download_google_drive_file(args)
|
|||
|
|
result = self._restore_backup(self._local_file, site_info, args)
|
|||
|
|
else:
|
|||
|
|
return public.return_msg_gettext(False,'Currently only supports restoring local, Google storage and AWS S3 backups')
|
|||
|
|
if os.path.exists(self._local_file):
|
|||
|
|
os.remove(self._local_file)
|
|||
|
|
if result:
|
|||
|
|
self._progress_rewrite('Recovery failed: {}'.format(str(site_info['site_path'])))
|
|||
|
|
return result
|
|||
|
|
self._progress_rewrite('Successful recovery: {}'.format(str(site_info['site_path'])))
|
|||
|
|
return public.return_message(0, 0, public.lang("Restore Successful"))
|
|||
|
|
|
|||
|
|
# 取任务进度
|
|||
|
|
def get_progress(self, get):
|
|||
|
|
"""
|
|||
|
|
@name 获取进度日志
|
|||
|
|
@author zhwen<zhw@yakpanel.com>
|
|||
|
|
"""
|
|||
|
|
# result = public.GetNumLines(self._progress_file, 20)
|
|||
|
|
result = public.ExecShell('tail -n 20 {}'.format(self._progress_file))[0]
|
|||
|
|
if len(result) < 1:
|
|||
|
|
return public.return_message(0, 0, public.lang("Wait for the restore to start"))
|
|||
|
|
return public.return_message(0,0,result)
|
|||
|
|
|
|||
|
|
# 恢复数据库
|
|||
|
|
def restore_db_backup(self,args):
|
|||
|
|
"""
|
|||
|
|
@name 恢复站点文件
|
|||
|
|
@author zhwen<zhw@yakpanel.com>
|
|||
|
|
@parma file_name 备份得文件名 /www/backup/database/db_test_com_20200817_112722.sql.gz|Google Drive|db_test_com_20200817_112722.sql.gz
|
|||
|
|
@parma obj_name 数据库名
|
|||
|
|
"""
|
|||
|
|
if "|" not in args.file:
|
|||
|
|
return public.returnMsg(True,'success')
|
|||
|
|
try:
|
|||
|
|
backup_info = args.file.split('|')
|
|||
|
|
args.file_name = backup_info[-1]
|
|||
|
|
args.obj_name = args.name
|
|||
|
|
backup_method = backup_info[1]
|
|||
|
|
self._progress_rewrite('','w')
|
|||
|
|
self._progress_rewrite('Restoring database...')
|
|||
|
|
self._progress_rewrite('Get the backup method: {}'.format(str(backup_method)))
|
|||
|
|
if backup_method == 'aws_s3':
|
|||
|
|
self._download_aws_file(args,'database')
|
|||
|
|
elif backup_method == 'Google Cloud':
|
|||
|
|
self._download_google_cloud_file(args,'database')
|
|||
|
|
elif backup_method == 'Google Drive':
|
|||
|
|
self._download_google_drive_file(args)
|
|||
|
|
else:
|
|||
|
|
return public.returnMsg(False,'Currently only supports restoring local, Google storage and AWS S3 backups')
|
|||
|
|
public.ExecShell('mv {} {}/database'.format(self._local_file, self._get_local_backup_path()))
|
|||
|
|
return public.returnMsg(True,'success')
|
|||
|
|
except:
|
|||
|
|
return public.returnMsg(False,"Download error!")
|