Initial YakPanel commit

This commit is contained in:
Niranjan
2026-04-07 02:04:22 +05:30
commit 2826d3e7f3
5359 changed files with 1390724 additions and 0 deletions

View File

@@ -0,0 +1,612 @@
#coding: utf-8
# +-------------------------------------------------------------------
# | YakPanel
# +-------------------------------------------------------------------
# | Copyright (c) 2015-2099 YakPanel(www.yakpanel.com) All rights reserved.
# +-------------------------------------------------------------------
# | Author: hwliang <hwl@yakpanel.com>
# +-------------------------------------------------------------------
# +-------------------------------------------------------------------
# | YakPanel HTTP 通信库
# +-------------------------------------------------------------------
import os,sys,re
import ssl
import public
import json
import socket
import requests
import config
import requests.packages.urllib3.util.connection as urllib3_conn
from requests.packages.urllib3.exceptions import InsecureRequestWarning
requests.packages.urllib3.disable_warnings(InsecureRequestWarning)
class http:
_ip_type = None
def __init__(self):
self._ip_type = config.config().get_request_iptype()
def get(self,url,timeout = 60,headers = {},verify = False,type = 'python'):
url = self.quote(url)
if type in ['python','src','php']:
old_family = urllib3_conn.allowed_gai_family
try:
# 默认使用IPv4
if self._ip_type == 'ipv4':
urllib3_conn.allowed_gai_family = lambda: socket.AF_INET
elif self._ip_type == 'ipv6':
urllib3_conn.allowed_gai_family = lambda: socket.AF_INET6
result = requests.get(url,timeout=timeout,headers=get_headers(headers),verify=verify)
except Exception as ex:
# 可能使用了错误的family尝试清除相关配置
if(str(ex).find('Cannot assign requested address') != -1):
v_file = '{}/data/v4.pl'.format(public.get_panel_path())
public.writeFile(v_file,'')
self._ip_type = 'auto'
try:
# IPV6
if self._ip_type != 'ipv6':
urllib3_conn.allowed_gai_family = lambda: socket.AF_INET6
result = requests.get(url,timeout=timeout,headers=get_headers(headers),verify=verify)
else:
urllib3_conn.allowed_gai_family = lambda: socket.AF_INET
result = requests.get(url,timeout=timeout,headers=get_headers(headers),verify=verify)
except:
# 使用CURL
result = self._get_curl(url,timeout,headers,verify)
finally:
urllib3_conn.allowed_gai_family = old_family
elif type == 'curl':
result = self._get_curl(url,timeout,headers,verify)
if result.status_code == 0:
if self._ip_type == 'ipv4':
self._ip_type = 'ipv6'
elif self._ip_type == 'ipv6':
self._ip_type = 'ipv4'
else:
return result
result = self._get_curl(url,timeout,headers,verify)
if result.status_code != 0:
self.save_ip_type()
elif type == 'php':
result = self._get_php(url,timeout,headers,verify)
if result.status_code == 0:
if self._ip_type == 'ipv4':
self._ip_type = 'ipv6'
elif self._ip_type == 'ipv6':
self._ip_type = 'ipv4'
else:
return result
result = self._get_php(url,timeout,headers,verify)
if result.status_code != 0:
self.save_ip_type()
elif type == 'src':
if sys.version_info[0] == 2:
result = self._get_py2(url,timeout,headers,verify)
else:
result = self._get_py3(url,timeout,headers,verify)
return result
def post(self,url,data,timeout = 60,headers = {},verify = False,type = 'python'):
url = self.quote(url)
if type in ['python','src','php']:
old_family = urllib3_conn.allowed_gai_family
try:
if self._ip_type == 'ipv4':
urllib3_conn.allowed_gai_family = lambda: socket.AF_INET
elif self._ip_type == 'ipv6':
urllib3_conn.allowed_gai_family = lambda: socket.AF_INET6
result = requests.post(url,data,timeout=timeout,headers=headers,verify=verify)
except:
public.print_log(public.get_error_info())
try:
# IPV6
if self._ip_type != 'ipv6':
urllib3_conn.allowed_gai_family = lambda: socket.AF_INET6
result = requests.post(url,data,timeout=timeout,headers=headers,verify=verify)
else:
urllib3_conn.allowed_gai_family = lambda: socket.AF_INET
result = requests.post(url,data,timeout=timeout,headers=headers,verify=verify)
except:
# 使用CURL
result = self._post_curl(url,data,timeout,headers,verify)
urllib3_conn.allowed_gai_family = old_family
elif type == 'curl':
result = self._post_curl(url,data,timeout,headers,verify)
if result.status_code == 0:
if self._ip_type == 'ipv4':
self._ip_type = 'ipv6'
elif self._ip_type == 'ipv6':
self._ip_type = 'ipv4'
else:
return result
result = self._post_curl(url,data,timeout,headers,verify)
# 保存有效的请求IP类型
if result.status_code != 0:
self.save_ip_type()
elif type == 'php':
result = self._post_php(url,data,timeout,headers,verify)
if result.status_code == 0:
if self._ip_type == 'ipv4':
self._ip_type = 'ipv6'
elif self._ip_type == 'ipv6':
self._ip_type = 'ipv4'
else:
return result
result = self._post_php(url,data,timeout,headers,verify)
if result.status_code != 0:
self.save_ip_type()
elif type == 'src':
if sys.version_info[0] == 2:
result = self._post_py2(url,data,timeout,headers,verify)
else:
result = self._post_py3(url,data,timeout,headers,verify)
return result
def save_ip_type(self):
v_file = '{}/data/v4.pl'.format(public.get_panel_path())
v_body = 'auto'
if self._ip_type == 'ipv4':
v_body = '-4'
elif self._ip_type == 'ipv6':
v_body = '-6'
public.writeFile(v_file,v_body)
def download_file(self,url,filename,data = None,timeout = 1800,speed_file='/dev/shm/download_speed.pl'):
'''
@name 下载文件
@author hwliang<2021-07-08>
@param url<string> 下载地址
@param filename<string> 保存路径
@param data<dict> POST参数不传则使用GET方法否则使用POST方法
@param timeout<int> 超时时间,默认1800秒
@param speed_file<string>
'''
import requests
from requests.packages.urllib3.exceptions import InsecureRequestWarning
requests.packages.urllib3.disable_warnings(InsecureRequestWarning)
headers = public.get_requests_headers()
if data is None:
res = requests.get(url,headers=headers,timeout=timeout,stream=True)
else:
res = requests.post(url,data,headers=headers,timeout=timeout,stream=True)
with open(filename,"wb") as f:
for _chunk in res.iter_content(chunk_size=8192):
f.write(_chunk)
#POST请求 Python2
def _post_py2(self,url,data,timeout,headers,verify):
import urllib2
req = urllib2.Request(url, self._str_py_post(data,headers),headers = headers)
try:
if not verify:
context = ssl._create_unverified_context()
r_response = urllib2.urlopen(req,timeout = timeout,context = context)
else:
r_response = urllib2.urlopen(req,timeout = timeout)
except urllib2.HTTPError as err:
return response(str(err),err.code,[])
except urllib2.URLError as err:
return response(str(err),0,[])
return response(r_response.read(),r_response.getcode(),r_response.info().headers)
#POST请求 Python3
def _post_py3(self,url,data,timeout,headers,verify):
import urllib.request
req = urllib.request.Request(url, self._str_py_post(data,headers),headers = headers)
try:
if not verify:
context = ssl._create_unverified_context()
r_response = urllib.request.urlopen(req,timeout = timeout,context = context)
else:
r_response = urllib.request.urlopen(req,timeout = timeout)
except urllib.error.HTTPError as err:
return response(str(err),err.code,[])
except urllib.error.URLError as err:
return response(str(err),0,[])
r_body = r_response.read()
if type(r_body) == bytes: r_body = r_body.decode('utf-8')
return response(r_body,r_response.getcode(),r_response.getheaders())
#POST请求通过CURL
def _post_curl(self,url,data,timeout,headers,verify):
headers_str = self._str_headers(headers)
pdata = self._str_post(data,headers_str)
_ssl_verify = ''
if not verify: _ssl_verify = ' -k'
result = public.ExecShell("{} -X POST -sS -i --connect-timeout {} {} {} '{}' 2>&1".format(self._curl_bin() + _ssl_verify,timeout,headers_str,pdata,url))[0]
r_body,r_headers,r_status_code = self._curl_format(result)
return response(r_body,r_status_code,r_headers)
#POST请求通过PHP
def _post_php(self,url,data,timeout,headers,verify):
php_version = self._get_php_version()
if not php_version:
raise Exception('No PHP version available!')
ip_type = ''
if self._ip_type == 'ipv6':
ip_type = 'curl_setopt($ch, CURLOPT_IPRESOLVE, CURL_IPRESOLVE_V6);'
elif self._ip_type == 'ipv4':
ip_type = 'curl_setopt($ch, CURLOPT_IPRESOLVE, CURL_IPRESOLVE_V4);'
tmp_file = '/dev/shm/http.php'
http_php = '''<?php
error_reporting(E_ERROR);
if(isset($_POST['data'])){{
$data = json_decode($_POST['data'],1);
}}else{{
$s = getopt('',array('post:'));
$data = json_decode($s['post'],1);
}}
$url = $data['url'];
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_HTTPHEADER,$data['headers']);
curl_setopt($ch, CURLOPT_HEADER, true);
curl_setopt($ch, CURLINFO_HEADER_OUT, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, $data['data']);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, $data['verify']);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, $data['verify']);
curl_setopt($ch, CURLOPT_CONNECTTIMEOUT, $data['timeout']);
curl_setopt($ch, CURLOPT_TIMEOUT, $data['timeout']);
{ip_type}
$result = curl_exec($ch);
$h_size = curl_getinfo($ch, CURLINFO_HEADER_SIZE);
$header = substr($result, 0, $h_size);
$body = substr($result,$h_size,strlen($result));
curl_close($ch);
exit($header."\r\n\r\n".json_encode($body));
?>'''.format(ip_type = ip_type)
public.writeFile(tmp_file,http_php)
#if 'Content-Type' in headers:
# if headers['Content-Type'].find('application/json') != -1:
# data = json.dumps(pdata)
data = json.dumps({"url":url,"timeout":timeout,"verify":verify,"headers":self._php_headers(headers),"data":data})
if php_version in ['53']:
php_version = '/www/server/php/' + php_version + '/bin/php'
if php_version.find('/www/server/php') != -1:
result = public.ExecShell(php_version + ' ' + tmp_file + " --post='" + data + "'" )[0]
else:
result = public.request_php(php_version,'/http.php','/dev/shm','POST',{"data":data})
if isinstance(result,bytes): result = result.decode('utf-8')
if os.path.exists(tmp_file): os.remove(tmp_file)
r_body,r_headers,r_status_code = self._curl_format(result)
return response(json.loads(r_body),r_status_code,r_headers)
#GET请求 Python2
def _get_py2(self,url,timeout,headers,verify):
import urllib2
req = urllib2.Request(url, headers = headers)
try:
if not verify:
context = ssl._create_unverified_context()
r_response = urllib2.urlopen(req,timeout = timeout,context = context)
else:
r_response = urllib2.urlopen(req,timeout = timeout)
except urllib2.HTTPError as err:
return response(str(err),err.code,[])
except urllib2.URLError as err:
return response(str(err),0,[])
return response(r_response.read(),r_response.getcode(),r_response.info().headers)
#URL转码
def quote(self,url):
if url.find('[') == -1: return url
url_tmp = url.split('?')
if len(url_tmp) == 1: return url
url_last = url_tmp[0]
url_args = '?'.join(url_tmp[1:])
if sys.version_info[0] == 2:
import urllib2
url_args = urllib2.quote(url_args)
else:
import urllib.parse
url_args = urllib.parse.quote(url_args)
return url_last + '?' + url_args
#GET请求 Python3
def _get_py3(self,url,timeout,headers,verify):
import urllib.request
req = urllib.request.Request(url,headers = headers)
try:
if not verify:
context = ssl._create_unverified_context()
r_response = urllib.request.urlopen(req,timeout = timeout,context = context)
else:
r_response = urllib.request.urlopen(req,timeout = timeout)
except urllib.error.HTTPError as err:
return response(str(err),err.code,[])
except urllib.error.URLError as err:
return response(str(err),0,[])
r_body = r_response.read()
if type(r_body) == bytes: r_body = r_body.decode('utf-8')
return response(r_body,r_response.getcode(),r_response.getheaders())
#GET请求通过CURL
def _get_curl(self,url,timeout,headers,verify):
headers_str = self._str_headers(headers)
_ssl_verify = ''
if not verify: _ssl_verify = ' -k'
result = public.ExecShell("{} -sS -i --connect-timeout {} {} {} 2>&1".format(self._curl_bin() + ' ' + str(_ssl_verify),timeout,headers_str,url))[0]
r_body,r_headers,r_status_code = self._curl_format(result)
return response(r_body,r_status_code,r_headers)
#GET请求通过PHP
def _get_php(self,url,timeout,headers,verify):
php_version = self._get_php_version()
if not php_version:
raise Exception('No PHP version available!')
ip_type = ''
if self._ip_type == 'ipv6':
ip_type = 'curl_setopt($ch, CURLOPT_IPRESOLVE, CURL_IPRESOLVE_V6);'
elif self._ip_type == 'ipv4':
ip_type = 'curl_setopt($ch, CURLOPT_IPRESOLVE, CURL_IPRESOLVE_V4);'
tmp_file = '/dev/shm/http.php'
http_php = '''<?php
error_reporting(E_ERROR);
if(isset($_POST['data'])){{
$data = json_decode($_POST['data'],1);
}}else{{
$s = getopt('',array('post:'));
$data = json_decode($s['post'],1);
}}
$url = $data['url'];
$ch = curl_init();
$user_agent = "Yak-Panel";
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_HTTPHEADER,$data['headers']);
curl_setopt($ch, CURLOPT_HEADER, true);
curl_setopt($ch, CURLINFO_HEADER_OUT, TRUE);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, $data['verify']);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, $data['verify']);
curl_setopt($ch, CURLOPT_CONNECTTIMEOUT, $data['timeout']);
curl_setopt($ch, CURLOPT_TIMEOUT, $data['timeout']);
{ip_type}
curl_setopt($ch, CURLOPT_POST, false);
$result = curl_exec($ch);
$h_size = curl_getinfo($ch, CURLINFO_HEADER_SIZE);
$header = substr($result, 0, $h_size);
$body = substr($result,$h_size,strlen($result));
curl_close($ch);
exit($header."\r\n\r\n".json_encode($body));
?>'''.format(ip_type=ip_type)
public.writeFile(tmp_file,http_php)
data = json.dumps({"url":url,"timeout":timeout,"verify":verify,"headers":self._php_headers(headers)})
if php_version in ['53']:
php_version = '/www/server/php/' + php_version + '/bin/php'
if php_version.find('/www/server/php') != -1:
result = public.ExecShell(php_version + ' ' + tmp_file + " --post='" + data + "'" )[0]
else:
result = public.request_php(php_version,'/http.php','/dev/shm','POST',{"data":data})
if isinstance(result,bytes): result = result.decode('utf-8')
if os.path.exists(tmp_file): os.remove(tmp_file)
r_body,r_headers,r_status_code = self._curl_format(result)
return response(json.loads(r_body).strip(),r_status_code,r_headers)
#取可用的PHP版本
def _get_php_version(self):
php_versions = public.get_php_versions()
php_versions = sorted(php_versions,reverse=True)
php_path = '/www/server/php/{}/sbin/php-fpm'
php_sock = '/tmp/php-cgi-{}.sock'
for pv in php_versions:
if not os.path.exists(php_path.format(pv)): continue
if not os.path.exists(php_sock.format(pv)): continue
return pv
php_bin = '/www/server/php/{}/bin/php'
for pv in php_versions:
pb = php_bin.format(pv)
if not os.path.exists(pb): continue
return pb
return None
#取CURL路径
def _curl_bin(self):
c_bin = ['/usr/local/curl2/bin/curl','/usr/local/curl/bin/curl','/usr/local/bin/curl','/usr/bin/curl']
curl_bin = 'curl'
for cb in c_bin:
if os.path.exists(cb): curl_bin = cb
if self._ip_type != 'auto':
v4_file = '{}/data/v4.pl'.format(public.get_panel_path())
v4_body = public.readFile(v4_file).strip()
if not self._ip_type in v4_body:
if self._ip_type == 'ipv4':
v4_body = '-4'
else:
v4_body = '-6'
curl_bin += ' {}'.format(v4_body)
return curl_bin
#格式化CURL响应头
def _curl_format(self,req):
match = re.search("(.|\n)+\r\n\r\n",req)
if not match: return req,{},0
tmp = match.group().split("\r\n")
i = 0
if tmp[i].find('Continue') != -1: i+=1
if not tmp[i]: i+=1
try:
status_code = int(tmp[i].split()[1])
except:
status_code = 0
body = req.replace(match.group(),'')
return body,tmp,status_code
#构造适用于PHP的headers
def _php_headers(self,headers):
php_headers = []
for h in headers.keys():
php_headers.append('{}: {}'.format(h,headers[h]))
return php_headers
#构造适用于CURL的headers
def _str_headers(self,headers):
str_headers = ''
for key in headers.keys():
str_headers += " -H '{}: {}'".format(key,headers[key])
return str_headers
#构造适用于CURL的post参数
def _str_post(self,pdata,headers):
str_pdata = ''
if headers.find('application/jose') != -1 \
or headers.find('application/josn') != -1:
if type(pdata) == dict:
pdata = json.dumps(pdata)
if type(pdata) == bytes:
pdata = pdata.decode('utf-8')
str_pdata += " -d '{}'".format(pdata)
return str_pdata
for key in pdata.keys():
str_pdata += " -F '{}={}'".format(key ,pdata[key])
return str_pdata
#构造适用于python的post参数
def _str_py_post(self,pdata,headers):
if 'Content-Type' in headers:
if headers['Content-Type'].find('application/jose') != -1 \
or headers['Content-Type'].find('application/josn') != -1:
if type(pdata) == dict:
pdata = json.dumps(pdata)
if type(pdata) == str:
pdata = pdata.encode('utf-8')
return pdata
return public.url_encode(pdata)
#响应头对象
class http_headers:
def __contains__(self, key):
return getattr(self,key.lower(),None)
def __setitem__(self, key, value): setattr(self,key.lower(),value)
def __getitem__(self, key): return getattr(self,key.lower(),None)
def __delitem__(self,key): delattr(self,key.lower())
def __delattr__(self, key): delattr(self,key.lower())
def get(self,key): return getattr(self,key.lower(),None)
def get_items(self): return self
#响应对象
class response:
status_code = None
status = None
code = None
headers = {}
text = None
content = None
def __init__(self,body,status_code,headers):
self.text = body
self.content = body
self.status_code = status_code
self.status = status_code
self.code = status_code
self.headers = http_headers()
self.format_headers(headers)
def format_headers(self,raw_headers):
raw = []
for h in raw_headers:
if not h: continue
if type(h) == tuple:
raw.append(h[0] + ': ' + h[1])
if len(h) < 2: continue
self.headers[h[0]] = h[1].strip()
else:
raw.append(h.strip())
tmp = h.split(': ')
if len(tmp) < 2: continue
self.headers[tmp[0]] = tmp[1].strip()
self.headers.raw = '\r\n'.join(raw)
def close(self):
self.text = None
self.content = None
self.status_code = None
self.status = None
self.code = None
self.headers = None
#取格式化JSON响应
def json(self):
try:
return json.loads(self.text)
except:
return self.text
DEFAULT_HEADERS = {"Content-type":"application/x-www-form-urlencoded","User-Agent":"Yak-Panel"}
s_types = ['python','php','curl','src']
DEFAULT_TYPE = 'python'
__version__ = 1.0
#请请求方法
def get_stype(s_type):
if not s_type:
s_type_file = '/www/server/panel/data/http_type.pl'
if os.path.exists(s_type_file):
tmp_type = public.readFile(s_type_file)
if tmp_type:
tmp_type = tmp_type.strip().lower()
if tmp_type in s_types: s_type = tmp_type
else:
s_type = s_type.lower()
if not s_type in s_types: s_type = DEFAULT_TYPE
if not s_type: s_type = DEFAULT_TYPE
return s_type
#获取请求头
def get_headers(headers):
if type(headers) != dict: headers = {}
#if not 'Content-type' in headers:
# headers['Content-type'] = DEFAULT_HEADERS['Content-type']
if not 'User-Agent' in headers:
headers['User-Agent'] = DEFAULT_HEADERS['User-Agent']
return headers
def post(url,data = {},timeout = 60,headers = {},verify = False,s_type = None):
'''
POST请求
@param [url] string URL地址
@parma [data] dict POST参数
@param [timeout] int 超时时间 默认60秒
@param [headers] dict 请求头 默认{"Content-type":"application/x-www-form-urlencoded","User-Agent":"Yak-Panel"}
@param [verify] bool 是否验证ssl证书 默认False
@param [s_type] string 请求方法 默认python 可选curl或php
'''
p = http()
try:
return p.post(url,data,timeout,get_headers(headers),verify,get_stype(s_type))
except:
raise Exception(public.get_error_info())
def get(url,timeout = 60,headers = {},verify = False,s_type = None):
'''
GET请求
@param [url] string URL地址
@param [timeout] int 超时时间 默认60秒
@param [headers] dict 请求头 默认{"Content-type":"application/x-www-form-urlencoded","User-Agent":"Yak-Panel"}
@param [verify] bool 是否验证ssl证书 默认False
@param [s_type] string 请求方法 默认python 可选curl或php
'''
p = http()
try:
return p.get(url,timeout,get_headers(headers),verify,get_stype(s_type))
except:
raise Exception(public.get_error_info())