Initial YakPanel commit
This commit is contained in:
Niranjan
317
class_v2/btdockerModelV2/statusModel.py
Normal file
317
class_v2/btdockerModelV2/statusModel.py
Normal file
@@ -0,0 +1,317 @@
|
||||
# coding: utf-8
|
||||
# -------------------------------------------------------------------
|
||||
# YakPanel
|
||||
# -------------------------------------------------------------------
|
||||
# Copyright (c) 2015-2099 YakPanel(www.yakpanel.com) All rights reserved.
|
||||
# -------------------------------------------------------------------
|
||||
# Author: wzz <wzz@yakpanel.com>
|
||||
# -------------------------------------------------------------------
|
||||
import gettext
|
||||
import json
|
||||
|
||||
_ = gettext.gettext
|
||||
|
||||
import time
|
||||
|
||||
# ------------------------------
|
||||
# Docker模型
|
||||
# ------------------------------
|
||||
import public
|
||||
from btdockerModelV2 import dk_public as dp
|
||||
from btdockerModelV2.dockerBase import dockerBase
|
||||
from public.validate import Param
|
||||
|
||||
class main(dockerBase):
|
||||
__stats_tmp = dict()
|
||||
__docker = None
|
||||
|
||||
def docker_client(self, url):
|
||||
if not self.__docker:
|
||||
self.__docker = dp.docker_client(url)
|
||||
return self.__docker
|
||||
|
||||
def io_stats(self, stats, write=None):
|
||||
drive_io = stats['blkio_stats']['io_service_bytes_recursive']
|
||||
if drive_io:
|
||||
if len(drive_io) <= 2:
|
||||
try:
|
||||
now = drive_io[0]['value']
|
||||
self.__stats_tmp['read_total'] = now
|
||||
except:
|
||||
self.__stats_tmp['read_total'] = 0
|
||||
try:
|
||||
now = drive_io[1]['value']
|
||||
self.__stats_tmp['write_total'] = now
|
||||
except:
|
||||
self.__stats_tmp['write_total'] = 0
|
||||
else:
|
||||
try:
|
||||
now = drive_io[0]['value'] + drive_io[2]['value']
|
||||
self.__stats_tmp['read_total'] = now
|
||||
except:
|
||||
self.__stats_tmp['read_total'] = 0
|
||||
try:
|
||||
now = drive_io[1]['value'] + drive_io[3]['value']
|
||||
self.__stats_tmp['write_total'] = now
|
||||
except:
|
||||
self.__stats_tmp['write_total'] = 0
|
||||
if write:
|
||||
self.__stats_tmp['container_id'] = stats['id']
|
||||
self.write_io(self.__stats_tmp)
|
||||
|
||||
def net_stats(self, stats, cache, write=None):
|
||||
try:
|
||||
net_io = stats['networks']['eth0']
|
||||
net_io_old = cache['networks']['eth0']
|
||||
except:
|
||||
self.__stats_tmp['rx_total'] = 0
|
||||
self.__stats_tmp['rx'] = 0
|
||||
self.__stats_tmp['tx_total'] = 0
|
||||
self.__stats_tmp['tx'] = 0
|
||||
if write:
|
||||
self.__stats_tmp['container_id'] = stats['id']
|
||||
self.write_net(self.__stats_tmp)
|
||||
return
|
||||
time_now = stats["time"]
|
||||
time_old = cache["time"]
|
||||
try:
|
||||
now = net_io["rx_bytes"]
|
||||
self.__stats_tmp['rx_total'] = now
|
||||
old = net_io_old["rx_bytes"]
|
||||
self.__stats_tmp['rx'] = int((now - old) / (time_now - time_old))
|
||||
except:
|
||||
self.__stats_tmp['rx_total'] = 0
|
||||
self.__stats_tmp['rx'] = 0
|
||||
try:
|
||||
now = net_io["tx_bytes"]
|
||||
old = net_io_old["tx_bytes"]
|
||||
self.__stats_tmp['tx_total'] = now
|
||||
self.__stats_tmp['tx'] = int((now - old) / (time_now - time_old))
|
||||
except:
|
||||
self.__stats_tmp['tx_total'] = 0
|
||||
self.__stats_tmp['tx'] = 0
|
||||
if write:
|
||||
self.__stats_tmp['container_id'] = stats['id']
|
||||
self.write_net(self.__stats_tmp)
|
||||
# return data
|
||||
|
||||
def mem_stats(self, stats, write=None):
|
||||
mem = stats['memory_stats']
|
||||
try:
|
||||
self.__stats_tmp['limit'] = mem['limit']
|
||||
self.__stats_tmp['usage_total'] = mem['usage']
|
||||
if 'cache' not in mem['stats']:
|
||||
mem['stats']['cache'] = 0
|
||||
self.__stats_tmp['usage'] = mem['usage'] - mem['stats']['cache']
|
||||
self.__stats_tmp['cache'] = mem['stats']['cache']
|
||||
# data['mem_useage'] = round(mem['usage'] * 100 / data['limit'],2)
|
||||
except:
|
||||
# return public.get_error_info()
|
||||
self.__stats_tmp['limit'] = 0
|
||||
self.__stats_tmp['usage'] = 0
|
||||
self.__stats_tmp['cache'] = 0
|
||||
self.__stats_tmp['usage_total'] = 0
|
||||
# data['mem_useage'] = 0
|
||||
if write:
|
||||
self.__stats_tmp['container_id'] = stats['id']
|
||||
self.write_mem(self.__stats_tmp)
|
||||
# return data
|
||||
|
||||
def cpu_stats(self, stats, write=None):
|
||||
# cpu_limit = dp.sql('container').where("c_id=?",(stats['id'],)).find()
|
||||
# if cpu_limit:
|
||||
# cpu_limit = cpu_limit['cpu_limit']
|
||||
# else:
|
||||
# cpu_limit = 1
|
||||
try:
|
||||
cpu = stats['cpu_stats']['cpu_usage']['total_usage'] - stats[
|
||||
'precpu_stats']['cpu_usage']['total_usage']
|
||||
except:
|
||||
cpu = 0
|
||||
try:
|
||||
system = stats['cpu_stats']['system_cpu_usage'] - stats[
|
||||
'precpu_stats']['system_cpu_usage']
|
||||
except:
|
||||
system = 0
|
||||
try:
|
||||
self.__stats_tmp['online_cpus'] = stats['cpu_stats']['online_cpus']
|
||||
except:
|
||||
self.__stats_tmp['online_cpus'] = 0
|
||||
if cpu > 0 and system > 0:
|
||||
self.__stats_tmp['cpu_usage'] = round(
|
||||
(cpu / system) * 100 * self.__stats_tmp['online_cpus'], 2)
|
||||
else:
|
||||
self.__stats_tmp['cpu_usage'] = 0.0
|
||||
if write:
|
||||
self.__stats_tmp['container_id'] = stats['id']
|
||||
self.write_cpu(self.__stats_tmp)
|
||||
# return data
|
||||
|
||||
def stats(self, args):
|
||||
"""
|
||||
获取某个容器的cpu，内存，网络io，磁盘io.
|
||||
:param url
|
||||
:param id
|
||||
:param args:
|
||||
:return:
|
||||
"""
|
||||
# {"id": "d58097084d43324643efde5cc8d30643901c27366d35238801a2119509352ab7", "dk_status": "running"}
|
||||
|
||||
try:
|
||||
args.validate([
|
||||
Param('id').Require().String(),
|
||||
Param('dk_status').Require().String(),
|
||||
], [
|
||||
public.validate.trim_filter(),
|
||||
])
|
||||
except Exception as ex:
|
||||
public.print_log("error info: {}".format(ex))
|
||||
return public.return_message(-1, 0, ex)
|
||||
try:
|
||||
container = self.docker_client(self._url).containers.get(args.id)
|
||||
stats = container.stats(decode=None, stream=False)
|
||||
stats['time'] = time.time()
|
||||
cache = public.cache_get('stats')
|
||||
if not cache:
|
||||
cache = stats
|
||||
public.cache_set('stats', stats)
|
||||
write = None
|
||||
if hasattr(args, "write"):
|
||||
write = args.write
|
||||
self.__stats_tmp['expired'] = time.time() - (args.save_date * 86400)
|
||||
stats['id'] = args.id
|
||||
import json
|
||||
from pygments import highlight, lexers, formatters
|
||||
formatted_json = json.dumps(stats, indent=3)
|
||||
colorful_json = highlight(formatted_json.encode('utf-8'), lexers.JsonLexer(), formatters.TerminalFormatter())
|
||||
# print(colorful_json)
|
||||
self.io_stats(stats, write)
|
||||
self.net_stats(stats, cache, write)
|
||||
self.cpu_stats(stats, write)
|
||||
self.mem_stats(stats, write)
|
||||
public.cache_set('stats', stats)
|
||||
self.__stats_tmp['detail'] = stats
|
||||
if 'dk_status' in args and args.dk_status != 'running':
|
||||
self.__stats_tmp['read_total'] = 0
|
||||
self.__stats_tmp['write_total'] = 0
|
||||
return public.return_message(0, 0, self.__stats_tmp)
|
||||
except Exception as ex:
|
||||
if "No such container" in str(ex):
|
||||
return public.return_message(-1, 0, public.lang("The container does not exist, please refresh the browser and try again!"))
|
||||
return public.return_message(-1, 0, public.lang('Failed to get container status: ' + str(ex)))
|
||||
|
||||
def top(self, get):
|
||||
"""
|
||||
获取容器内进程信息
|
||||
@param get:
|
||||
@return:
|
||||
"""
|
||||
container = self.docker_client(self._url).containers.get(get.id)
|
||||
return public.return_message(0, 0, container.top())
|
||||
|
||||
def write_cpu(self, data):
|
||||
pdata = {
|
||||
"time": time.time(),
|
||||
"cpu_usage": data['cpu_usage'],
|
||||
"online_cpus": data['online_cpus'],
|
||||
"container_id": data['container_id']
|
||||
}
|
||||
dp.sql("cpu_stats").where("time<?", (self.__stats_tmp['expired'],)).delete()
|
||||
dp.sql("cpu_stats").insert(pdata)
|
||||
|
||||
def write_io(self, data):
|
||||
pdata = {
|
||||
"time": time.time(),
|
||||
"write_total": data['write_total'],
|
||||
"read_total": data['read_total'],
|
||||
"container_id": data['container_id']
|
||||
}
|
||||
dp.sql("io_stats").where("time<?", (self.__stats_tmp['expired'],)).delete()
|
||||
dp.sql("io_stats").insert(pdata)
|
||||
|
||||
def write_net(self, data):
|
||||
pdata = {
|
||||
"time": time.time(),
|
||||
"tx_total": data['tx_total'],
|
||||
"rx_total": data['rx_total'],
|
||||
"tx": data['tx'],
|
||||
"rx": data['rx'],
|
||||
"container_id": data['container_id']
|
||||
}
|
||||
dp.sql("net_stats").where("time<?", (self.__stats_tmp['expired'],)).delete()
|
||||
dp.sql("net_stats").insert(pdata)
|
||||
|
||||
def write_mem(self, data):
|
||||
pdata = {
|
||||
"time": time.time(),
|
||||
"mem_limit": data['limit'],
|
||||
"cache": data['cache'],
|
||||
"usage": data['usage'],
|
||||
"usage_total": data['usage_total'],
|
||||
"container_id": data['container_id']
|
||||
}
|
||||
dp.sql("mem_stats").where("time<?", (self.__stats_tmp['expired'],)).delete()
|
||||
dp.sql("mem_stats").insert(pdata)
|
||||
|
||||
# 获取某服务器容器总数
|
||||
def get_container_count(self, args):
|
||||
return public.return_message(0, 0, len(self.docker_client(self._url).containers.list()))
|
||||
|
||||
# 获取监控容器资源并记录每分钟
|
||||
|
||||
# 获取Docker总览信息
|
||||
def get_docker_system_info(self, get):
|
||||
result = {
|
||||
"containers": {"usage": "-", "total": "-", "size": "-"},
|
||||
"images": {"usage": "-", "total": "-", "size": "-"},
|
||||
"volumes": {"usage": "-", "total": "-", "size": "-"},
|
||||
"networks": {"usage": 0, "total": 0},
|
||||
"composes": {"usage": 0, "total": 0},
|
||||
"mirrors": 0,
|
||||
}
|
||||
|
||||
try:
|
||||
# 获取 mirrors
|
||||
system_info = self.docker_client(self._url).info()
|
||||
result["mirrors"] = len(system_info.get("RegistryConfig", {}).get("IndexConfigs", {}))
|
||||
|
||||
# 解析 docker system df
|
||||
dfs, err = public.ExecShell("docker system df --format json")
|
||||
|
||||
for line in dfs.strip().split('\n'):
|
||||
line = line.strip()
|
||||
if not line:
|
||||
continue
|
||||
try:
|
||||
df = json.loads(line)
|
||||
df_type = df.get("Type")
|
||||
if df_type == "Images":
|
||||
result["images"]["usage"] = df.get("Active", 0)
|
||||
result["images"]["total"] = df.get("TotalCount", 0)
|
||||
result["images"]["size"] = df.get("Size", "0B")
|
||||
elif df_type == "Containers":
|
||||
result["containers"]["usage"] = df.get("Active", 0)
|
||||
result["containers"]["total"] = df.get("TotalCount", 0)
|
||||
result["containers"]["size"] = df.get("Size", "0B")
|
||||
elif df_type == "Local Volumes":
|
||||
result["volumes"]["usage"] = df.get("Active", 0)
|
||||
result["volumes"]["total"] = df.get("TotalCount", 0)
|
||||
result["volumes"]["size"] = df.get("Size", "0B")
|
||||
except Exception as e:
|
||||
public.print_log('Docker', 'Parse docker system df failed: {}, error: {}'.format(line, str(e)))
|
||||
continue
|
||||
|
||||
# Networks
|
||||
network_info = self.docker_client(self._url).networks.list()
|
||||
result["networks"]["total"] = len(network_info)
|
||||
|
||||
# Compose
|
||||
from mod.project.docker.composeMod import main as Compose
|
||||
dk_compose = Compose()
|
||||
compose_list = dk_compose.ls(get)
|
||||
result["composes"]["total"] = len(compose_list)
|
||||
|
||||
except Exception as e:
|
||||
public.print_log('Docker', 'Get system info failed: {}'.format(str(e)))
|
||||
|
||||
return public.return_message(0, 0, result)
|
||||
Reference in New Issue
Block a user