Kubernetes support

* Total CPU and Memory usage for the entire cluster
* Total CPU and Memory usage for kubernetes pods
* Service discovery via annotations on ingress
* No storage stats yet
* No network stats yet
This commit is contained in:
James Wynn 2022-10-24 17:03:35 -05:00
parent b25ba09e18
commit c4333fd2dc
18 changed files with 479 additions and 19 deletions

View file

@ -5,7 +5,12 @@ import path from "path";
import yaml from "js-yaml";
import checkAndCopyConfig from "utils/config/config";
import { servicesFromConfig, servicesFromDocker, cleanServiceGroups } from "utils/config/service-helpers";
import {
servicesFromConfig,
servicesFromDocker,
cleanServiceGroups,
servicesFromKubernetes
} from "utils/config/service-helpers";
import { cleanWidgetGroups, widgetsFromConfig } from "utils/config/widget-helpers";
export async function bookmarksResponse() {
@ -44,15 +49,24 @@ export async function widgetsResponse() {
}
export async function servicesResponse() {
let discoveredServices;
let discoveredDockerServices;
let discoveredKubernetesServices;
let configuredServices;
try {
discoveredServices = cleanServiceGroups(await servicesFromDocker());
discoveredDockerServices = cleanServiceGroups(await servicesFromDocker());
} catch (e) {
console.error("Failed to discover services, please check docker.yaml for errors or remove example entries.");
if (e) console.error(e);
discoveredServices = [];
discoveredDockerServices = [];
}
try {
discoveredKubernetesServices = cleanServiceGroups(await servicesFromKubernetes());
} catch (e) {
console.error("Failed to discover services, please check docker.yaml for errors or remove example entries.");
if (e) console.error(e);
discoveredKubernetesServices = [];
}
try {
@ -64,18 +78,27 @@ export async function servicesResponse() {
}
const mergedGroupsNames = [
...new Set([discoveredServices.map((group) => group.name), configuredServices.map((group) => group.name)].flat()),
...new Set([
discoveredDockerServices.map((group) => group.name),
discoveredKubernetesServices.map((group) => group.name),
configuredServices.map((group) => group.name),
].flat()),
];
const mergedGroups = [];
mergedGroupsNames.forEach((groupName) => {
const discoveredGroup = discoveredServices.find((group) => group.name === groupName) || { services: [] };
const discoveredDockerGroup = discoveredDockerServices.find((group) => group.name === groupName) || { services: [] };
const discoveredKubernetesGroup = discoveredKubernetesServices.find((group) => group.name === groupName) || { services: [] };
const configuredGroup = configuredServices.find((group) => group.name === groupName) || { services: [] };
const mergedGroup = {
name: groupName,
services: [...discoveredGroup.services, ...configuredGroup.services].filter((service) => service),
services: [
...discoveredDockerGroup.services,
...discoveredKubernetesGroup.services,
...configuredGroup.services
].filter((service) => service),
};
mergedGroups.push(mergedGroup);

View file

@ -0,0 +1,27 @@
import path from "path";
import { readFileSync } from "fs";
import yaml from "js-yaml";
import { KubeConfig } from "@kubernetes/client-node";
import checkAndCopyConfig from "utils/config/config";
export default function getKubeConfig() {
checkAndCopyConfig("kubernetes.yaml");
const configFile = path.join(process.cwd(), "config", "kubernetes.yaml");
const configData = readFileSync(configFile, "utf8");
const config = yaml.load(configData);
const kc = new KubeConfig();
switch (config?.mode) {
case 'cluster':
kc.loadFromCluster();
break;
case 'default':
default:
kc.loadFromDefault();
}
return kc;
}

View file

@ -4,9 +4,11 @@ import path from "path";
import yaml from "js-yaml";
import Docker from "dockerode";
import * as shvl from "shvl";
import { NetworkingV1Api } from "@kubernetes/client-node";
import checkAndCopyConfig from "utils/config/config";
import getDockerArguments from "utils/config/docker";
import getKubeConfig from "utils/config/kubernetes";
export async function servicesFromConfig() {
checkAndCopyConfig("services.yaml");
@ -103,6 +105,56 @@ export async function servicesFromDocker() {
return mappedServiceGroups;
}
export async function servicesFromKubernetes() {
checkAndCopyConfig("kubernetes.yaml");
const kc = getKubeConfig();
const networking = kc.makeApiClient(NetworkingV1Api);
const ingressResponse = await networking.listIngressForAllNamespaces(null, null, null, "homepage/enabled=true");
const services = ingressResponse.body.items.map((ingress) => {
const constructedService = {
app: ingress.metadata.name,
namespace: ingress.metadata.namespace,
href: `https://${ingress.spec.rules[0].host}`,
name: ingress.metadata.annotations['homepage/name'],
group: ingress.metadata.annotations['homepage/group'],
icon: ingress.metadata.annotations['homepage/icon'],
description: ingress.metadata.annotations['homepage/description']
};
Object.keys(ingress.metadata.labels).forEach((label) => {
if (label.startsWith("homepage/widget/")) {
shvl.set(constructedService, label.replace("homepage/widget/", ""), ingress.metadata.labels[label]);
}
});
return constructedService;
});
const mappedServiceGroups = [];
services.forEach((serverService) => {
let serverGroup = mappedServiceGroups.find((searchedGroup) => searchedGroup.name === serverService.group);
if (!serverGroup) {
mappedServiceGroups.push({
name: serverService.group,
services: [],
});
serverGroup = mappedServiceGroups[mappedServiceGroups.length - 1];
}
const { name: serviceName, group: serverServiceGroup, ...pushedService } = serverService;
const result = {
name: serviceName,
...pushedService,
};
serverGroup.services.push(result);
});
return mappedServiceGroups;
}
export function cleanServiceGroups(groups) {
return groups.map((serviceGroup) => ({
name: serviceGroup.name,
@ -118,6 +170,8 @@ export function cleanServiceGroups(groups) {
container,
currency, // coinmarketcap widget
symbols,
namespace, // kubernetes widget
app
} = cleanedService.widget;
cleanedService.widget = {
@ -134,6 +188,10 @@ export function cleanServiceGroups(groups) {
if (server) cleanedService.widget.server = server;
if (container) cleanedService.widget.container = container;
}
if (type === "kubernetes") {
if (namespace) cleanedService.widget.namespace = namespace;
if (app) cleanedService.widget.app = app;
}
}
return cleanedService;
@ -164,5 +222,15 @@ export default async function getServiceWidget(group, service) {
}
}
const kubernetesServices = await servicesFromKubernetes();
const kubernetesServiceGroup = kubernetesServices.find((g) => g.name === group);
if (kubernetesServiceGroup) {
const kubernetesServiceEntry = kubernetesServiceGroup.services.find((s) => s.name === service);
if (kubernetesServiceEntry) {
const { widget } = kubernetesServiceEntry;
return widget;
}
}
return false;
}
}

View file

@ -0,0 +1,47 @@
export function parseCpu(cpuStr) {
const unitLength = 1;
const base = Number.parseInt(cpuStr, 10);
const units = cpuStr.substring(cpuStr.length - unitLength);
// console.log(Number.isNaN(Number(units)), cpuStr, base, units);
if (Number.isNaN(Number(units))) {
switch (units) {
case 'n':
return base / 1000000000;
case 'u':
return base / 1000000;
case 'm':
return base / 1000;
default:
return base;
}
} else {
return Number.parseInt(cpuStr, 10);
}
}
export function parseMemory(memStr) {
const unitLength = (memStr.substring(memStr.length - 1) === 'i' ? 2 : 1);
const base = Number.parseInt(memStr, 10);
const units = memStr.substring(memStr.length - unitLength);
// console.log(Number.isNaN(Number(units)), memStr, base, units);
if (Number.isNaN(Number(units))) {
switch (units) {
case 'Ki':
return base * 1000;
case 'K':
return base * 1024;
case 'Mi':
return base * 1000000;
case 'M':
return base * 1024 * 1024;
case 'Gi':
return base * 1000000000;
case 'G':
return base * 1024 * 1024 * 1024;
default:
return base;
}
} else {
return Number.parseInt(memStr, 10);
}
}