mirror of
https://github.com/cozystack/cozystack.git
synced 2026-10-29 16:17:20 +09:00
Aleksei Sviridkin
9fc57e7e07
The binder, the VMI webhook, the catalog option source and the usage records each leave out of a pod's GPU usage the units its VMI's devices already hold. They matched the pod to the VMI by its owner reference, the usage records also by the device-reference label, and whoever creates the pod writes both, so a pod naming a VMI with attached devices could hide its GPUs from capacity, raw-key budgets and the usage records. A pod now counts as a VMI's launcher only when that VMI lists the pod's UID in status.activePods; any other pod's GPUs count as raw-name usage. One shared reader decides it for all four. The binder takes the active pods from the VMIs it already lists, the webhook from the VMI informer every replica warms, the usage records from a read of the named VMI, and cozystack-api reads the named VMI only for a pod that requests a raw GPU name, for which it gains get on virtualmachineinstances. Assisted-by: LLM Signed-off-by: Aleksei Sviridkin <f@lex.la>
111 lines
3.7 KiB
Go
111 lines
3.7 KiB
Go
/*
|
|
Copyright 2026 The Cozystack Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package controller
|
|
|
|
import (
|
|
"k8s.io/apimachinery/pkg/apis/meta/v1/unstructured"
|
|
"k8s.io/apimachinery/pkg/runtime/schema"
|
|
"k8s.io/apimachinery/pkg/types"
|
|
"k8s.io/apimachinery/pkg/util/sets"
|
|
|
|
"github.com/cozystack/cozystack/internal/gpu"
|
|
"github.com/cozystack/cozystack/internal/gpu/model"
|
|
)
|
|
|
|
var (
|
|
vmiGVK = schema.GroupVersionKind{Group: "kubevirt.io", Version: "v1", Kind: "VirtualMachineInstance"}
|
|
vmGVK = schema.GroupVersionKind{Group: "kubevirt.io", Version: "v1", Kind: "VirtualMachine"}
|
|
kubeVirtGVK = schema.GroupVersionKind{Group: "kubevirt.io", Version: "v1", Kind: "KubeVirt"}
|
|
)
|
|
|
|
// vmi is the part of a VirtualMachineInstance the controller reads.
|
|
type vmi struct {
|
|
Name, Namespace string
|
|
UID types.UID
|
|
ResourceVersion string
|
|
Phase string
|
|
NodeName string
|
|
// VM is the controlling VirtualMachine, "" for a VMI created without one.
|
|
VM string
|
|
ActivePods sets.Set[types.UID]
|
|
}
|
|
|
|
// final reports a VMI that no longer runs its domain. A deletion timestamp
|
|
// alone does not count: on an isolated node the domain can still hold the GPU.
|
|
func (v *vmi) final() bool {
|
|
return v.Phase == "Succeeded" || v.Phase == "Failed"
|
|
}
|
|
|
|
// unscheduled reports a VMI whose virt-launcher pod has not been placed yet.
|
|
func (v *vmi) unscheduled() bool {
|
|
return v.NodeName == "" && (v.Phase == "" || v.Phase == "Pending" || v.Phase == "Scheduling")
|
|
}
|
|
|
|
func vmiFrom(u *unstructured.Unstructured) *vmi {
|
|
out := &vmi{Name: u.GetName(), Namespace: u.GetNamespace(), UID: u.GetUID(), ResourceVersion: u.GetResourceVersion(),
|
|
ActivePods: model.ActivePods(u)}
|
|
out.Phase, _, _ = unstructured.NestedString(u.Object, "status", "phase")
|
|
out.NodeName, _, _ = unstructured.NestedString(u.Object, "status", "nodeName")
|
|
for _, ref := range u.GetOwnerReferences() {
|
|
if ref.Kind == vmGVK.Kind && ref.Controller != nil && *ref.Controller {
|
|
out.VM = ref.Name
|
|
}
|
|
}
|
|
return out
|
|
}
|
|
|
|
// vm is the part of a VirtualMachine the controller reads.
|
|
type vm struct {
|
|
Name, Namespace string
|
|
RunStrategy string
|
|
// Devices are the held devices the VM's template names.
|
|
Devices []string
|
|
}
|
|
|
|
// restartsDeletedVMI reports whether KubeVirt creates a new VMI after the
|
|
// controller deletes the current one (vm.go syncRunStrategy in v1.9.0).
|
|
func (v *vm) restartsDeletedVMI() bool {
|
|
return v.RunStrategy == "Always" || v.RunStrategy == "Once"
|
|
}
|
|
|
|
func vmFrom(u *unstructured.Unstructured) *vm {
|
|
out := &vm{Name: u.GetName(), Namespace: u.GetNamespace()}
|
|
out.RunStrategy, _, _ = unstructured.NestedString(u.Object, "spec", "runStrategy")
|
|
if out.RunStrategy == "" {
|
|
// spec.running is the deprecated spelling of Always/Halted.
|
|
if running, ok, _ := unstructured.NestedBool(u.Object, "spec", "running"); ok && running {
|
|
out.RunStrategy = "Always"
|
|
} else {
|
|
out.RunStrategy = "Halted"
|
|
}
|
|
}
|
|
annotation, _, _ := unstructured.NestedString(u.Object, "spec", "template", "metadata", "annotations", gpu.AnnotationDevices)
|
|
if annotation == "" {
|
|
return out
|
|
}
|
|
refs, err := model.ParseDeviceRefs(annotation)
|
|
if err != nil {
|
|
return out
|
|
}
|
|
for _, r := range refs {
|
|
if r.Device != "" {
|
|
out.Devices = append(out.Devices, r.Device)
|
|
}
|
|
}
|
|
return out
|
|
}
|