SolitaryThinker
db866dfb04
Sweep all 296 v2 modules: simplify verbose docstrings/comments and remove 376 dangling "(design_vN §X)" citations to the now-deleted design docs (v2/README.md is the source of truth). Comment/docstring-only — AST-verified code-identical; the CPU suite holds at 237 passed / 5 pre-existing. Also applies yapf + ruff --fix auto-fixes (import ordering, forward-ref annotation de-quoting under `from __future__ import annotations`; behavior- neutral, suite-confirmed) and adds the legitimate domain terms mot/clen/te to the codespell ignore-list. Remaining ruff (24) + mypy (68 no-untyped-call) findings are pre-existing v2 debt, untouched here.
78 lines
3.0 KiB
Python
78 lines
3.0 KiB
Python
"""DeploymentCard — what an engine exports to a fleet.
|
|
|
|
The engine exports a ``DeploymentCard`` and lets a fleet orchestrator route. The cost model is the
|
|
SAME object the scheduler budgets with — one object, two consumers (the scheduler's budget and the
|
|
fleet's routing input).
|
|
|
|
This is the contract our OWN fleet (``deploy/fleet.py``) consumes AND the Dynamo adapter
|
|
(``deploy/dynamo.py``) exports — so we are frontable by Dynamo without depending on it.
|
|
"""
|
|
from __future__ import annotations
|
|
|
|
import dataclasses
|
|
from dataclasses import dataclass, field
|
|
|
|
from v2._enums import Capability
|
|
from v2.card import CostModel
|
|
|
|
|
|
@dataclass
|
|
class HealthSchema:
|
|
status: str = "healthy" # "healthy" | "draining" | "unhealthy"
|
|
in_flight: int = 0
|
|
queue_depth: int = 0
|
|
|
|
|
|
@dataclass
|
|
class SLOSchema:
|
|
slo_class: str = "standard" # "latency" | "throughput" | "cost"
|
|
max_concurrent: int = 8
|
|
|
|
|
|
@dataclass
|
|
class DeploymentCard:
|
|
engine_id: str
|
|
model_cards: list[str] = field(default_factory=list)
|
|
capabilities: frozenset[Capability] = frozenset()
|
|
role_pools: list = field(default_factory=list) # list[RolePoolSpec]
|
|
supported_programs: list[str] = field(default_factory=list)
|
|
cost_model: CostModel | None = None # the SAME cost model the scheduler uses
|
|
health: HealthSchema = field(default_factory=HealthSchema)
|
|
slo: SLOSchema = field(default_factory=SLOSchema)
|
|
|
|
def serves(self, model_id: str) -> bool:
|
|
return model_id in self.model_cards
|
|
|
|
|
|
def build_deployment_card(engine_id: str,
|
|
model_cards: list,
|
|
*,
|
|
max_concurrent: int = 8,
|
|
slo_class: str = "standard",
|
|
role_pools: list | None = None,
|
|
supported_programs: list[str] | None = None) -> DeploymentCard:
|
|
"""Export a DeploymentCard from the model cards an engine serves.
|
|
|
|
Picks a representative ``step_cost_model`` so the fleet/Dynamo route on the SAME cost object the
|
|
scheduler budgets with."""
|
|
caps: set = set()
|
|
cost_model = None
|
|
ids: list[str] = []
|
|
for c in model_cards:
|
|
ids.append(c.model_id)
|
|
caps |= set(c.capabilities.capabilities)
|
|
if cost_model is None:
|
|
for lp in c.loops.values():
|
|
if lp.step_cost_model is not None:
|
|
# own copy so online calibration of one card's cost doesn't alias another replica's
|
|
cost_model = dataclasses.replace(lp.step_cost_model,
|
|
coefficients=dict(lp.step_cost_model.coefficients))
|
|
break
|
|
return DeploymentCard(engine_id=engine_id,
|
|
model_cards=ids,
|
|
capabilities=frozenset(caps),
|
|
role_pools=role_pools or [],
|
|
supported_programs=supported_programs or [],
|
|
cost_model=cost_model,
|
|
slo=SLOSchema(slo_class=slo_class, max_concurrent=max_concurrent))
|