Files
openshell_controller/app/lib/sandboxInferenceApply.ts
mmckeen-nvandGitHub 11840644c8 fix: follow native OpenClaw config ownership (#53)
Route controller-managed OpenClaw MCP and inference updates through the native config patch boundary and retire stale config-hash writes.
2026-09-28 23:08:48 -07:00

185 lines
5.6 KiB
TypeScript

import { execFile } from "node:child_process"
import { promisify } from "node:util"
import { OPENSHELL_BIN, hostCommandEnv } from "./hostCommands"
import { restartSandboxGatewayWithNemoClaw } from "./nemoclawCli"
import { writeNativeOpenClawConfigPatch } from "./openClawNativeConfig"
import { getSandboxInferenceConfig, type SandboxInferenceRoute } from "./sandboxInferenceStore"
const execFileAsync = promisify(execFile)
function modelContextWindow(modelId: string) {
const normalized = modelId.toLowerCase()
if (normalized.includes("nemotron-3-super") && normalized.includes("120b")) return 262144
if (normalized.includes("qwen2.5:7b")) return 32768
if (normalized.includes("qwen3.5:27b")) return 32768
return 131072
}
function modelMaxTokens(modelId: string) {
const contextWindow = modelContextWindow(modelId)
if (contextWindow >= 262144) return 8192
if (contextWindow <= 32768) return 2048
return 4096
}
function modelSupportsReasoning(modelId: string) {
const normalized = modelId.toLowerCase()
return normalized.includes("nemotron-3-super")
}
function modelEntry(modelId: string, modelName: string, compat: Record<string, unknown> | null) {
return {
...(compat ? { compat } : {}),
id: modelId,
name: modelName,
reasoning: modelSupportsReasoning(modelId),
input: ["text"],
cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
contextWindow: modelContextWindow(modelId),
maxTokens: modelMaxTokens(modelId),
}
}
function resolveInferenceModelIdentity(route: SandboxInferenceRoute) {
const nvidiaModel = route.model.match(/^nvidia\/(.+)$/i)
if (nvidiaModel) {
return {
providerKey: "nvidia",
modelId: nvidiaModel[1],
modelName: route.model,
modelRef: route.model,
}
}
return {
providerKey: "inference",
modelId: route.model,
modelName: route.model,
modelRef: `inference/${route.model}`,
}
}
function resolveOpenClawRoute(route: SandboxInferenceRoute) {
switch (route.provider) {
case "openai-api":
return {
providerKey: "openai",
modelId: route.model,
modelName: route.model,
modelRef: `openai/${route.model}`,
baseUrl: "https://inference.local/v1",
api: "openai-completions",
compat: null,
}
case "anthropic-prod":
case "compatible-anthropic-endpoint":
return {
providerKey: "anthropic",
modelId: route.model,
modelName: route.model,
modelRef: `anthropic/${route.model}`,
baseUrl: "https://inference.local",
api: "anthropic-messages",
compat: null,
}
case "bedrock":
case "compatible-endpoint":
case "gemini-api": {
const identity = resolveInferenceModelIdentity(route)
return {
...identity,
baseUrl: "https://inference.local/v1",
api: "openai-completions",
compat: { supportsStore: false },
}
}
case "nvidia-prod":
case "nvidia-nim":
case "ollama-local":
case "vllm-local":
default: {
const identity = resolveInferenceModelIdentity(route)
return {
...identity,
baseUrl: "https://inference.local/v1",
api: "openai-completions",
compat: null,
}
}
}
}
function buildOpenClawConfigPatch(routes: SandboxInferenceRoute[], primary: SandboxInferenceRoute) {
const providers: Record<string, any> = {}
let primaryModelRef = primary.model
for (const route of routes.filter((item) => item.enabled)) {
const resolved = resolveOpenClawRoute(route)
providers[resolved.providerKey] ||= {
baseUrl: resolved.baseUrl,
apiKey: "unused",
api: resolved.api,
models: [],
}
providers[resolved.providerKey].models.push(modelEntry(resolved.modelId, resolved.modelName, resolved.compat))
if (route.id === primary.id) primaryModelRef = resolved.modelRef
}
return {
agents: {
defaults: {
model: {
primary: primaryModelRef,
},
},
},
models: {
mode: "merge",
providers,
},
channels: {
defaults: {
configWrites: null,
},
},
}
}
async function runOpenShell(args: string[]) {
const { stdout, stderr } = await execFileAsync(OPENSHELL_BIN, args, {
env: hostCommandEnv({
OPENSHELL_GATEWAY: process.env.OPENSHELL_GATEWAY?.trim() || undefined,
}),
timeout: 60000,
maxBuffer: 20 * 1024 * 1024,
})
return { stdout: String(stdout).trim(), stderr: String(stderr).trim() }
}
export async function applySandboxInferenceProfile(sandboxId: string, sandboxName: string) {
const config = await getSandboxInferenceConfig(sandboxId)
const enabledRoutes = config.routes.filter((route) => route.enabled)
if (enabledRoutes.length === 0) throw new Error("No enabled inference routes are configured for this sandbox")
const primary = enabledRoutes.find((route) => route.id === config.primaryRouteId) || enabledRoutes[0]
const openClawPatch = buildOpenClawConfigPatch(enabledRoutes, primary)
await writeNativeOpenClawConfigPatch(
sandboxName,
openClawPatch,
"Failed to apply native OpenClaw inference config",
)
const routeResult = await runOpenShell(["inference", "set", "--no-verify", "--provider", primary.provider, "--model", primary.model])
const restartResult = await restartSandboxGatewayWithNemoClaw(sandboxName)
if (!restartResult.ok) {
throw new Error(
restartResult.stderr || restartResult.error ||
"NemoClaw could not verify the native agent gateway restart after applying inference config",
)
}
return {
primaryRoute: primary,
routesApplied: enabledRoutes.length,
gatewayRoute: routeResult,
gatewayRestart: "nemoclaw-native-gateway",
}
}