(emptyRoute)
+ const [name, setName] = useState("nvidia-nim")
+ const [type, setType] = useState("openai")
+ const [model, setModel] = useState("nvidia/nemotron-3-super-120b-a12b")
+ const [baseUrl, setBaseUrl] = useState("https://integrate.api.nvidia.com/v1")
+ const [credentialKey, setCredentialKey] = useState("NVIDIA_API_KEY")
+ const [apiKey, setApiKey] = useState("")
+ const [route, setRoute] = useState<"gateway" | "system">("gateway")
+ const [timeout, setTimeoutValue] = useState("0")
+ const [noVerify, setNoVerify] = useState(true)
+
+ const activeProvider = useMemo(
+ () => providers.find((provider) => provider.name === gateway.provider) ?? null,
+ [providers, gateway.provider]
+ )
+
+ async function load() {
+ try {
+ setLoading(true)
+ setMessage("")
+ const response = await fetch("/api/inference", { cache: "no-store" })
+ const data = await response.json() as InferenceResponse & { error?: string }
+ if (!response.ok) throw new Error(data.error || "Failed to load inference configuration")
+ setGateway(data.gateway ?? emptyRoute())
+ setSystem(data.system ?? emptyRoute())
+ setProviders(Array.isArray(data.providers) ? data.providers : [])
+ if (data.gateway?.provider) setName(data.gateway.provider)
+ if (data.gateway?.model) setModel(data.gateway.model)
+ } catch (error) {
+ setMessage(error instanceof Error ? error.message : "Failed to load inference configuration")
+ } finally {
+ setLoading(false)
+ }
+ }
+
+ useEffect(() => {
+ load()
+ }, [])
+
+ function selectProvider(provider: ProviderSummary) {
+ if (!provider.name) return
+ setName(provider.name)
+ setType(provider.type || "openai")
+ setCredentialKey(provider.credentialKeys[0] || "OPENAI_API_KEY")
+ setApiKey("")
+ setMessage(`Loaded ${provider.name}. Enter a model and save to make it active.`)
+ }
+
+ async function saveEndpoint() {
+ try {
+ setSaving(true)
+ setMessage("")
+ const response = await fetch("/api/inference", {
+ method: "POST",
+ headers: { "Content-Type": "application/json" },
+ body: JSON.stringify({
+ name,
+ type,
+ model,
+ baseUrl,
+ credentialKey,
+ apiKey,
+ route,
+ timeout: Number(timeout || "0"),
+ noVerify,
+ makeActive: true,
+ }),
+ })
+ const data = await response.json()
+ if (!response.ok) throw new Error(data.error || "Failed to save inference endpoint")
+ setGateway(data.gateway ?? gateway)
+ setSystem(data.system ?? system)
+ setApiKey("")
+ setMessage(`Inference endpoint '${name}' saved and routed to ${route === "system" ? "system" : "sandbox"} inference.`)
+ await load()
+ } catch (error) {
+ setMessage(error instanceof Error ? error.message : "Failed to save inference endpoint")
+ } finally {
+ setSaving(false)
+ }
+ }
+
+ return (
+
+
+
+
+ INFERENCE ENDPOINTS
+
+
+ Configure the OpenShell gateway route used by sandboxes through inference.local.
+
+
+
+
+
+ {loading ? (
+
Loading inference routes...
+ ) : (
+
+
+
+
Sandbox Route
+
{gateway.configured ? gateway.provider : "not configured"}
+
{gateway.model || "No model selected"}
+ {gateway.timeout &&
Timeout {gateway.timeout}
}
+
+
+
System Route
+
{system.configured ? system.provider : "not configured"}
+
{system.model || "No model selected"}
+ {system.timeout &&
Timeout {system.timeout}
}
+
+
+
+
+
+
+
+
+
+
+
+ {message &&
{message}
}
+
+
+
+
+ Configured Providers
+ {providers.length === 0 ? (
+ No providers configured.
+ ) : (
+
+ {providers.map((provider) => (
+
+ ))}
+
+ )}
+
+
+
+ )}
+
+ )
+}
diff --git a/app/page.tsx b/app/page.tsx
index c20c628..3ad0550 100644
--- a/app/page.tsx
+++ b/app/page.tsx
@@ -3,6 +3,7 @@ import { useEffect, useMemo, useState } from 'react'
import Sidebar from './components/Sidebar'
import SandboxList from './components/SandboxList'
import ConfigurationPanel from './components/ConfigurationPanel'
+import InferenceEndpointPanel from './components/InferenceEndpointPanel'
import { useSandboxInventory } from './hooks/useSandboxInventory'
import {
createHydrationSafeDashboardSessionState,
@@ -200,6 +201,7 @@ export default function Dashboard() {
+
) : isCreateMode ? (
diff --git a/tests/sandbox-lifecycle-check.mjs b/tests/sandbox-lifecycle-check.mjs
index 1ba49a3..205e23b 100644
--- a/tests/sandbox-lifecycle-check.mjs
+++ b/tests/sandbox-lifecycle-check.mjs
@@ -6,16 +6,20 @@ const root = process.cwd()
const createRoutePath = path.join(root, 'app/api/sandbox/create/route.ts')
const deleteRoutePath = path.join(root, 'app/api/sandbox/delete/route.ts')
const telemetryRoutePath = path.join(root, 'app/api/telemetry/real/route.ts')
+const inferenceRoutePath = path.join(root, 'app/api/inference/route.ts')
const hookPath = path.join(root, 'app/hooks/useSandboxInventory.ts')
const pagePath = path.join(root, 'app/page.tsx')
const configPanelPath = path.join(root, 'app/components/ConfigurationPanel.tsx')
+const inferencePanelPath = path.join(root, 'app/components/InferenceEndpointPanel.tsx')
const createRouteSource = await readFile(createRoutePath, 'utf8')
const deleteRouteSource = await readFile(deleteRoutePath, 'utf8')
const telemetryRouteSource = await readFile(telemetryRoutePath, 'utf8')
+const inferenceRouteSource = await readFile(inferenceRoutePath, 'utf8')
const hookSource = await readFile(hookPath, 'utf8')
const pageSource = await readFile(pagePath, 'utf8')
const configPanelSource = await readFile(configPanelPath, 'utf8')
+const inferencePanelSource = await readFile(inferencePanelPath, 'utf8')
assert.match(
createRouteSource,
@@ -44,6 +48,12 @@ assert.match(deleteRouteSource, /openShellAlreadyGone/, 'delete route must toler
assert.match(deleteRouteSource, /isNemoClawSandboxNotRegistered/, 'delete route must tolerate NemoClaw registry entries that were already cleaned up')
assert.match(telemetryRouteSource, /const names = parseOpenShellSandboxNames\(sandboxListStdout\)/, 'telemetry must derive inventory from OpenShell before consulting NemoClaw')
assert.match(telemetryRouteSource, /names\.length > 0[\s\S]*execNemoclaw\(\["list"\]\)[\s\S]*execNemoclaw\(\["status"\]\)/, 'telemetry must skip NemoClaw list/status when OpenShell reports zero live sandboxes')
+assert.match(inferenceRouteSource, /\["provider", "create", "--name", name, "--type", type\]/, 'inference route must create OpenShell providers')
+assert.match(inferenceRouteSource, /\["provider", "update", name\]/, 'inference route must update existing OpenShell providers')
+assert.match(inferenceRouteSource, /\["inference", "set", "--provider", name, "--model", model\]/, 'inference route must set the active OpenShell inference route')
+assert.match(inferenceRouteSource, /OPENAI_BASE_URL=\$\{baseUrl\}/, 'inference route must pass endpoint URL as provider config')
+assert.match(inferencePanelSource, /INFERENCE ENDPOINTS/, 'settings UI must expose inference endpoint configuration')
+assert.match(pageSource, //, 'settings view must render inference endpoint panel')
assert.match(pageSource, /fetch\('\/api\/sandbox\/delete'/, 'destroy workflow must call the real sandbox delete endpoint')
assert.match(pageSource, /refresh\(\{ force: true \}\)/, 'create and destroy workflows must force fresh inventory reads')