Add inference provider deletion and NVIDIA preset

This commit is contained in:
Codex
2026-04-27 17:03:57 +00:00
parent 48d2d00d41
commit 0d25146552
3 changed files with 82 additions and 7 deletions
+26
View File
@@ -180,3 +180,29 @@ export async function POST(request: Request) {
return NextResponse.json({ ok: false, error: message }, { status: /required|unsupported|must|URL/.test(message) ? 400 : 500 }) return NextResponse.json({ ok: false, error: message }, { status: /required|unsupported|must|URL/.test(message) ? 400 : 500 })
} }
} }
export async function DELETE(request: Request) {
try {
const body = await request.json().catch(() => ({}))
const url = new URL(request.url)
const name = validateName(body?.name ?? url.searchParams.get("name"))
const result = await runOpenShell(["provider", "delete", name])
const [inference, providers] = await Promise.all([
runOpenShell(["inference", "get"]),
readProviders(),
])
return NextResponse.json({
ok: true,
provider: name,
gateway: parseRoute(inference.stdout, "Gateway inference"),
system: parseRoute(inference.stdout, "System inference"),
providers,
stdout: result.stdout,
stderr: result.stderr,
})
} catch (error) {
const message = error instanceof Error ? error.message : "Failed to delete inference provider"
return NextResponse.json({ ok: false, error: message }, { status: /required|must/.test(message) ? 400 : 500 })
}
}
+46 -1
View File
@@ -68,6 +68,7 @@ export default function InferenceEndpointPanel() {
const [ollamaModels, setOllamaModels] = useState<OllamaModel[]>([]) const [ollamaModels, setOllamaModels] = useState<OllamaModel[]>([])
const [ollamaLoading, setOllamaLoading] = useState(false) const [ollamaLoading, setOllamaLoading] = useState(false)
const [ollamaMessage, setOllamaMessage] = useState("") const [ollamaMessage, setOllamaMessage] = useState("")
const [deletingProvider, setDeletingProvider] = useState<string | null>(null)
const activeProvider = useMemo( const activeProvider = useMemo(
() => providers.find((provider) => provider.name === gateway.provider) ?? null, () => providers.find((provider) => provider.name === gateway.provider) ?? null,
@@ -140,6 +141,17 @@ export default function InferenceEndpointPanel() {
setMessage(`Loaded ${provider.name}. Enter a model and save to make it active.`) setMessage(`Loaded ${provider.name}. Enter a model and save to make it active.`)
} }
function useNvidiaInferencePreset() {
setName("nvidia-inference")
setType("openai")
setModel("us/aws/anthropic/bedrock-claude-opus-4-6")
setBaseUrl("https://inference-api.nvidia.com/v1")
setCredentialKey("NVIDIA_API_KEY")
setRoute("gateway")
setNoVerify(true)
setMessage("NVIDIA inference preset loaded. Enter an API key, then save the endpoint.")
}
async function saveEndpoint() { async function saveEndpoint() {
try { try {
setSaving(true) setSaving(true)
@@ -174,6 +186,31 @@ export default function InferenceEndpointPanel() {
} }
} }
async function deleteProvider(providerName: string | null) {
if (!providerName) return
if (!window.confirm(`Delete inference provider '${providerName}'?`)) return
try {
setDeletingProvider(providerName)
setMessage("")
const response = await fetch("/api/inference", {
method: "DELETE",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({ name: providerName }),
})
const data = await response.json()
if (!response.ok) throw new Error(data.error || "Failed to delete inference provider")
setGateway(data.gateway ?? gateway)
setSystem(data.system ?? system)
setProviders(Array.isArray(data.providers) ? data.providers : [])
if (name === providerName) setName("")
setMessage(`Deleted inference provider '${providerName}'.`)
} catch (error) {
setMessage(error instanceof Error ? error.message : "Failed to delete inference provider")
} finally {
setDeletingProvider(null)
}
}
return ( return (
<div className="panel p-8"> <div className="panel p-8">
<div className="flex items-start justify-between gap-6 border-b border-[var(--border-subtle)] pb-5"> <div className="flex items-start justify-between gap-6 border-b border-[var(--border-subtle)] pb-5">
@@ -296,6 +333,9 @@ export default function InferenceEndpointPanel() {
<button onClick={saveEndpoint} disabled={saving} className="px-4 py-2 rounded-sm bg-[var(--nvidia-green)] text-white text-xs font-mono uppercase tracking-wider disabled:opacity-50"> <button onClick={saveEndpoint} disabled={saving} className="px-4 py-2 rounded-sm bg-[var(--nvidia-green)] text-white text-xs font-mono uppercase tracking-wider disabled:opacity-50">
{saving ? "Saving..." : "Save Endpoint"} {saving ? "Saving..." : "Save Endpoint"}
</button> </button>
<button type="button" onClick={useNvidiaInferencePreset} disabled={saving} className="px-4 py-2 rounded-sm bg-[var(--background-tertiary)] text-[var(--foreground)] text-xs font-mono uppercase tracking-wider hover:bg-[var(--background-secondary)] disabled:opacity-50">
NVIDIA Preset
</button>
{message && <p className="text-xs text-[var(--foreground-dim)] whitespace-pre-wrap">{message}</p>} {message && <p className="text-xs text-[var(--foreground-dim)] whitespace-pre-wrap">{message}</p>}
</div> </div>
</section> </section>
@@ -307,13 +347,18 @@ export default function InferenceEndpointPanel() {
) : ( ) : (
<div className="space-y-2"> <div className="space-y-2">
{providers.map((provider) => ( {providers.map((provider) => (
<button key={provider.name || provider.id} onClick={() => selectProvider(provider)} className="w-full rounded-sm border border-[var(--border-subtle)] bg-[var(--background-tertiary)] p-3 text-left hover:border-[var(--nvidia-green)]"> <div key={provider.name || provider.id} className="rounded-sm border border-[var(--border-subtle)] bg-[var(--background-tertiary)] p-3">
<button type="button" onClick={() => selectProvider(provider)} className="w-full text-left">
<div className="flex items-center justify-between gap-3"> <div className="flex items-center justify-between gap-3">
<span className="text-sm font-mono text-[var(--foreground)]">{provider.name}</span> <span className="text-sm font-mono text-[var(--foreground)]">{provider.name}</span>
{provider.name === gateway.provider && <span className="text-[10px] uppercase tracking-wider text-[var(--nvidia-green)]">active</span>} {provider.name === gateway.provider && <span className="text-[10px] uppercase tracking-wider text-[var(--nvidia-green)]">active</span>}
</div> </div>
<p className="mt-1 text-[11px] text-[var(--foreground-dim)]">{provider.type || "unknown"} · credentials {provider.credentialKeys.length} · config {provider.configKeys.length}</p> <p className="mt-1 text-[11px] text-[var(--foreground-dim)]">{provider.type || "unknown"} · credentials {provider.credentialKeys.length} · config {provider.configKeys.length}</p>
</button> </button>
<button type="button" onClick={() => deleteProvider(provider.name)} disabled={!provider.name || deletingProvider === provider.name} className="mt-3 px-3 py-2 rounded-sm border border-red-500/40 text-red-300 text-[10px] font-mono uppercase tracking-wider hover:bg-red-500/10 disabled:opacity-50">
{deletingProvider === provider.name ? "Deleting..." : "Delete"}
</button>
</div>
))} ))}
</div> </div>
)} )}
+4
View File
@@ -69,9 +69,13 @@ assert.match(telemetryRouteSource, /const names = parseOpenShellSandboxNames\(sa
assert.match(telemetryRouteSource, /names\.length > 0[\s\S]*execNemoclaw\(\["list"\]\)[\s\S]*execNemoclaw\(\["status"\]\)/, 'telemetry must skip NemoClaw list/status when OpenShell reports zero live sandboxes') assert.match(telemetryRouteSource, /names\.length > 0[\s\S]*execNemoclaw\(\["list"\]\)[\s\S]*execNemoclaw\(\["status"\]\)/, 'telemetry must skip NemoClaw list/status when OpenShell reports zero live sandboxes')
assert.match(inferenceRouteSource, /\["provider", "create", "--name", name, "--type", type\]/, 'inference route must create OpenShell providers') assert.match(inferenceRouteSource, /\["provider", "create", "--name", name, "--type", type\]/, 'inference route must create OpenShell providers')
assert.match(inferenceRouteSource, /\["provider", "update", name\]/, 'inference route must update existing OpenShell providers') assert.match(inferenceRouteSource, /\["provider", "update", name\]/, 'inference route must update existing OpenShell providers')
assert.match(inferenceRouteSource, /\["provider", "delete", name\]/, 'inference route must delete OpenShell providers')
assert.match(inferenceRouteSource, /\["inference", "set", "--provider", name, "--model", model\]/, 'inference route must set the active OpenShell inference route') assert.match(inferenceRouteSource, /\["inference", "set", "--provider", name, "--model", model\]/, 'inference route must set the active OpenShell inference route')
assert.match(inferenceRouteSource, /OPENAI_BASE_URL=\$\{baseUrl\}/, 'inference route must pass endpoint URL as provider config') assert.match(inferenceRouteSource, /OPENAI_BASE_URL=\$\{baseUrl\}/, 'inference route must pass endpoint URL as provider config')
assert.match(inferencePanelSource, /INFERENCE ENDPOINTS/, 'settings UI must expose inference endpoint configuration') assert.match(inferencePanelSource, /INFERENCE ENDPOINTS/, 'settings UI must expose inference endpoint configuration')
assert.match(inferencePanelSource, /https:\/\/inference-api\.nvidia\.com\/v1/, 'settings UI must provide the NVIDIA inference API preset')
assert.match(inferencePanelSource, /bedrock-claude-opus-4-6/, 'settings UI must include the requested NVIDIA inference model preset')
assert.match(inferencePanelSource, /method: "DELETE"/, 'settings UI must expose provider deletion')
assert.match(inferencePanelSource, /\/api\/ollama\/models/, 'settings UI must poll local Ollama models') assert.match(inferencePanelSource, /\/api\/ollama\/models/, 'settings UI must poll local Ollama models')
assert.match(inferencePanelSource, /window\.setInterval\(\(\) => loadOllamaModels\(\{ silent: true \}\), 10000\)/, 'settings UI must autopoll Ollama while selected') assert.match(inferencePanelSource, /window\.setInterval\(\(\) => loadOllamaModels\(\{ silent: true \}\), 10000\)/, 'settings UI must autopoll Ollama while selected')
assert.match(ollamaModelsRouteSource, /\/api\/tags/, 'Ollama models route must query the Ollama tags API') assert.match(ollamaModelsRouteSource, /\/api\/tags/, 'Ollama models route must query the Ollama tags API')