Normalize inference endpoint URLs
This commit is contained in:
@@ -1,6 +1,7 @@
|
||||
import { NextResponse } from "next/server"
|
||||
import { execFile } from "node:child_process"
|
||||
import { promisify } from "node:util"
|
||||
import { normalizeInferenceBaseUrlForGateway } from "@/app/lib/inferenceEndpointUrl"
|
||||
import { OPENSHELL_BIN, hostCommandEnv } from "@/app/lib/hostCommands"
|
||||
|
||||
const execFileAsync = promisify(execFile)
|
||||
@@ -144,6 +145,10 @@ export async function POST(request: Request) {
|
||||
const model = optionalString(body?.model)
|
||||
const baseUrl = optionalString(body?.baseUrl)
|
||||
const type = normalizeProviderType(requestedType, name, baseUrl)
|
||||
const normalizedBaseUrl = normalizeInferenceBaseUrlForGateway(
|
||||
baseUrl,
|
||||
type === "anthropic" ? "anthropic" : "openai",
|
||||
)
|
||||
const apiKey = optionalString(body?.apiKey)
|
||||
const credentialKey = optionalString(body?.credentialKey) || "OPENAI_API_KEY"
|
||||
const makeActive = body?.makeActive !== false
|
||||
@@ -153,7 +158,7 @@ export async function POST(request: Request) {
|
||||
|
||||
if (makeActive && !model) throw new Error("model is required when making the endpoint active")
|
||||
if (!/^[A-Z_][A-Z0-9_]*$/.test(credentialKey)) throw new Error("credential key must look like an environment variable name")
|
||||
if (baseUrl) new URL(baseUrl)
|
||||
if (normalizedBaseUrl) new URL(normalizedBaseUrl)
|
||||
|
||||
const existingNames = (await readProviders()).map((provider) => provider.name).filter(Boolean)
|
||||
const providerArgs = existingNames.includes(name)
|
||||
@@ -163,7 +168,7 @@ export async function POST(request: Request) {
|
||||
const providerEnv = apiKey ? { [credentialKey]: apiKey } : {}
|
||||
if (!existingNames.includes(name) && !apiKey) providerArgs.push("--from-existing")
|
||||
if (apiKey) providerArgs.push("--credential", credentialKey)
|
||||
if (baseUrl) providerArgs.push("--config", `OPENAI_BASE_URL=${baseUrl}`)
|
||||
if (normalizedBaseUrl) providerArgs.push("--config", `OPENAI_BASE_URL=${normalizedBaseUrl}`)
|
||||
|
||||
const providerResult = await runOpenShell(providerArgs, providerEnv)
|
||||
let inferenceResult = null
|
||||
|
||||
@@ -4,6 +4,7 @@ import { existsSync } from "node:fs"
|
||||
import { readFile, writeFile } from "node:fs/promises"
|
||||
import path from "node:path"
|
||||
import { promisify } from "node:util"
|
||||
import { normalizeInferenceBaseUrlForGateway } from "@/app/lib/inferenceEndpointUrl"
|
||||
import { inspectSandbox } from "@/app/lib/openshellHost"
|
||||
import {
|
||||
commandExists,
|
||||
@@ -127,7 +128,8 @@ function applyConfiguredInferenceToOnboardEnv(env: NodeJS.ProcessEnv, route: Con
|
||||
}
|
||||
if (provider === "custom") {
|
||||
const endpointUrl = process.env.NEMOCLAW_ENDPOINT_URL || process.env.OPENAI_BASE_URL || process.env.VLLM_BASE_URL || ""
|
||||
if (endpointUrl) env.NEMOCLAW_ENDPOINT_URL = endpointUrl
|
||||
const normalizedEndpointUrl = normalizeInferenceBaseUrlForGateway(endpointUrl, "openai")
|
||||
if (normalizedEndpointUrl) env.NEMOCLAW_ENDPOINT_URL = normalizedEndpointUrl
|
||||
const providerKey = process.env.NEMOCLAW_PROVIDER_KEY || process.env.OPENAI_API_KEY || process.env.VLLM_API_KEY || ""
|
||||
if (providerKey) env.NEMOCLAW_PROVIDER_KEY = providerKey
|
||||
}
|
||||
|
||||
@@ -0,0 +1,42 @@
|
||||
export type InferenceEndpointFlavor = "anthropic" | "openai"
|
||||
|
||||
const HOST_REACHABLE_FROM_OPENSHELL = "host.docker.internal"
|
||||
const LOCAL_GATEWAY_HOSTS = new Set(["localhost", "127.0.0.1", "0.0.0.0", "::1"])
|
||||
|
||||
function stripEndpointSuffix(pathname = "", suffixes: string[] = []) {
|
||||
for (const suffix of suffixes) {
|
||||
if (pathname === suffix) return ""
|
||||
if (pathname.endsWith(suffix)) return pathname.slice(0, -suffix.length)
|
||||
}
|
||||
return pathname
|
||||
}
|
||||
|
||||
function endpointSuffixes(flavor: InferenceEndpointFlavor) {
|
||||
return flavor === "anthropic"
|
||||
? ["/v1/messages", "/v1/models", "/v1", "/messages", "/models"]
|
||||
: ["/responses", "/chat/completions", "/completions", "/models"]
|
||||
}
|
||||
|
||||
function ensureScheme(value: string) {
|
||||
return /^[a-z][a-z0-9+.-]*:\/\//i.test(value) ? value : `http://${value}`
|
||||
}
|
||||
|
||||
export function normalizeInferenceBaseUrlForGateway(value: string, flavor: InferenceEndpointFlavor = "openai") {
|
||||
const raw = String(value || "").trim()
|
||||
if (!raw) return ""
|
||||
|
||||
try {
|
||||
const url = new URL(ensureScheme(raw))
|
||||
url.search = ""
|
||||
url.hash = ""
|
||||
if (LOCAL_GATEWAY_HOSTS.has(url.hostname.toLowerCase())) {
|
||||
url.hostname = HOST_REACHABLE_FROM_OPENSHELL
|
||||
}
|
||||
let pathname = stripEndpointSuffix(url.pathname.replace(/\/+$/, ""), endpointSuffixes(flavor))
|
||||
pathname = pathname.replace(/\/+$/, "")
|
||||
url.pathname = pathname || "/"
|
||||
return url.pathname === "/" ? url.origin : `${url.origin}${url.pathname}`
|
||||
} catch {
|
||||
return raw.replace(/[?#].*$/, "").replace(/\/+$/, "")
|
||||
}
|
||||
}
|
||||
@@ -7,11 +7,11 @@ const execFileAsync = promisify(execFile)
|
||||
const DOCKER_BIN = process.env.DOCKER_BIN || "docker"
|
||||
const OPENSHELL_CLUSTER_CONTAINER = process.env.OPENSHELL_CLUSTER_CONTAINER || "openshell-cluster-nemoclaw"
|
||||
|
||||
function modelEntry(route: SandboxInferenceRoute, openClawModelRef: string, compat: Record<string, unknown> | null) {
|
||||
function modelEntry(route: SandboxInferenceRoute, compat: Record<string, unknown> | null) {
|
||||
return {
|
||||
...(compat ? { compat } : {}),
|
||||
id: route.model,
|
||||
name: openClawModelRef,
|
||||
name: route.model,
|
||||
reasoning: false,
|
||||
input: ["text"],
|
||||
cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
|
||||
@@ -78,7 +78,7 @@ function buildOpenClawConfig(current: any, routes: SandboxInferenceRoute[], prim
|
||||
api: resolved.api,
|
||||
models: [],
|
||||
}
|
||||
providers[resolved.providerKey].models.push(modelEntry(route, resolved.modelRef, resolved.compat))
|
||||
providers[resolved.providerKey].models.push(modelEntry(route, resolved.compat))
|
||||
if (route.id === primary.id) primaryModelRef = resolved.modelRef
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user