Normalize inference endpoint URLs

This commit is contained in:
mmckeen-nv
2026-04-29 13:01:59 -07:00
parent 10f5a0b6aa
commit e55dc7b9e0
5 changed files with 63 additions and 7 deletions
+42
View File
@@ -0,0 +1,42 @@
export type InferenceEndpointFlavor = "anthropic" | "openai"
const HOST_REACHABLE_FROM_OPENSHELL = "host.docker.internal"
const LOCAL_GATEWAY_HOSTS = new Set(["localhost", "127.0.0.1", "0.0.0.0", "::1"])
function stripEndpointSuffix(pathname = "", suffixes: string[] = []) {
for (const suffix of suffixes) {
if (pathname === suffix) return ""
if (pathname.endsWith(suffix)) return pathname.slice(0, -suffix.length)
}
return pathname
}
function endpointSuffixes(flavor: InferenceEndpointFlavor) {
return flavor === "anthropic"
? ["/v1/messages", "/v1/models", "/v1", "/messages", "/models"]
: ["/responses", "/chat/completions", "/completions", "/models"]
}
function ensureScheme(value: string) {
return /^[a-z][a-z0-9+.-]*:\/\//i.test(value) ? value : `http://${value}`
}
export function normalizeInferenceBaseUrlForGateway(value: string, flavor: InferenceEndpointFlavor = "openai") {
const raw = String(value || "").trim()
if (!raw) return ""
try {
const url = new URL(ensureScheme(raw))
url.search = ""
url.hash = ""
if (LOCAL_GATEWAY_HOSTS.has(url.hostname.toLowerCase())) {
url.hostname = HOST_REACHABLE_FROM_OPENSHELL
}
let pathname = stripEndpointSuffix(url.pathname.replace(/\/+$/, ""), endpointSuffixes(flavor))
pathname = pathname.replace(/\/+$/, "")
url.pathname = pathname || "/"
return url.pathname === "/" ? url.origin : `${url.origin}${url.pathname}`
} catch {
return raw.replace(/[?#].*$/, "").replace(/\/+$/, "")
}
}
+3 -3
View File
@@ -7,11 +7,11 @@ const execFileAsync = promisify(execFile)
const DOCKER_BIN = process.env.DOCKER_BIN || "docker"
const OPENSHELL_CLUSTER_CONTAINER = process.env.OPENSHELL_CLUSTER_CONTAINER || "openshell-cluster-nemoclaw"
function modelEntry(route: SandboxInferenceRoute, openClawModelRef: string, compat: Record<string, unknown> | null) {
function modelEntry(route: SandboxInferenceRoute, compat: Record<string, unknown> | null) {
return {
...(compat ? { compat } : {}),
id: route.model,
name: openClawModelRef,
name: route.model,
reasoning: false,
input: ["text"],
cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
@@ -78,7 +78,7 @@ function buildOpenClawConfig(current: any, routes: SandboxInferenceRoute[], prim
api: resolved.api,
models: [],
}
providers[resolved.providerKey].models.push(modelEntry(route, resolved.modelRef, resolved.compat))
providers[resolved.providerKey].models.push(modelEntry(route, resolved.compat))
if (route.id === primary.id) primaryModelRef = resolved.modelRef
}