Detect host Ollama from WSL
This commit is contained in:
+326
-38
@@ -1,7 +1,22 @@
|
||||
import { NextResponse } from "next/server"
|
||||
import { execFile } from "node:child_process"
|
||||
import { existsSync } from "node:fs"
|
||||
import { readFile } from "node:fs/promises"
|
||||
import { isIP } from "node:net"
|
||||
import { release } from "node:os"
|
||||
import { promisify } from "node:util"
|
||||
|
||||
const DEFAULT_OLLAMA_URL = "http://127.0.0.1:11434"
|
||||
const OLLAMA_BASE_URL = (process.env.OLLAMA_BASE_URL || DEFAULT_OLLAMA_URL).replace(/\/+$/, "")
|
||||
const DEFAULT_OLLAMA_PORT = "11434"
|
||||
const OLLAMA_BASE_URL = normalizeOllamaBaseUrl(
|
||||
process.env.OPENSHELL_OLLAMA_BASE_URL || process.env.OLLAMA_BASE_URL || process.env.OLLAMA_HOST || DEFAULT_OLLAMA_URL,
|
||||
)
|
||||
const OLLAMA_PROBE_TIMEOUT_MS = parsePositiveInteger(process.env.OPENSHELL_OLLAMA_PROBE_TIMEOUT_MS, 2500)
|
||||
const WINDOWS_CURL_TIMEOUT_SECONDS = Math.max(1, Math.ceil(OLLAMA_PROBE_TIMEOUT_MS / 1000))
|
||||
const WINDOWS_CURL_OUTPUT_LIMIT = 10 * 1024 * 1024
|
||||
const execFileAsync = promisify(execFile)
|
||||
|
||||
export const runtime = "nodejs"
|
||||
|
||||
type OllamaTag = {
|
||||
name?: string
|
||||
@@ -16,6 +31,65 @@ type OllamaTag = {
|
||||
}
|
||||
}
|
||||
|
||||
type OllamaProbeCandidate = {
|
||||
baseUrl: string
|
||||
source: string
|
||||
via: "fetch" | "windows-curl"
|
||||
}
|
||||
|
||||
type OllamaProbeResult = OllamaProbeCandidate & {
|
||||
ok: boolean
|
||||
data?: any
|
||||
status?: number
|
||||
error?: string
|
||||
elapsedMs: number
|
||||
}
|
||||
|
||||
function parsePositiveInteger(value: string | undefined, fallback: number) {
|
||||
const parsed = Number.parseInt(String(value || ""), 10)
|
||||
return Number.isFinite(parsed) && parsed > 0 ? parsed : fallback
|
||||
}
|
||||
|
||||
function ensureHttpUrl(value: string) {
|
||||
return /^[a-z][a-z0-9+.-]*:\/\//i.test(value) ? value : `http://${value}`
|
||||
}
|
||||
|
||||
function stripOllamaEndpointSuffix(pathname = "") {
|
||||
let value = pathname.replace(/\/+$/, "")
|
||||
for (const suffix of ["/api/tags", "/v1/models", "/v1/chat/completions", "/v1/completions", "/v1"]) {
|
||||
if (value === suffix) return ""
|
||||
if (value.endsWith(suffix)) {
|
||||
value = value.slice(0, -suffix.length)
|
||||
break
|
||||
}
|
||||
}
|
||||
return value
|
||||
}
|
||||
|
||||
function normalizeOllamaBaseUrl(value: string | undefined) {
|
||||
const raw = String(value || "").trim()
|
||||
if (!raw) return ""
|
||||
|
||||
try {
|
||||
const url = new URL(ensureHttpUrl(raw))
|
||||
if (url.protocol !== "http:" && url.protocol !== "https:") return ""
|
||||
url.search = ""
|
||||
url.hash = ""
|
||||
if (url.hostname === "0.0.0.0" || url.hostname === "::" || url.hostname === "[::]") {
|
||||
url.hostname = "127.0.0.1"
|
||||
}
|
||||
const pathname = stripOllamaEndpointSuffix(url.pathname)
|
||||
url.pathname = pathname || "/"
|
||||
return url.pathname === "/" ? url.origin : `${url.origin}${url.pathname.replace(/\/+$/, "")}`
|
||||
} catch {
|
||||
return ""
|
||||
}
|
||||
}
|
||||
|
||||
function tagsUrl(baseUrl: string) {
|
||||
return `${baseUrl.replace(/\/+$/, "")}/api/tags`
|
||||
}
|
||||
|
||||
function formatBytes(size: unknown) {
|
||||
if (typeof size !== "number" || !Number.isFinite(size) || size <= 0) return null
|
||||
const units = ["B", "KB", "MB", "GB", "TB"]
|
||||
@@ -28,59 +102,273 @@ function formatBytes(size: unknown) {
|
||||
return `${value >= 10 || unit === 0 ? value.toFixed(0) : value.toFixed(1)} ${units[unit]}`
|
||||
}
|
||||
|
||||
export async function GET() {
|
||||
function modelRowsFromTags(data: any) {
|
||||
return Array.isArray(data?.models)
|
||||
? data.models.map((item: OllamaTag) => ({
|
||||
name: item.model || item.name || "",
|
||||
model: item.model || item.name || "",
|
||||
modifiedAt: item.modified_at || null,
|
||||
size: typeof item.size === "number" ? item.size : null,
|
||||
sizeLabel: formatBytes(item.size),
|
||||
digest: item.digest || null,
|
||||
family: item.details?.family || null,
|
||||
parameterSize: item.details?.parameter_size || null,
|
||||
quantization: item.details?.quantization_level || null,
|
||||
})).filter((item: { name: string }) => item.name)
|
||||
: []
|
||||
}
|
||||
|
||||
async function isWslRuntime() {
|
||||
if (process.env.WSL_DISTRO_NAME || process.env.WSL_INTEROP) return true
|
||||
const kernelRelease = release().toLowerCase()
|
||||
if (kernelRelease.includes("microsoft") || kernelRelease.includes("wsl")) return true
|
||||
try {
|
||||
return /microsoft|wsl/i.test(await readFile("/proc/version", "utf8"))
|
||||
} catch {
|
||||
return false
|
||||
}
|
||||
}
|
||||
|
||||
function parseNameserverHosts(contents: string) {
|
||||
return contents
|
||||
.split(/\r?\n/)
|
||||
.map((line) => line.match(/^\s*nameserver\s+(\S+)/)?.[1] || "")
|
||||
.filter((host) => Boolean(host && isIP(host)))
|
||||
}
|
||||
|
||||
function parseRouteGateway(hex: string) {
|
||||
if (!/^[0-9a-f]{8}$/i.test(hex)) return null
|
||||
const bytes = hex.match(/../g)
|
||||
if (!bytes) return null
|
||||
const host = bytes.map((byte) => Number.parseInt(byte, 16)).reverse().join(".")
|
||||
return host === "0.0.0.0" ? null : host
|
||||
}
|
||||
|
||||
function parseDefaultRouteGateways(contents: string) {
|
||||
return contents
|
||||
.split(/\r?\n/)
|
||||
.slice(1)
|
||||
.map((line) => line.trim().split(/\s+/))
|
||||
.filter((columns) => columns[1] === "00000000" && columns[2])
|
||||
.map((columns) => parseRouteGateway(columns[2]))
|
||||
.filter((host): host is string => Boolean(host))
|
||||
}
|
||||
|
||||
async function readWslHostCandidates() {
|
||||
const [resolvConf, routeTable] = await Promise.all([
|
||||
readFile("/etc/resolv.conf", "utf8").catch(() => ""),
|
||||
readFile("/proc/net/route", "utf8").catch(() => ""),
|
||||
])
|
||||
return Array.from(new Set([
|
||||
...parseNameserverHosts(resolvConf),
|
||||
...parseDefaultRouteGateways(routeTable),
|
||||
]))
|
||||
}
|
||||
|
||||
function hostUrl(host: string, port = DEFAULT_OLLAMA_PORT) {
|
||||
const formattedHost = isIP(host) === 6 && !host.startsWith("[") ? `[${host}]` : host
|
||||
return `http://${formattedHost}:${port}`
|
||||
}
|
||||
|
||||
function addFetchCandidate(candidates: OllamaProbeCandidate[], value: string | undefined, source: string) {
|
||||
const baseUrl = normalizeOllamaBaseUrl(value)
|
||||
if (!baseUrl) return
|
||||
candidates.push({ baseUrl, source, via: "fetch" })
|
||||
}
|
||||
|
||||
function addWindowsCurlCandidate(candidates: OllamaProbeCandidate[], value: string | undefined, source: string) {
|
||||
if (process.env.OPENSHELL_OLLAMA_WINDOWS_INTEROP === "0") return
|
||||
const baseUrl = normalizeOllamaBaseUrl(value)
|
||||
if (!baseUrl) return
|
||||
candidates.push({ baseUrl, source, via: "windows-curl" })
|
||||
}
|
||||
|
||||
function dedupeCandidates(candidates: OllamaProbeCandidate[]) {
|
||||
const seen = new Set<string>()
|
||||
return candidates.filter((candidate) => {
|
||||
const key = `${candidate.via}:${candidate.baseUrl}`
|
||||
if (seen.has(key)) return false
|
||||
seen.add(key)
|
||||
return true
|
||||
})
|
||||
}
|
||||
|
||||
function customHostCandidates() {
|
||||
return String(process.env.OPENSHELL_OLLAMA_HOSTS || "")
|
||||
.split(",")
|
||||
.map((host) => host.trim())
|
||||
.filter(Boolean)
|
||||
}
|
||||
|
||||
function customHostUrl(host: string) {
|
||||
if (host.includes("://")) return host
|
||||
if (isIP(host) === 6) return hostUrl(host)
|
||||
if (/^[^/]+:\d+(?:\/.*)?$/.test(host)) return host
|
||||
return hostUrl(host)
|
||||
}
|
||||
|
||||
async function buildProbeCandidates() {
|
||||
const candidates: OllamaProbeCandidate[] = []
|
||||
const wsl = await isWslRuntime()
|
||||
|
||||
addFetchCandidate(candidates, process.env.OPENSHELL_OLLAMA_BASE_URL, "OPENSHELL_OLLAMA_BASE_URL")
|
||||
addFetchCandidate(candidates, process.env.OLLAMA_BASE_URL, "OLLAMA_BASE_URL")
|
||||
addFetchCandidate(candidates, process.env.OLLAMA_HOST, "OLLAMA_HOST")
|
||||
for (const host of customHostCandidates()) {
|
||||
addFetchCandidate(candidates, customHostUrl(host), "OPENSHELL_OLLAMA_HOSTS")
|
||||
}
|
||||
addFetchCandidate(candidates, DEFAULT_OLLAMA_URL, wsl ? "wsl-localhost" : "localhost")
|
||||
|
||||
if (wsl) {
|
||||
for (const host of await readWslHostCandidates()) {
|
||||
addFetchCandidate(candidates, hostUrl(host), "wsl-windows-host")
|
||||
}
|
||||
addFetchCandidate(candidates, hostUrl("host.docker.internal"), "host.docker.internal")
|
||||
addWindowsCurlCandidate(
|
||||
candidates,
|
||||
process.env.OPENSHELL_WINDOWS_OLLAMA_BASE_URL || DEFAULT_OLLAMA_URL,
|
||||
"windows-localhost",
|
||||
)
|
||||
}
|
||||
|
||||
return dedupeCandidates(candidates)
|
||||
}
|
||||
|
||||
function publicProbeResult(result: OllamaProbeResult) {
|
||||
return {
|
||||
ok: result.ok,
|
||||
baseUrl: result.baseUrl,
|
||||
source: result.source,
|
||||
via: result.via,
|
||||
status: result.status ?? null,
|
||||
elapsedMs: result.elapsedMs,
|
||||
error: result.error || null,
|
||||
}
|
||||
}
|
||||
|
||||
function probeErrorMessage(error: unknown) {
|
||||
if (error instanceof Error && error.name === "AbortError") return "Ollama probe timed out"
|
||||
return error instanceof Error ? error.message : "Failed to fetch Ollama models"
|
||||
}
|
||||
|
||||
async function probeFetchCandidate(candidate: OllamaProbeCandidate): Promise<OllamaProbeResult> {
|
||||
const startedAt = Date.now()
|
||||
const controller = new AbortController()
|
||||
const timeout = setTimeout(() => controller.abort(), 2500)
|
||||
const timeout = setTimeout(() => controller.abort(), OLLAMA_PROBE_TIMEOUT_MS)
|
||||
|
||||
try {
|
||||
const response = await fetch(`${OLLAMA_BASE_URL}/api/tags`, {
|
||||
const response = await fetch(tagsUrl(candidate.baseUrl), {
|
||||
cache: "no-store",
|
||||
signal: controller.signal,
|
||||
})
|
||||
const data = await response.json()
|
||||
const data = await response.json().catch(() => null)
|
||||
if (!response.ok) {
|
||||
throw new Error(data?.error || `Ollama returned HTTP ${response.status}`)
|
||||
}
|
||||
|
||||
const models = Array.isArray(data?.models)
|
||||
? data.models.map((item: OllamaTag) => ({
|
||||
name: item.model || item.name || "",
|
||||
model: item.model || item.name || "",
|
||||
modifiedAt: item.modified_at || null,
|
||||
size: typeof item.size === "number" ? item.size : null,
|
||||
sizeLabel: formatBytes(item.size),
|
||||
digest: item.digest || null,
|
||||
family: item.details?.family || null,
|
||||
parameterSize: item.details?.parameter_size || null,
|
||||
quantization: item.details?.quantization_level || null,
|
||||
})).filter((item: { name: string }) => item.name)
|
||||
: []
|
||||
|
||||
return NextResponse.json({
|
||||
if (!data || typeof data !== "object") throw new Error("Ollama returned a non-JSON response")
|
||||
return {
|
||||
...candidate,
|
||||
ok: true,
|
||||
available: true,
|
||||
baseUrl: OLLAMA_BASE_URL,
|
||||
models,
|
||||
count: models.length,
|
||||
data,
|
||||
status: response.status,
|
||||
elapsedMs: Date.now() - startedAt,
|
||||
})
|
||||
}
|
||||
} catch (error) {
|
||||
const message = error instanceof Error && error.name === "AbortError"
|
||||
? "Ollama probe timed out"
|
||||
: error instanceof Error
|
||||
? error.message
|
||||
: "Failed to fetch Ollama models"
|
||||
return NextResponse.json({
|
||||
return {
|
||||
...candidate,
|
||||
ok: false,
|
||||
available: false,
|
||||
baseUrl: OLLAMA_BASE_URL,
|
||||
models: [],
|
||||
count: 0,
|
||||
elapsedMs: Date.now() - startedAt,
|
||||
error: message,
|
||||
}, { status: 200 })
|
||||
error: probeErrorMessage(error),
|
||||
}
|
||||
} finally {
|
||||
clearTimeout(timeout)
|
||||
}
|
||||
}
|
||||
|
||||
function windowsCurlExecutable() {
|
||||
const override = String(process.env.OPENSHELL_WINDOWS_CURL_EXE || "").trim()
|
||||
if (override) return override
|
||||
if (existsSync("/mnt/c/Windows/System32/curl.exe")) return "/mnt/c/Windows/System32/curl.exe"
|
||||
return "curl.exe"
|
||||
}
|
||||
|
||||
async function probeWindowsCurlCandidate(candidate: OllamaProbeCandidate): Promise<OllamaProbeResult> {
|
||||
const startedAt = Date.now()
|
||||
try {
|
||||
const { stdout } = await execFileAsync(windowsCurlExecutable(), [
|
||||
"-fsS",
|
||||
"--max-time",
|
||||
String(WINDOWS_CURL_TIMEOUT_SECONDS),
|
||||
tagsUrl(candidate.baseUrl),
|
||||
], {
|
||||
timeout: OLLAMA_PROBE_TIMEOUT_MS + 1000,
|
||||
maxBuffer: WINDOWS_CURL_OUTPUT_LIMIT,
|
||||
windowsHide: true,
|
||||
})
|
||||
const data = JSON.parse(String(stdout || "{}"))
|
||||
if (!data || typeof data !== "object") throw new Error("Ollama returned a non-JSON response")
|
||||
return {
|
||||
...candidate,
|
||||
ok: true,
|
||||
data,
|
||||
status: 200,
|
||||
elapsedMs: Date.now() - startedAt,
|
||||
}
|
||||
} catch (error) {
|
||||
return {
|
||||
...candidate,
|
||||
ok: false,
|
||||
elapsedMs: Date.now() - startedAt,
|
||||
error: probeErrorMessage(error),
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
async function probeCandidate(candidate: OllamaProbeCandidate) {
|
||||
return candidate.via === "windows-curl"
|
||||
? probeWindowsCurlCandidate(candidate)
|
||||
: probeFetchCandidate(candidate)
|
||||
}
|
||||
|
||||
function unreachableMessage(wsl: boolean) {
|
||||
return wsl
|
||||
? "Ollama is not reachable from WSL localhost, the WSL Windows host gateway, or Windows localhost via WSL interop."
|
||||
: "Ollama is not reachable from the controller host."
|
||||
}
|
||||
|
||||
export async function GET() {
|
||||
const startedAt = Date.now()
|
||||
const [wsl, candidates] = await Promise.all([
|
||||
isWslRuntime(),
|
||||
buildProbeCandidates(),
|
||||
])
|
||||
|
||||
const results = await Promise.all(candidates.map(probeCandidate))
|
||||
const available = results.find((result) => result.ok)
|
||||
|
||||
if (available) {
|
||||
const models = modelRowsFromTags(available.data)
|
||||
return NextResponse.json({
|
||||
ok: true,
|
||||
available: true,
|
||||
baseUrl: available.baseUrl,
|
||||
source: available.source,
|
||||
via: available.via,
|
||||
models,
|
||||
count: models.length,
|
||||
elapsedMs: Date.now() - startedAt,
|
||||
probed: results.map(publicProbeResult),
|
||||
})
|
||||
}
|
||||
|
||||
return NextResponse.json({
|
||||
ok: false,
|
||||
available: false,
|
||||
baseUrl: candidates[0]?.baseUrl || OLLAMA_BASE_URL,
|
||||
models: [],
|
||||
count: 0,
|
||||
elapsedMs: Date.now() - startedAt,
|
||||
error: unreachableMessage(wsl),
|
||||
probed: results.map(publicProbeResult),
|
||||
}, { status: 200 })
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user