Initial commit: Hermes Agent Skills collection
This commit is contained in:
@@ -0,0 +1,94 @@
|
||||
from fastapi import FastAPI
|
||||
from pydantic import BaseModel
|
||||
from typing import Optional
|
||||
import httpx, json, base64, asyncio, time, random, os
|
||||
|
||||
app = FastAPI(title="ComfyUI OpenAI Adapter", version="0.1.0")
|
||||
|
||||
COMFYUI_URL = os.environ.get("COMFYUI_URL", "http://10.0.30.97:8188")
|
||||
WORKFLOW_PREFIX = os.environ.get("WORKFLOW_PREFIX", "oai_adapter")
|
||||
|
||||
# FLUX.2 workflow using Qwen3VL, EmptyFlux2LatentImage, and TAEF2
|
||||
# Adapt model names to your local ComfyUI installation.
|
||||
FLUX2_WORKFLOW = {
|
||||
"1": {"inputs": {"unet_name": "flux-2-klein-9b-Q4_K_S.gguf"}, "class_type": "UnetLoaderGGUF"},
|
||||
"2": {"inputs": {"clip_name": "Qwen3VL-8B-Instruct-Q4_K_M.gguf", "type": "flux2"}, "class_type": "CLIPLoaderGGUF"},
|
||||
"3": {"inputs": {"vae_name": "taef2"}, "class_type": "VAELoader"},
|
||||
"4": {"inputs": {"width": 1024, "height": 1024, "batch_size": 1}, "class_type": "EmptyFlux2LatentImage"},
|
||||
"5": {"inputs": {"text": "prompt", "clip": ["2", 0]}, "class_type": "CLIPTextEncode"},
|
||||
"6": {"inputs": {"text": "", "clip": ["2", 0]}, "class_type": "CLIPTextEncode"},
|
||||
"7": {"inputs": {"seed": 42, "steps": 4, "cfg": 1.0, "sampler_name": "euler", "scheduler": "simple",
|
||||
"denoise": 1.0, "model": ["1", 0], "positive": ["5", 0], "negative": ["6", 0],
|
||||
"latent_image": ["4", 0]}, "class_type": "KSampler"},
|
||||
"8": {"inputs": {"samples": ["7", 0], "vae": ["3", 0]}, "class_type": "VAEDecode"},
|
||||
"9": {"inputs": {"filename_prefix": WORKFLOW_PREFIX, "images": ["8", 0]}, "class_type": "SaveImage"}
|
||||
}
|
||||
|
||||
class ImageRequest(BaseModel):
|
||||
prompt: str
|
||||
n: Optional[int] = 1
|
||||
size: Optional[str] = "1024x1024"
|
||||
response_format: Optional[str] = "b64_json"
|
||||
|
||||
async def queue_workflow(wf: dict) -> str:
|
||||
async with httpx.AsyncClient() as client:
|
||||
r = await client.post(f"{COMFYUI_URL}/api/prompt", json={"prompt": wf})
|
||||
r.raise_for_status()
|
||||
return r.json()["prompt_id"]
|
||||
|
||||
async def wait_for_image(pid: str, timeout: int = 300) -> list:
|
||||
async with httpx.AsyncClient() as client:
|
||||
start = time.time()
|
||||
while time.time() - start < timeout:
|
||||
r = await client.get(f"{COMFYUI_URL}/history/{pid}")
|
||||
if r.status_code == 200:
|
||||
data = r.json()
|
||||
if pid in data and "outputs" in data[pid]:
|
||||
imgs = []
|
||||
for node_out in data[pid]["outputs"].values():
|
||||
if "images" in node_out:
|
||||
imgs.extend(node_out["images"])
|
||||
if imgs:
|
||||
return imgs
|
||||
await asyncio.sleep(1)
|
||||
raise TimeoutError(f"Timeout waiting for {pid}")
|
||||
|
||||
async def fetch_image(filename: str, subfolder: str = "", folder_type: str = "output") -> bytes:
|
||||
async with httpx.AsyncClient() as client:
|
||||
params = {"filename": filename, "subfolder": subfolder, "type": folder_type}
|
||||
r = await client.get(f"{COMFYUI_URL}/view", params=params)
|
||||
r.raise_for_status()
|
||||
return r.content
|
||||
|
||||
@app.post("/v1/images/generations")
|
||||
async def generate(req: ImageRequest):
|
||||
imgs = []
|
||||
for i in range(req.n):
|
||||
wf = json.loads(json.dumps(FLUX2_WORKFLOW))
|
||||
wf["5"]["inputs"]["text"] = req.prompt
|
||||
w, h = (1024, 1024)
|
||||
if "x" in req.size:
|
||||
try:
|
||||
w, h = map(int, req.size.split("x"))
|
||||
except ValueError:
|
||||
pass
|
||||
wf["4"]["inputs"]["width"] = w
|
||||
wf["4"]["inputs"]["height"] = h
|
||||
wf["7"]["inputs"]["seed"] = random.randint(1, 2**32)
|
||||
|
||||
pid = await queue_workflow(wf)
|
||||
files = await wait_for_image(pid)
|
||||
if not files:
|
||||
raise RuntimeError("No images returned")
|
||||
data = await fetch_image(files[0]["filename"], files[0].get("subfolder", ""), files[0].get("type", "output"))
|
||||
imgs.append({"b64_json": base64.b64encode(data).decode()})
|
||||
|
||||
return {"created": int(time.time()), "data": imgs}
|
||||
|
||||
@app.get("/health")
|
||||
async def health():
|
||||
return {"status": "ok"}
|
||||
|
||||
if __name__ == "__main__":
|
||||
import uvicorn
|
||||
uvicorn.run(app, host="0.0.0.0", port=9000)
|
||||
Reference in New Issue
Block a user