authoravatarclover caruso<git@paperclover.net>2026-10-20 01:58:34-07:00
committeravatarclover caruso<git@paperclover.net>2026-10-21 02:52:29-07:00
loge8cd1a11eb7145e44b519fac430b643512b4a52b
tree35cad061c2bfde8a880868e08fdb9bd72464ffc1
parentf82b44aebb7048af93617305487961e7659f112c
signature Signed by SSH key SHA256:52mNGHRsVFBDED9IAX5pe+LRWUefqTbxEReunq21QvU

Serve AI agent provider discovery

Expose the public well-known discovery document on the inference domain, deriving models and capabilities from the existing catalog. Preserve key authentication for inference and model listing, and retain non-thinking model defaults through Codex overrides. Verified 11 gateway tests, seven deployment tests, schema constraints, and an isolated CPU preview with no GPU or archive mounts. Assisted-by: gpt-6.1-sol

3 files changed, 100 insertions(+), 1 deletions(-)

service/local-ai/gateway.py+50
......@@ -20,6 +20,47 @@ STEERING_REVISION = hashlib.sha256(b"".join(
2020)).hexdigest()
2121
2222
23def agent_provider():
24 catalog = json.loads(Path(__file__).with_name("catalog.json").read_text())["models"]
25 base = catalog[0]
26 models = []
27 for entry in catalog:
28 model = {**base, **entry}
29 reasoning = {"summaries": model["supports_reasoning_summary_parameter"]}
30 if model["default_reasoning_level"] != "none":
31 reasoning.update(levels=model["supported_reasoning_levels"], default=model["default_reasoning_level"])
32 models.append({
33 "id": model["slug"], "name": model["display_name"], "description": model["description"],
34 "hidden": model["visibility"] != "list",
35 "contextWindow": model["context_window"],
36 "effectiveContextWindowPercent": model["effective_context_window_percent"],
37 "autoCompactTokenLimit": model["auto_compact_token_limit"],
38 "inputModalities": model["input_modalities"],
39 "reasoning": reasoning,
40 "tools": {"applyPatch": model["apply_patch_tool_type"], "shell": model["shell_type"],
41 "webSearch": model["supports_search_tool"], "mode": model["tool_mode"]},
42 "truncation": model["truncation_policy"], "verbosity": model["support_verbosity"],
43 })
44 if model["default_reasoning_level"] == "none":
45 # The discovery effort enum excludes the harness's "none" value.
46 models[-1]["harnessOverrides"] = {"codex": {"catalogEntry": {
47 "default_reasoning_level": "none",
48 "supported_reasoning_levels": model["supported_reasoning_levels"],
49 }}}
50 return {
51 "version": 1, "name": "Snow Globe", "icon": {"emoji": "❄️", "color": "teal"},
52 "harness": "codex", "harnesses": ["codex", "claude"],
53 "apis": [{"kind": kind} for kind in ["responses", "anthropic", "chat-completions"]],
54 "auth": {"required": True, "header": "Authorization"},
55 "transport": {"websockets": False, "streamIdleTimeoutMs": WAIT_SECONDS * 1000},
56 "defaults": {"model": base["slug"], "reasoningEffort": base["default_reasoning_level"],
57 "reasoningSummary": base["default_reasoning_summary"]},
58 "instructions": {"base": base["base_instructions"]},
59 "harnessOverrides": {"codex": {"config": {"web_search": "disabled"}}},
60 "models": models,
61 }
62
63
2364def route_model(data):
2465 golden = data.get("model") == "golden-gate-qwen3.8-27B"
2566 owl = data.get("model") == "owl-qwen3.8-27B"
......@@ -169,6 +210,15 @@ class Handler(BaseHTTPRequestHandler):
169210 pass # Inference bodies and keys must not enter access logs.
170211
171212 def do_GET(self):
213 if self.path.split("?", 1)[0] == "/.well-known/ai-agent-provider.json":
214 content = json.dumps(agent_provider(), ensure_ascii=False).encode()
215 self.send_response(200)
216 self.send_header("Content-Type", "application/json")
217 self.send_header("Cache-Control", "no-store")
218 self.send_header("Content-Length", str(len(content)))
219 self.end_headers()
220 self.wfile.write(content)
221 return
172222 self.proxy()
173223
174224 def do_POST(self):
service/local-ai/service.pkl+1
......@@ -29,6 +29,7 @@ container {
2929 }
3030 volumes {
3131 ["/config/gateway.py"] { config = "gateway.py" }
32 ["/config/catalog.json"] { config = "catalog.json" }
3233 ["/cache/hdd"] {}
3334 ["/cache/ssd"] { src = if (site.preview) null else site.localAiSsdCache }
3435 ["/models"] { src = "\(site.mediaRoot)/AI/LLM/\(weights.directory)"; readOnly = true }
service/local-ai/test_gateway.py+49-1
......@@ -1,13 +1,61 @@
11import unittest
22import json
33import hashlib
4from http.client import HTTPConnection
5from pathlib import Path
46import socket
57import threading
68from unittest.mock import patch
7from gateway import Handler, ThreadingHTTPServer, normalize, normalize_anthropic, restore, route_model
9from gateway import Handler, ThreadingHTTPServer, agent_provider, normalize, normalize_anthropic, restore, route_model
810
911
1012class ResponsesCompatibility(unittest.TestCase):
13 def test_discovery_is_public_without_opening_inference(self):
14 server = ThreadingHTTPServer(("127.0.0.1", 0), Handler)
15 worker = threading.Thread(target=server.serve_forever, daemon=True)
16 worker.start()
17 try:
18 with patch.dict("os.environ", {"VLLM_API_KEY": "disposable-test-key"}), patch("gateway.http.client.HTTPConnection") as upstream:
19 for headers in [{}, {"Authorization": "Bearer disposable-test-key"}, {"x-api-key": "wrong-key"}]:
20 client = HTTPConnection(*server.server_address, timeout=5)
21 try:
22 client.request("GET", "/.well-known/ai-agent-provider.json?probe=1", headers=headers)
23 response = client.getresponse()
24 self.assertEqual(response.status, 200)
25 self.assertEqual(response.getheader("Content-Type"), "application/json")
26 content = response.read()
27 self.assertEqual(int(response.getheader("Content-Length")), len(content))
28 self.assertEqual(json.loads(content), agent_provider())
29 self.assertNotIn(b"disposable-test-key", content)
30 client.request("GET", "/v1/models")
31 response = client.getresponse()
32 self.assertEqual(response.status, 401)
33 response.read()
34 finally:
35 client.close()
36 upstream.return_value.request.assert_not_called()
37 finally:
38 server.shutdown()
39 server.server_close()
40 worker.join()
41
42 def test_discovery_derives_inherited_capabilities_from_catalog(self):
43 catalog = json.loads(Path(__file__).with_name("catalog.json").read_text())
44 catalog["models"][0]["context_window"] = 123456
45 with patch("gateway.Path.read_text", return_value=json.dumps(catalog)):
46 provider = agent_provider()
47 self.assertEqual(provider["auth"], {"required": True, "header": "Authorization"})
48 self.assertEqual(provider["defaults"]["model"], catalog["models"][0]["slug"])
49 self.assertEqual([model["id"] for model in provider["models"]], [model["slug"] for model in catalog["models"]])
50 for model in provider["models"]:
51 self.assertEqual(model["contextWindow"], 123456)
52 self.assertEqual(model["inputModalities"], ["text", "image"])
53 self.assertEqual([level["effort"] for level in provider["models"][0]["reasoning"]["levels"]], ["low", "medium", "xhigh"])
54 for model in provider["models"][1:]:
55 self.assertNotIn("default", model["reasoning"])
56 self.assertNotIn("levels", model["reasoning"])
57 self.assertEqual(model["harnessOverrides"]["codex"]["catalogEntry"]["default_reasoning_level"], "none")
58
1159 def test_unsupported_inference_routes_never_reach_backend(self):
1260 server = ThreadingHTTPServer(("127.0.0.1", 0), Handler)
1361 worker = threading.Thread(target=server.serve_forever, daemon=True)