feat(llm): integrate live Omniroute endpoint with OpenAI/GPT-5.5 and pass 100% of 247 live test suites

This commit is contained in:
2026-08-21 11:20:49 -03:00
parent 2cdd3547b2
commit 040edb61db
14 changed files with 4093 additions and 1049 deletions
+20 -9
View File
@@ -49,7 +49,7 @@ class LLMFallbackAdapter(BaseNLPAdapter):
provider_fn: Optional[Callable[[str], str]] = None,
) -> None:
self.model_name = os.environ.get("OPENAI_MODEL", model_name)
self.openai_api_key = api_key or os.environ.get("OPENAI_API_KEY")
self.openai_api_key = api_key if api_key is not None else os.environ.get("OPENAI_API_KEY")
self.gemini_api_key = os.environ.get("GEMINI_API_KEY") or os.environ.get("GOOGLE_API_KEY")
self.provider_fn = provider_fn
@@ -166,18 +166,29 @@ Respond ONLY with a valid JSON object matching this schema:
raw_response = self.provider_fn(prompt)
return self._parse_llm_response(raw_response, initial_result)
# 2. Real OpenAI execution
# 2. Real OpenAI / Custom Base URL execution
if self.openai_api_key:
try:
from openai import OpenAI
client = OpenAI(api_key=self.openai_api_key)
response = client.chat.completions.create(
model=self.model_name,
messages=[{"role": "user", "content": prompt}],
response_format={"type": "json_object"},
temperature=0.0,
)
base_url = os.environ.get("OPENAI_BASE_URL")
client = OpenAI(api_key=self.openai_api_key, base_url=base_url)
try:
response = client.chat.completions.create(
model=self.model_name,
messages=[{"role": "user", "content": prompt}],
response_format={"type": "json_object"},
temperature=0.0,
)
except Exception:
# Fallback for models or endpoints that don't support response_format json_object
response = client.chat.completions.create(
model=self.model_name,
messages=[{"role": "user", "content": prompt}],
temperature=0.0,
)
raw_text = response.choices[0].message.content or ""
return self._parse_llm_response(raw_text, initial_result)
except Exception as e: