28 lines
769 B
Python
28 lines
769 B
Python
"""Quality gate asserting zero expensive/powerful models in runtime roles or internal ECP."""
|
|
|
|
import json
|
|
from pathlib import Path
|
|
|
|
from src.runtime.core.config import validate_certified_cheap_model
|
|
|
|
PROHIBITED_SUBSTRINGS = [
|
|
"gpt-4o-20",
|
|
"gpt-4-",
|
|
"claude-3-5-sonnet",
|
|
"claude-3-opus",
|
|
"gemini-1.5-pro",
|
|
"deepseek-v3",
|
|
]
|
|
|
|
|
|
def test_runtime_config_strictly_cheap_models():
|
|
cfg_file = Path("runtime_config.local.json")
|
|
cfg_data = json.loads(cfg_file.read_text(encoding="utf-8"))
|
|
|
|
for role_name, role_conf in cfg_data.get("roles", {}).items():
|
|
model = role_conf.get("model", "")
|
|
validate_certified_cheap_model(model)
|
|
|
|
for prohibited in PROHIBITED_SUBSTRINGS:
|
|
assert prohibited not in model.lower()
|