wassname/moral-maps
1
0
Fork 0
mirror of https://github.com/wassname/moral-maps.git synced 2026-09-22 13:20:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

Filter specialized models from WVS lanes

Browse Source 
Co-Authored-By: PI[gpt-5.6-terra] <288921227+claudypoo@users.noreply.github.com>
This commit is contained in:
wassname
2026-09-17 19:20:19 +08:00
co-authored by PI[gpt-5.6-terra]
parent 4bfef7fb3c
commit 02eb587fc2
2 changed files with 42 additions and 139 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/wvs_score_all_options_refresh.py
+3 -3
View File
@@ -29,7 +29,7 @@ OSS_PROVIDER = {
"quantizations": ["fp8", "int8", "bf16", "fp16"],
}
LANES = ("openai", "google", "xai", "muse", "kimi", "glm", "deepseek", "qwen")
SPECIALIZED = ("batch", "free", "-pro", "-fast", "vision", "-vl", "coder", "audio", "image", "guard", "safeguard", "multi-agent", "embedding", "rerank")
SPECIALIZED = ("batch", "free", "-pro", "-fast", "vision", "-vl", "-5v", "-4.6v", "-4.5v", "-code", "-codex", "coder", "audio", "clip", "image", "guard", "safeguard", "multi-agent", "embedding", "rerank")
def lane_for(model_id: str) -> str | None:
@@ -84,7 +84,7 @@ def entry(model: dict, completed: set[str]) -> dict:
setting, setting_label = reasoning(model)
except ValueError as error:
return {"id": model_id, "lane": lane, "status": "excluded", "reason": str(error)}
provider = OSS_PROVIDER if lane in {"muse", "kimi", "glm", "deepseek", "qwen"} else None
provider = OSS_PROVIDER if lane in {"muse", "kimi", "glm", "deepseek", "qwen"} or model_id.startswith("openai/gpt-oss-") else None
reserve = Decimal(144) * (Decimal(1024 + 2048) * price(model, "completion") + Decimal(1024) * price(model, "prompt")) / Decimal(1_000_000)
return {
"id": model_id, "lane": lane, "status": "runnable", "created": model["created"],
@@ -215,7 +215,7 @@ def main() -> None:
if args.smoke:
runnable = [row for row in rows if row["status"] == "runnable"]
assert all(row["calls"] == 144 for row in runnable)
assert all(row["provider"] == OSS_PROVIDER for row in runnable if row["lane"] in {"muse", "kimi", "glm", "deepseek", "qwen"})
assert all(row["provider"] == OSS_PROVIDER for row in runnable if row["lane"] in {"muse", "kimi", "glm", "deepseek", "qwen"} or row["id"].startswith("openai/gpt-oss-"))
assert all(row["provider"] is None for row in runnable if row["lane"] in {"openai", "google", "xai"})
print(f"smoke: {len(runnable)} score-all-options panels, {len(LANES)} provider lanes, concurrency <= 8")
if args.queue: