diff --git a/src/data/routerMetrics/leaderboard.json b/src/data/routerMetrics/leaderboard.json index fdf24b1..6d8b373 100644 --- a/src/data/routerMetrics/leaderboard.json +++ b/src/data/routerMetrics/leaderboard.json @@ -10,6 +10,17 @@ "Accuracy": 76.4, "Cost per 1k": 0.18 }, + { + "Router Name": "Weave Router", + "Arena Score": 72.82, + "Optimal Selection Score": null, + "Optimal Cost Score": null, + "Optimal Acc. Score": null, + "Robustness Score": 100.0, + "Latency Score": null, + "Accuracy": 76.32, + "Cost per 1k": 0.94 + }, { "Router Name": "R2-Router", "Arena Score": 71.6, @@ -56,14 +67,14 @@ }, { "Router Name": "azure", - "Arena Score": 66.66, - "Optimal Selection Score": 22.52, - "Optimal Cost Score": 46.322, - "Optimal Acc. Score": 81.96, - "Robustness Score": 54.07, + "Arena Score": 71.87, + "Optimal Selection Score": null, + "Optimal Cost Score": null, + "Optimal Acc. Score": null, + "Robustness Score": 71.43, "Latency Score": null, - "Accuracy": 68.09, - "Cost per 1k": 0.54 + "Accuracy": 72.82, + "Cost per 1k": 0.22 }, { "Router Name": "nirt_bert", diff --git a/src/data/routers.json b/src/data/routers.json index 77e3bba..c1001ef 100644 --- a/src/data/routers.json +++ b/src/data/routers.json @@ -12,6 +12,22 @@ "deepseek/deepseek-v4-flash" ] }, + "Weave Router": { + "name": "Weave Router", + "type": "open-source", + "description": "Weave Router (v0.54): 6-model cluster routing trained only on OpenRouterBench labels + Artificial Analysis quality priors. No RouterArena prompts in any training signal.", + "affiliation": "Weave", + "modelPool": [ + "deepseek/deepseek-v4-flash", + "deepseek/deepseek-v4-pro", + "gemini-3.1-flash-lite-preview", + "gemini-3.1-pro-preview", + "Qwen/Qwen3-Coder-Next", + "qwen/qwen3-next-80b-a3b-instruct" + ], + "websiteUrl": "https://workweave.ai", + "githubUrl": "https://github.com/workweave/router" + }, "R2-Router": { "name": "R2-Router", "type": "open-source", diff --git a/src/data/routers.yaml b/src/data/routers.yaml index 2eb1555..502e4c7 100644 --- a/src/data/routers.yaml +++ b/src/data/routers.yaml @@ -1,23 +1,17 @@ -# --- Weave Router temporarily removed from the public leaderboard. --- -# Restore by uncommenting this block AND re-adding the matching entries -# in leaderboard.json, routers.json, and category_scores.json (key: -# "weave-router"). flip_labels/flip_labels_weave-router.json is kept. -# -# Weave Router: -# name: Weave Router -# type: open-source -# description: Cluster-routing (v0.62) over a 7-model BYOK pool spanning Anthropic, OpenAI, Google, and OpenRouter providers. Embeds each prompt with Jina v2 INT8 ONNX (768-dim), runs top-p=4 cluster sum against per-cluster rankings trained on the RouterArena full split with k=160 clusters, then selects the cost-quality optimum via an alpha-blended score (alpha=0.25). -# affiliation: Weave -# modelPool: -# - claude-opus-4-7 -# - gpt-5.5 -# - gemini-3.1-pro-preview -# - gemini-3.1-flash-lite-preview -# - deepseek/deepseek-v4-pro -# - deepseek/deepseek-v4-flash -# - qwen/qwen3-235b-a22b-2507 -# websiteUrl: https://weaverouter.com -# githubUrl: https://github.com/workweave/router +Weave Router: + name: Weave Router + type: open-source + description: 'Weave Router (v0.54): 6-model cluster routing trained only on OpenRouterBench labels + Artificial Analysis quality priors. No RouterArena prompts in any training signal.' + affiliation: Weave + modelPool: + - deepseek/deepseek-v4-flash + - deepseek/deepseek-v4-pro + - gemini-3.1-flash-lite-preview + - gemini-3.1-pro-preview + - Qwen/Qwen3-Coder-Next + - qwen/qwen3-next-80b-a3b-instruct + websiteUrl: https://workweave.ai + githubUrl: https://github.com/workweave/router RouterDC: name: RouterDC