From 1b727c7f0ee401262bcbe35ca6139a2802182170 Mon Sep 17 00:00:00 2001 From: mosheabr <257371078+mosheabr@users.noreply.github.com> Date: Sun, 25 Oct 2026 14:31:58 +0000 Subject: [PATCH] chore(metadata): regenerate metadata.json, skills.sh.json, benchmarks.json, and versions.json Generated by .github/workflows/generate-skill-metadata.yml. --- .github/scripts/marketplace/metadata.json | 8 +- benchmarks.json | 476 +++++++++++----------- versions.json | 114 +++--- 3 files changed, 299 insertions(+), 299 deletions(-) diff --git a/.github/scripts/marketplace/metadata.json b/.github/scripts/marketplace/metadata.json index b78bf8b5..53f44951 100644 --- a/.github/scripts/marketplace/metadata.json +++ b/.github/scripts/marketplace/metadata.json @@ -1179,7 +1179,7 @@ { "path": "skills/doca-flow", "name": "doca-flow", - "description": "DOCA Flow packet steering on NVIDIA NICs/DPUs, linked into a C application: match/action pipes, ports, representors, forwarding, hairpin, counters. Trigger on packet steering, classifier, rule-matching, representor, hairpin or 5-tuple-to-queue questions even when \"DOCA Flow\" is not named. Remote or non-C++ control over gRPC belongs to doca-flow-grpc-server. Also covers pipe validation before hardware programming, Flow/DOCA version match, and Flow API errors. First app: follow the local bundle (doca-setup, doca-programming-guide, doca-flow, doca-public-knowledge-map). Stage 1 pull nvcr.io/nvidia/doca/doca (NGC catalog tag, never invent); Stage 2 needs a real NIC. Then ls samples inside the container; never emit main.c, a Dockerfile, or hand-typed -l flags. Route software-only host pipelines, plain DPDK `rte_flow`, kernel TC, OVS, BFB bring-up, and DPU OS installation elsewhere. DPU OS installation is destructive and always requires explicit confirmation.\n", + "description": "DOCA Flow packet steering on NVIDIA NICs/DPUs, linked into a C application: match/action pipes, ports, representors, forwarding, hairpin, counters. Trigger on packet steering, classifier, rule-matching, representor, hairpin or 5-tuple-to-queue questions even when \"DOCA Flow\" is not named. Also covers pipe validation before hardware programming, Flow/DOCA version match, and Flow API errors. First app: follow the local bundle (doca-setup, doca-programming-guide, doca-flow, doca-public-knowledge-map). Stage 1 pull nvcr.io/nvidia/doca/doca (NGC catalog tag, never invent); Stage 2 needs a real NIC. Then ls samples inside the container; never emit main.c, a Dockerfile, or hand-typed -l flags. Route software-only host pipelines, plain DPDK `rte_flow`, kernel TC, OVS, BFB bring-up, and DPU OS installation elsewhere. DPU OS installation is destructive and always requires explicit confirmation.\n", "metadata": { "product.primary": "DOCA", "classification.category.primary": "infrastructure", @@ -1191,7 +1191,7 @@ { "path": "skills/doca-flow-perf", "name": "doca-flow-perf", - "description": "Use this skill when the user measures control-plane insertion throughput of DOCA Flow with the doca_flow_perf binary on x86 host or Arm cores — selecting a configs/ JSON policy, weighing the DPDK-versus-DOCA backend, running the smoke iteration then the eval loop, interpreting CPU cycles plus num_pushed / num_failed, or capturing the four-tuple (DOCA release, firmware, JSON policy, worker config) that makes an insertion figure defensible. Also load it for implied asks like \"5-tuple hairpin insert figure\", \"flow-perf result mismatches release notes\", \"DPDK-vs-DOCA comparison\", or \"install variance too high\". Refuse and route to the proper owner for live-app optimization (doca-flow-tune), DPA-side measurement (doca-flow-dpa-perf), wire throughput or latency, or library-internal pipe semantics.\n", + "description": "Use this skill when the user measures control-plane insertion throughput of DOCA Flow with the doca_flow_perf binary on x86 host or Arm cores — selecting a configs/ JSON policy, weighing the DPDK-versus-DOCA backend, running the smoke iteration then the eval loop, interpreting CPU cycles plus num_pushed / num_failed, or capturing the four-tuple (DOCA release, firmware, JSON policy, worker config) that makes an insertion figure defensible. Also load it for implied asks like \"5-tuple hairpin insert figure\", \"flow-perf result mismatches release notes\", \"DPDK-vs-DOCA comparison\", or \"install variance too high\". Refuse and route to the proper owner for live-app optimization (doca-flow-tune), wire throughput or latency, or library-internal pipe semantics.\n", "metadata": { "product.primary": "DOCA", "classification.category.primary": "infrastructure", @@ -1203,7 +1203,7 @@ { "path": "skills/doca-flow-tune", "name": "doca-flow-tune", - "description": "Use this skill when the user is tuning a live or captured `doca-flow` pipeline with `doca_flow_tune` — snapshotting pipe / counter / KPI state, picking a tuning axis (rule placement, resource hints / table sizing, HW-offload mode) and a matching measurement (rule-install rate, lookup latency, hardware-counter delta), running offline or online (read-only or state-changing) modes, reading the dumper CSV / analyze JSON / visualize mermaid, or applying a recommendation back into the Flow program. Trigger even when the user does not explicitly mention \"doca_flow_tune\" — typical implicit phrasings include \"Flow rule-install rate is low on BlueField\", \"table sizing looks wrong for this pipe\", \"tune visualize step is empty\", \"before/after counters don't move\", or \"which doca-flow knob does this recommendation hit\". Refuse and route elsewhere for measuring baseline numbers (doca-flow-perf, doca-flow-dpa-perf), writing the doca-flow application, DOCA install, or streaming Flow telemetry — those belong to other skills.\n", + "description": "Use this skill when the user is tuning a live or captured `doca-flow` pipeline with `doca_flow_tune` — snapshotting pipe / counter / KPI state, picking a tuning axis (rule placement, resource hints / table sizing, HW-offload mode) and a matching measurement (rule-install rate, lookup latency, hardware-counter delta), running offline or online (read-only or state-changing) modes, reading the dumper CSV / analyze JSON / visualize mermaid, or applying a recommendation back into the Flow program. Trigger even when the user does not explicitly mention \"doca_flow_tune\" — typical implicit phrasings include \"Flow rule-install rate is low on BlueField\", \"table sizing looks wrong for this pipe\", \"tune visualize step is empty\", \"before/after counters don't move\", or \"which doca-flow knob does this recommendation hit\". Refuse and route elsewhere for measuring baseline numbers (doca-flow-perf), writing the doca-flow application, DOCA install, or streaming Flow telemetry — those belong to other skills.\n", "metadata": { "product.primary": "DOCA", "classification.category.primary": "infrastructure", @@ -1659,7 +1659,7 @@ { "path": "skills/ethos-orchestrate", "name": "ethos-orchestrate", - "description": "Entry point for an AI agent's ethos.md: a durable snapshot of what the agent is for, what it must not do, and what success looks like. Routes a request to explore and capture intent (ethos-explore), or write or edit the file (ethos-write), including renaming an Eval Author 0.1.0 ETHOS.md. Owns the standard every ethos sub-flow follows. Use when the user asks \"help me write an ethos.md\", \"does my agent have an ethos.md?\", \"update my agent's ethos.md\", or when you need to pick between the ethos sub-flows.", + "description": "Entry point for an AI agent's ETHOS.md: a durable snapshot of what the agent is for, what it must not do, and what success looks like. Routes a request to explore and capture intent (ethos-explore), or write or edit the file (ethos-write). Owns the standard every ethos sub-flow follows. Use when the user asks \"help me write an ETHOS.md\", \"does my agent have an ETHOS.md?\", \"update my agent's ETHOS.md\", or when you need to pick between the ethos sub-flows.", "metadata": { "product.primary": "NeMo", "classification.category.primary": "ai_and_machine_learning", diff --git a/benchmarks.json b/benchmarks.json index c26625d0..795f68c7 100644 --- a/benchmarks.json +++ b/benchmarks.json @@ -1127,10 +1127,10 @@ }, { "skill": "cuopt-multi-objective-exploration", - "evaluation_date": "2026-08-05", + "evaluation_date": "2026-10-23", "environment": "k8s-sandbox", - "evaluator_version": "1.0.0", - "dataset_digest": "sha256:45bef5ee60d2a85ef8c4a7175c3d9a15eeac738e7bcf291d44de12ad4a35fff2", + "evaluator_version": "1.5.6", + "dataset_digest": "sha256:91da323e5d8f4a5c51ce0ff53037c3876cc0bb17fc8109347b415577c965ab55", "validation_status": null, "tasks": 8, "attempts_per_task": 1, @@ -1143,7 +1143,7 @@ "catalog_dir": "cuopt-multi-objective-exploration", "component": "cuOpt", "has_results": true, - "average_uplift_pct": 27.8 + "average_uplift_pct": 4.35 }, { "skill": "cuopt-numerical-optimization-api", @@ -1740,7 +1740,7 @@ }, { "skill": "doca-common", - "evaluation_date": "2026-10-21", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:9e22539842a371b035b6820995478cb465ac90fc3e65d8d974e6798810076bb7", @@ -1756,7 +1756,7 @@ "catalog_dir": "doca-common", "component": "DOCA", "has_results": true, - "average_uplift_pct": 21.8 + "average_uplift_pct": 19.25 }, { "skill": "doca-compress", @@ -1820,7 +1820,7 @@ }, { "skill": "doca-devemu", - "evaluation_date": "2026-10-21", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:bddc3102319aeedfab57309e910e03e8c1185f748c84845eadf3d5b4a3799de2", @@ -1836,7 +1836,7 @@ "catalog_dir": "doca-devemu", "component": "DOCA", "has_results": true, - "average_uplift_pct": 16.65 + "average_uplift_pct": 16.57 }, { "skill": "doca-dma", @@ -1880,7 +1880,7 @@ }, { "skill": "doca-dpa", - "evaluation_date": "2026-10-21", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:99ac207da052504949cf6f114412975da1858f1bcea2374f3fac8c667696bb9c", @@ -1896,7 +1896,7 @@ "catalog_dir": "doca-dpa", "component": "DOCA", "has_results": true, - "average_uplift_pct": 19.28 + "average_uplift_pct": 9.2 }, { "skill": "doca-dpdk-bridge", @@ -1940,7 +1940,7 @@ }, { "skill": "doca-eth", - "evaluation_date": "2026-10-21", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:4d2905f230601c71791bae6c8d3305f1bcd40081e7d3c9d045224dae3d40798c", @@ -1956,7 +1956,7 @@ "catalog_dir": "doca-eth", "component": "DOCA", "has_results": true, - "average_uplift_pct": 31.0 + "average_uplift_pct": 20.3 }, { "skill": "doca-firefly", @@ -1980,7 +1980,7 @@ }, { "skill": "doca-flow", - "evaluation_date": "2026-10-22", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:032699772d08005c3ea2e3f46cfade4a93485cbd7e2b58c0414b1f0873c18a03", @@ -1996,11 +1996,11 @@ "catalog_dir": "doca-flow", "component": "DOCA", "has_results": true, - "average_uplift_pct": 36.28 + "average_uplift_pct": 20.22 }, { "skill": "doca-flow-perf", - "evaluation_date": "2026-10-21", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:01ddd26164f2c39ee3130b09e70a972dd292e2d0286bcedcfb913992953ea2b6", @@ -2016,11 +2016,11 @@ "catalog_dir": "doca-flow-perf", "component": "DOCA", "has_results": true, - "average_uplift_pct": 21.25 + "average_uplift_pct": 16.57 }, { "skill": "doca-flow-tune", - "evaluation_date": "2026-10-21", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:af08855d41640933eb1bea654d69779f4498fdc9c0770aef66b9e233658e2b58", @@ -2036,11 +2036,11 @@ "catalog_dir": "doca-flow-tune", "component": "DOCA", "has_results": true, - "average_uplift_pct": 27.92 + "average_uplift_pct": 27.1 }, { "skill": "doca-gpunetio", - "evaluation_date": "2026-10-21", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:bea4079fa63e42d320dec085b358c6e3f0550d3990e9aac5f7843f923f7e340b", @@ -2056,7 +2056,7 @@ "catalog_dir": "doca-gpunetio", "component": "DOCA", "has_results": true, - "average_uplift_pct": 11.87 + "average_uplift_pct": 13.92 }, { "skill": "doca-hardware-safety", @@ -2080,7 +2080,7 @@ }, { "skill": "doca-mgmt", - "evaluation_date": "2026-10-21", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:d675611fce16769fe5dbc30305f35bc343f0872106413cec0c5cdf6cbd7a0ebb", @@ -2096,11 +2096,11 @@ "catalog_dir": "doca-mgmt", "component": "DOCA", "has_results": true, - "average_uplift_pct": 26.28 + "average_uplift_pct": 25.87 }, { "skill": "doca-pcc", - "evaluation_date": "2026-10-21", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:b4ace845a30f780357610f24b25178c55b01fd92131b765da4b9cab529155e07", @@ -2116,7 +2116,7 @@ "catalog_dir": "doca-pcc", "component": "DOCA", "has_results": true, - "average_uplift_pct": 30.27 + "average_uplift_pct": 17.63 }, { "skill": "doca-pcc-counters", @@ -2140,7 +2140,7 @@ }, { "skill": "doca-pcc-ztr-rttcc-algo", - "evaluation_date": "2026-10-21", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:0040aac81ff39a4452e43c83c0578d00c594be3bcd12060ef57c30868b8fd007", @@ -2156,11 +2156,11 @@ "catalog_dir": "doca-pcc-ztr-rttcc-algo", "component": "DOCA", "has_results": true, - "average_uplift_pct": 27.67 + "average_uplift_pct": 17.92 }, { "skill": "doca-programming-guide", - "evaluation_date": "2026-10-21", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:2e27fd3409307342645dce6375a022958ae921dbff162c787a794aee65a7587a", @@ -2176,11 +2176,11 @@ "catalog_dir": "doca-programming-guide", "component": "DOCA", "has_results": true, - "average_uplift_pct": 6.25 + "average_uplift_pct": 14.13 }, { "skill": "doca-public-knowledge-map", - "evaluation_date": "2026-10-22", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:a1265eeb43d3a168a96388bb2d6c5639db424404a5f08cc4a61296448d61bcc4", @@ -2196,7 +2196,7 @@ "catalog_dir": "doca-public-knowledge-map", "component": "DOCA", "has_results": true, - "average_uplift_pct": 25.0 + "average_uplift_pct": 15.98 }, { "skill": "doca-rdma", @@ -2240,7 +2240,7 @@ }, { "skill": "doca-setup", - "evaluation_date": "2026-10-22", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:169f7c0489e994502eee43ed5716bf51cebe677b1bd8f3a68ecc6278038d804e", @@ -2256,7 +2256,7 @@ "catalog_dir": "doca-setup", "component": "DOCA", "has_results": true, - "average_uplift_pct": 20.83 + "average_uplift_pct": 14.87 }, { "skill": "doca-sha", @@ -2380,7 +2380,7 @@ }, { "skill": "doca-telemetry", - "evaluation_date": "2026-10-21", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:70e265d586a768580828bb54df47441590e24c64d1bf6baa15a2f9c5792734b0", @@ -2396,11 +2396,11 @@ "catalog_dir": "doca-telemetry", "component": "DOCA", "has_results": true, - "average_uplift_pct": 24.68 + "average_uplift_pct": 31.23 }, { "skill": "doca-telemetry-exporter", - "evaluation_date": "2026-10-21", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:b1dce467c82515cd711da59c7567693b4f6f017d4de61919fc70f3dbc1d65698", @@ -2416,7 +2416,7 @@ "catalog_dir": "doca-telemetry-exporter", "component": "DOCA", "has_results": true, - "average_uplift_pct": 25.72 + "average_uplift_pct": 22.98 }, { "skill": "doca-telemetry-utils", @@ -2500,7 +2500,7 @@ }, { "skill": "doca-verbs", - "evaluation_date": "2026-10-21", + "evaluation_date": "2026-10-24", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", "dataset_digest": "sha256:68fee5caecf9a6d68a1653e3eadd6daf86fb1f79f00fb1f99fffcc2003f1a39b", @@ -2516,7 +2516,7 @@ "catalog_dir": "doca-verbs", "component": "DOCA", "has_results": true, - "average_uplift_pct": 35.3 + "average_uplift_pct": 24.65 }, { "skill": "doca-version", @@ -2759,10 +2759,10 @@ }, { "skill": "ethos-orchestrate", - "evaluation_date": "2026-10-16", + "evaluation_date": "2026-10-23", "environment": "k8s-sandbox", "evaluator_version": "1.5.6", - "dataset_digest": "sha256:a405e089d93c5fbaef1a4083da0609f55595a62b10d5fc3c59d9ce536e49b4d1", + "dataset_digest": "sha256:5c2bc6294cc200667c11297fb4c11ce358eb3805275afdcb81b85c0592523d90", "validation_status": null, "tasks": 4, "attempts_per_task": 1, @@ -2775,7 +2775,7 @@ "catalog_dir": "ethos-orchestrate", "component": "Ethos", "has_results": true, - "average_uplift_pct": 26.72 + "average_uplift_pct": 16.92 }, { "skill": "ethos-write", @@ -13244,7 +13244,7 @@ "num": null, "agent": "claude-code", "score_pct": 100.0, - "uplift_pct": 5.0 + "uplift_pct": 32.5 }, { "catalog_dir": "cuopt-multi-objective-exploration", @@ -13252,8 +13252,8 @@ "dimension": "Correctness", "num": null, "agent": "codex", - "score_pct": 100.0, - "uplift_pct": 5.0 + "score_pct": 85.0, + "uplift_pct": -5.0 }, { "catalog_dir": "cuopt-multi-objective-exploration", @@ -13262,7 +13262,7 @@ "num": null, "agent": "claude-code", "score_pct": 100.0, - "uplift_pct": 75.0 + "uplift_pct": null }, { "catalog_dir": "cuopt-multi-objective-exploration", @@ -13270,8 +13270,8 @@ "dimension": "Discoverability", "num": null, "agent": "codex", - "score_pct": 84.0, - "uplift_pct": 40.0 + "score_pct": 95.0, + "uplift_pct": null }, { "catalog_dir": "cuopt-multi-objective-exploration", @@ -13279,8 +13279,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 87.0, - "uplift_pct": 8.0 + "score_pct": 48.5, + "uplift_pct": 1.6 }, { "catalog_dir": "cuopt-multi-objective-exploration", @@ -13288,8 +13288,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 85.0, - "uplift_pct": 12.0 + "score_pct": 62.9, + "uplift_pct": -3.0 }, { "catalog_dir": "cuopt-multi-objective-exploration", @@ -13297,8 +13297,8 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 100.0, - "uplift_pct": 75.0 + "score_pct": 97.1, + "uplift_pct": null }, { "catalog_dir": "cuopt-multi-objective-exploration", @@ -13306,8 +13306,8 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 83.0, - "uplift_pct": 58.0 + "score_pct": 69.1, + "uplift_pct": null }, { "catalog_dir": "cuopt-numerical-optimization-api", @@ -15808,7 +15808,7 @@ "dimension": "Correctness", "num": null, "agent": "claude-code", - "score_pct": 100.0, + "score_pct": 95.0, "uplift_pct": 45.0 }, { @@ -15817,7 +15817,7 @@ "dimension": "Correctness", "num": null, "agent": "codex", - "score_pct": 100.0, + "score_pct": 85.0, "uplift_pct": 15.0 }, { @@ -15835,7 +15835,7 @@ "dimension": "Discoverability", "num": null, "agent": "codex", - "score_pct": 91.7, + "score_pct": 95.0, "uplift_pct": null }, { @@ -15844,8 +15844,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 98.8, - "uplift_pct": 50.0 + "score_pct": 66.2, + "uplift_pct": 26.8 }, { "catalog_dir": "doca-common", @@ -15853,8 +15853,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 75.8, - "uplift_pct": 20.8 + "score_pct": 62.9, + "uplift_pct": 28.7 }, { "catalog_dir": "doca-common", @@ -15862,7 +15862,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 89.9, + "score_pct": 86.0, "uplift_pct": null }, { @@ -15871,7 +15871,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 94.8, + "score_pct": 73.1, "uplift_pct": null }, { @@ -16168,8 +16168,8 @@ "dimension": "Correctness", "num": null, "agent": "claude-code", - "score_pct": 80.0, - "uplift_pct": 10.0 + "score_pct": 100.0, + "uplift_pct": 40.0 }, { "catalog_dir": "doca-devemu", @@ -16177,7 +16177,7 @@ "dimension": "Correctness", "num": null, "agent": "codex", - "score_pct": 100.0, + "score_pct": 95.0, "uplift_pct": 15.0 }, { @@ -16186,7 +16186,7 @@ "dimension": "Discoverability", "num": null, "agent": "claude-code", - "score_pct": 100.0, + "score_pct": 96.7, "uplift_pct": null }, { @@ -16204,8 +16204,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 97.5, - "uplift_pct": 43.7 + "score_pct": 85.6, + "uplift_pct": 30.6 }, { "catalog_dir": "doca-devemu", @@ -16213,8 +16213,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 92.5, - "uplift_pct": 31.2 + "score_pct": 88.8, + "uplift_pct": 13.8 }, { "catalog_dir": "doca-devemu", @@ -16222,7 +16222,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 81.6, + "score_pct": 89.9, "uplift_pct": null }, { @@ -16231,7 +16231,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 87.5, + "score_pct": 67.7, "uplift_pct": null }, { @@ -16438,8 +16438,8 @@ "dimension": "Correctness", "num": null, "agent": "claude-code", - "score_pct": 100.0, - "uplift_pct": 30.0 + "score_pct": 95.0, + "uplift_pct": 35.0 }, { "catalog_dir": "doca-dpa", @@ -16447,8 +16447,8 @@ "dimension": "Correctness", "num": null, "agent": "codex", - "score_pct": 100.0, - "uplift_pct": 25.0 + "score_pct": 70.0, + "uplift_pct": -15.0 }, { "catalog_dir": "doca-dpa", @@ -16465,7 +16465,7 @@ "dimension": "Discoverability", "num": null, "agent": "codex", - "score_pct": 91.7, + "score_pct": 95.0, "uplift_pct": null }, { @@ -16474,8 +16474,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 71.3, - "uplift_pct": 20.7 + "score_pct": 72.5, + "uplift_pct": 29.4 }, { "catalog_dir": "doca-dpa", @@ -16483,8 +16483,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 96.9, - "uplift_pct": 40.0 + "score_pct": 55.0, + "uplift_pct": 5.8 }, { "catalog_dir": "doca-dpa", @@ -16492,7 +16492,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 85.4, + "score_pct": 76.5, "uplift_pct": null }, { @@ -16501,7 +16501,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 94.5, + "score_pct": 64.9, "uplift_pct": null }, { @@ -16718,7 +16718,7 @@ "num": null, "agent": "codex", "score_pct": 100.0, - "uplift_pct": 45.0 + "uplift_pct": 25.0 }, { "catalog_dir": "doca-eth", @@ -16726,7 +16726,7 @@ "dimension": "Discoverability", "num": null, "agent": "claude-code", - "score_pct": 100.0, + "score_pct": 98.3, "uplift_pct": null }, { @@ -16735,7 +16735,7 @@ "dimension": "Discoverability", "num": null, "agent": "codex", - "score_pct": 93.3, + "score_pct": 95.0, "uplift_pct": null }, { @@ -16744,8 +16744,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 87.5, - "uplift_pct": 37.9 + "score_pct": 83.1, + "uplift_pct": 32.9 }, { "catalog_dir": "doca-eth", @@ -16753,8 +16753,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 99.4, - "uplift_pct": 48.1 + "score_pct": 68.3, + "uplift_pct": 8.9 }, { "catalog_dir": "doca-eth", @@ -16762,7 +16762,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 88.1, + "score_pct": 83.6, "uplift_pct": null }, { @@ -16771,7 +16771,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 96.9, + "score_pct": 69.2, "uplift_pct": null }, { @@ -16897,8 +16897,8 @@ "dimension": "Correctness", "num": null, "agent": "codex", - "score_pct": 100.0, - "uplift_pct": 50.0 + "score_pct": 95.0, + "uplift_pct": 35.0 }, { "catalog_dir": "doca-flow", @@ -16906,7 +16906,7 @@ "dimension": "Discoverability", "num": null, "agent": "claude-code", - "score_pct": 100.0, + "score_pct": 98.3, "uplift_pct": null }, { @@ -16915,7 +16915,7 @@ "dimension": "Discoverability", "num": null, "agent": "codex", - "score_pct": 88.3, + "score_pct": 95.0, "uplift_pct": null }, { @@ -16924,8 +16924,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 93.1, - "uplift_pct": 54.5 + "score_pct": 75.6, + "uplift_pct": 22.5 }, { "catalog_dir": "doca-flow", @@ -16933,8 +16933,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 96.3, - "uplift_pct": 58.2 + "score_pct": 66.3, + "uplift_pct": 8.8 }, { "catalog_dir": "doca-flow", @@ -16942,7 +16942,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 76.6, + "score_pct": 81.2, "uplift_pct": null }, { @@ -16951,7 +16951,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 95.7, + "score_pct": 72.5, "uplift_pct": null }, { @@ -16979,7 +16979,7 @@ "num": null, "agent": "claude-code", "score_pct": 100.0, - "uplift_pct": 30.0 + "uplift_pct": 40.0 }, { "catalog_dir": "doca-flow-perf", @@ -16987,8 +16987,8 @@ "dimension": "Correctness", "num": null, "agent": "codex", - "score_pct": 100.0, - "uplift_pct": 10.0 + "score_pct": 95.0, + "uplift_pct": 0.0 }, { "catalog_dir": "doca-flow-perf", @@ -17005,7 +17005,7 @@ "dimension": "Discoverability", "num": null, "agent": "codex", - "score_pct": 91.7, + "score_pct": 95.0, "uplift_pct": null }, { @@ -17014,8 +17014,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 93.8, - "uplift_pct": 43.8 + "score_pct": 96.9, + "uplift_pct": 42.5 }, { "catalog_dir": "doca-flow-perf", @@ -17023,8 +17023,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 92.5, - "uplift_pct": 43.7 + "score_pct": 94.4, + "uplift_pct": 16.9 }, { "catalog_dir": "doca-flow-perf", @@ -17032,7 +17032,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 80.0, + "score_pct": 63.5, "uplift_pct": null }, { @@ -17041,7 +17041,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 90.5, + "score_pct": 58.9, "uplift_pct": null }, { @@ -17060,7 +17060,7 @@ "num": null, "agent": "codex", "score_pct": 100.0, - "uplift_pct": 0.0 + "uplift_pct": 12.5 }, { "catalog_dir": "doca-flow-tune", @@ -17069,7 +17069,7 @@ "num": null, "agent": "claude-code", "score_pct": 100.0, - "uplift_pct": 60.0 + "uplift_pct": 55.0 }, { "catalog_dir": "doca-flow-tune", @@ -17078,7 +17078,7 @@ "num": null, "agent": "codex", "score_pct": 100.0, - "uplift_pct": 15.0 + "uplift_pct": 40.0 }, { "catalog_dir": "doca-flow-tune", @@ -17104,8 +17104,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 100.0, - "uplift_pct": 40.0 + "score_pct": 96.3, + "uplift_pct": 43.2 }, { "catalog_dir": "doca-flow-tune", @@ -17113,8 +17113,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 100.0, - "uplift_pct": 52.5 + "score_pct": 85.0, + "uplift_pct": 11.9 }, { "catalog_dir": "doca-flow-tune", @@ -17122,7 +17122,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 75.6, + "score_pct": 93.3, "uplift_pct": null }, { @@ -17131,7 +17131,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 83.3, + "score_pct": 60.7, "uplift_pct": null }, { @@ -17150,7 +17150,7 @@ "num": null, "agent": "codex", "score_pct": 100.0, - "uplift_pct": 0.0 + "uplift_pct": 12.5 }, { "catalog_dir": "doca-gpunetio", @@ -17158,8 +17158,8 @@ "dimension": "Correctness", "num": null, "agent": "claude-code", - "score_pct": 100.0, - "uplift_pct": 10.0 + "score_pct": 95.0, + "uplift_pct": 30.0 }, { "catalog_dir": "doca-gpunetio", @@ -17167,8 +17167,8 @@ "dimension": "Correctness", "num": null, "agent": "codex", - "score_pct": 100.0, - "uplift_pct": 20.0 + "score_pct": 95.0, + "uplift_pct": 10.0 }, { "catalog_dir": "doca-gpunetio", @@ -17194,8 +17194,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 72.5, - "uplift_pct": 20.0 + "score_pct": 60.0, + "uplift_pct": 19.4 }, { "catalog_dir": "doca-gpunetio", @@ -17203,8 +17203,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 70.0, - "uplift_pct": 21.2 + "score_pct": 60.4, + "uplift_pct": 11.6 }, { "catalog_dir": "doca-gpunetio", @@ -17212,7 +17212,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 67.8, + "score_pct": 93.3, "uplift_pct": null }, { @@ -17221,7 +17221,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 69.5, + "score_pct": 48.8, "uplift_pct": null }, { @@ -17330,7 +17330,7 @@ "num": null, "agent": "codex", "score_pct": 100.0, - "uplift_pct": 0.0 + "uplift_pct": 12.5 }, { "catalog_dir": "doca-mgmt", @@ -17339,7 +17339,7 @@ "num": null, "agent": "claude-code", "score_pct": 100.0, - "uplift_pct": 50.0 + "uplift_pct": 55.0 }, { "catalog_dir": "doca-mgmt", @@ -17348,7 +17348,7 @@ "num": null, "agent": "codex", "score_pct": 100.0, - "uplift_pct": 15.0 + "uplift_pct": 10.0 }, { "catalog_dir": "doca-mgmt", @@ -17365,7 +17365,7 @@ "dimension": "Discoverability", "num": null, "agent": "codex", - "score_pct": 88.3, + "score_pct": 95.0, "uplift_pct": null }, { @@ -17374,8 +17374,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 90.6, - "uplift_pct": 50.2 + "score_pct": 73.3, + "uplift_pct": 47.7 }, { "catalog_dir": "doca-mgmt", @@ -17383,8 +17383,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 98.8, - "uplift_pct": 42.5 + "score_pct": 83.1, + "uplift_pct": 30.0 }, { "catalog_dir": "doca-mgmt", @@ -17392,7 +17392,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 81.5, + "score_pct": 86.5, "uplift_pct": null }, { @@ -17401,7 +17401,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 95.1, + "score_pct": 76.2, "uplift_pct": null }, { @@ -17411,7 +17411,7 @@ "num": null, "agent": "claude-code", "score_pct": 100.0, - "uplift_pct": 12.5 + "uplift_pct": 0.0 }, { "catalog_dir": "doca-pcc", @@ -17420,7 +17420,7 @@ "num": null, "agent": "codex", "score_pct": 100.0, - "uplift_pct": 0.0 + "uplift_pct": 12.5 }, { "catalog_dir": "doca-pcc", @@ -17428,8 +17428,8 @@ "dimension": "Correctness", "num": null, "agent": "claude-code", - "score_pct": 100.0, - "uplift_pct": 30.0 + "score_pct": 95.0, + "uplift_pct": 45.0 }, { "catalog_dir": "doca-pcc", @@ -17438,7 +17438,7 @@ "num": null, "agent": "codex", "score_pct": 100.0, - "uplift_pct": 20.0 + "uplift_pct": 10.0 }, { "catalog_dir": "doca-pcc", @@ -17455,7 +17455,7 @@ "dimension": "Discoverability", "num": null, "agent": "codex", - "score_pct": 86.7, + "score_pct": 95.0, "uplift_pct": null }, { @@ -17464,8 +17464,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 83.5, - "uplift_pct": 59.7 + "score_pct": 52.7, + "uplift_pct": 20.8 }, { "catalog_dir": "doca-pcc", @@ -17473,8 +17473,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 97.5, - "uplift_pct": 59.4 + "score_pct": 78.1, + "uplift_pct": 17.5 }, { "catalog_dir": "doca-pcc", @@ -17482,7 +17482,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 94.0, + "score_pct": 81.1, "uplift_pct": null }, { @@ -17491,7 +17491,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 86.4, + "score_pct": 70.9, "uplift_pct": null }, { @@ -17618,7 +17618,7 @@ "num": null, "agent": "codex", "score_pct": 100.0, - "uplift_pct": 40.0 + "uplift_pct": 25.0 }, { "catalog_dir": "doca-pcc-ztr-rttcc-algo", @@ -17635,7 +17635,7 @@ "dimension": "Discoverability", "num": null, "agent": "codex", - "score_pct": 90.0, + "score_pct": 95.0, "uplift_pct": null }, { @@ -17644,8 +17644,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 92.7, - "uplift_pct": 41.0 + "score_pct": 78.7, + "uplift_pct": 29.9 }, { "catalog_dir": "doca-pcc-ztr-rttcc-algo", @@ -17653,8 +17653,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 99.4, - "uplift_pct": 45.0 + "score_pct": 86.9, + "uplift_pct": 12.6 }, { "catalog_dir": "doca-pcc-ztr-rttcc-algo", @@ -17662,7 +17662,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 75.6, + "score_pct": 76.2, "uplift_pct": null }, { @@ -17671,7 +17671,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 94.4, + "score_pct": 62.1, "uplift_pct": null }, { @@ -17698,8 +17698,8 @@ "dimension": "Correctness", "num": null, "agent": "claude-code", - "score_pct": 80.0, - "uplift_pct": 0.0 + "score_pct": 100.0, + "uplift_pct": 55.0 }, { "catalog_dir": "doca-programming-guide", @@ -17707,8 +17707,8 @@ "dimension": "Correctness", "num": null, "agent": "codex", - "score_pct": 85.0, - "uplift_pct": -10.0 + "score_pct": 75.0, + "uplift_pct": -15.0 }, { "catalog_dir": "doca-programming-guide", @@ -17716,7 +17716,7 @@ "dimension": "Discoverability", "num": null, "agent": "claude-code", - "score_pct": 100.0, + "score_pct": 96.7, "uplift_pct": null }, { @@ -17725,7 +17725,7 @@ "dimension": "Discoverability", "num": null, "agent": "codex", - "score_pct": 91.7, + "score_pct": 95.0, "uplift_pct": null }, { @@ -17734,8 +17734,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 81.7, - "uplift_pct": 27.1 + "score_pct": 79.4, + "uplift_pct": 33.6 }, { "catalog_dir": "doca-programming-guide", @@ -17743,8 +17743,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 82.5, - "uplift_pct": 20.4 + "score_pct": 68.1, + "uplift_pct": 11.2 }, { "catalog_dir": "doca-programming-guide", @@ -17752,7 +17752,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 73.9, + "score_pct": 79.2, "uplift_pct": null }, { @@ -17761,7 +17761,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 100.0, + "score_pct": 62.4, "uplift_pct": null }, { @@ -17788,7 +17788,7 @@ "dimension": "Correctness", "num": null, "agent": "claude-code", - "score_pct": 86.7, + "score_pct": 100.0, "uplift_pct": 40.0 }, { @@ -17798,7 +17798,7 @@ "num": null, "agent": "codex", "score_pct": 86.7, - "uplift_pct": 33.4 + "uplift_pct": 0.0 }, { "catalog_dir": "doca-public-knowledge-map", @@ -17815,7 +17815,7 @@ "dimension": "Discoverability", "num": null, "agent": "codex", - "score_pct": 92.5, + "score_pct": 90.0, "uplift_pct": null }, { @@ -17824,8 +17824,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 60.3, - "uplift_pct": 42.2 + "score_pct": 86.7, + "uplift_pct": 58.9 }, { "catalog_dir": "doca-public-knowledge-map", @@ -17833,8 +17833,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 62.0, - "uplift_pct": 34.4 + "score_pct": 53.7, + "uplift_pct": -3.0 }, { "catalog_dir": "doca-public-knowledge-map", @@ -17842,7 +17842,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 97.0, + "score_pct": 96.9, "uplift_pct": null }, { @@ -17851,7 +17851,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 81.9, + "score_pct": 72.0, "uplift_pct": null }, { @@ -18058,7 +18058,7 @@ "dimension": "Correctness", "num": null, "agent": "claude-code", - "score_pct": 100.0, + "score_pct": 95.0, "uplift_pct": 35.0 }, { @@ -18067,8 +18067,8 @@ "dimension": "Correctness", "num": null, "agent": "codex", - "score_pct": 95.0, - "uplift_pct": 25.0 + "score_pct": 85.0, + "uplift_pct": 15.0 }, { "catalog_dir": "doca-setup", @@ -18076,7 +18076,7 @@ "dimension": "Discoverability", "num": null, "agent": "claude-code", - "score_pct": 98.3, + "score_pct": 96.7, "uplift_pct": null }, { @@ -18085,7 +18085,7 @@ "dimension": "Discoverability", "num": null, "agent": "codex", - "score_pct": 90.0, + "score_pct": 88.3, "uplift_pct": null }, { @@ -18094,8 +18094,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 85.0, - "uplift_pct": 30.4 + "score_pct": 74.4, + "uplift_pct": 24.2 }, { "catalog_dir": "doca-setup", @@ -18103,8 +18103,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 88.8, - "uplift_pct": 34.6 + "score_pct": 81.3, + "uplift_pct": 15.0 }, { "catalog_dir": "doca-setup", @@ -18112,7 +18112,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 86.3, + "score_pct": 88.2, "uplift_pct": null }, { @@ -18121,7 +18121,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 86.7, + "score_pct": 77.4, "uplift_pct": null }, { @@ -18680,7 +18680,7 @@ "num": null, "agent": "codex", "score_pct": 100.0, - "uplift_pct": 0.0 + "uplift_pct": 12.5 }, { "catalog_dir": "doca-telemetry", @@ -18689,7 +18689,7 @@ "num": null, "agent": "claude-code", "score_pct": 100.0, - "uplift_pct": 55.0 + "uplift_pct": 65.0 }, { "catalog_dir": "doca-telemetry", @@ -18698,7 +18698,7 @@ "num": null, "agent": "codex", "score_pct": 100.0, - "uplift_pct": 0.0 + "uplift_pct": 40.0 }, { "catalog_dir": "doca-telemetry", @@ -18706,7 +18706,7 @@ "dimension": "Discoverability", "num": null, "agent": "claude-code", - "score_pct": 100.0, + "score_pct": 98.3, "uplift_pct": null }, { @@ -18715,7 +18715,7 @@ "dimension": "Discoverability", "num": null, "agent": "codex", - "score_pct": 91.7, + "score_pct": 95.0, "uplift_pct": null }, { @@ -18724,8 +18724,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 98.1, - "uplift_pct": 48.1 + "score_pct": 88.1, + "uplift_pct": 45.6 }, { "catalog_dir": "doca-telemetry", @@ -18733,8 +18733,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 92.5, - "uplift_pct": 45.0 + "score_pct": 78.1, + "uplift_pct": 24.3 }, { "catalog_dir": "doca-telemetry", @@ -18742,7 +18742,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 93.3, + "score_pct": 70.2, "uplift_pct": null }, { @@ -18751,7 +18751,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 74.1, + "score_pct": 51.0, "uplift_pct": null }, { @@ -18770,7 +18770,7 @@ "num": null, "agent": "codex", "score_pct": 100.0, - "uplift_pct": 0.0 + "uplift_pct": 12.5 }, { "catalog_dir": "doca-telemetry-exporter", @@ -18779,7 +18779,7 @@ "num": null, "agent": "claude-code", "score_pct": 100.0, - "uplift_pct": 60.0 + "uplift_pct": 35.0 }, { "catalog_dir": "doca-telemetry-exporter", @@ -18788,7 +18788,7 @@ "num": null, "agent": "codex", "score_pct": 100.0, - "uplift_pct": 15.0 + "uplift_pct": 30.0 }, { "catalog_dir": "doca-telemetry-exporter", @@ -18805,7 +18805,7 @@ "dimension": "Discoverability", "num": null, "agent": "codex", - "score_pct": 91.7, + "score_pct": 93.3, "uplift_pct": null }, { @@ -18814,8 +18814,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 86.9, - "uplift_pct": 40.6 + "score_pct": 89.8, + "uplift_pct": 34.8 }, { "catalog_dir": "doca-telemetry-exporter", @@ -18823,8 +18823,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 100.0, - "uplift_pct": 38.7 + "score_pct": 77.5, + "uplift_pct": 25.6 }, { "catalog_dir": "doca-telemetry-exporter", @@ -18832,7 +18832,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 80.6, + "score_pct": 86.1, "uplift_pct": null }, { @@ -18841,7 +18841,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 100.0, + "score_pct": 55.6, "uplift_pct": null }, { @@ -19229,7 +19229,7 @@ "num": null, "agent": "claude-code", "score_pct": 100.0, - "uplift_pct": 65.0 + "uplift_pct": 60.0 }, { "catalog_dir": "doca-verbs", @@ -19238,7 +19238,7 @@ "num": null, "agent": "codex", "score_pct": 100.0, - "uplift_pct": 30.0 + "uplift_pct": 15.0 }, { "catalog_dir": "doca-verbs", @@ -19246,7 +19246,7 @@ "dimension": "Discoverability", "num": null, "agent": "claude-code", - "score_pct": 100.0, + "score_pct": 93.3, "uplift_pct": null }, { @@ -19264,8 +19264,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 98.1, - "uplift_pct": 76.8 + "score_pct": 74.8, + "uplift_pct": 37.3 }, { "catalog_dir": "doca-verbs", @@ -19273,8 +19273,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 98.8, - "uplift_pct": 40.0 + "score_pct": 95.6, + "uplift_pct": 35.6 }, { "catalog_dir": "doca-verbs", @@ -19282,7 +19282,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 86.0, + "score_pct": 84.4, "uplift_pct": null }, { @@ -19291,7 +19291,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 95.3, + "score_pct": 75.9, "uplift_pct": null }, { @@ -19841,7 +19841,7 @@ "num": null, "agent": "claude-code", "score_pct": 100.0, - "uplift_pct": 25.0 + "uplift_pct": 0.0 }, { "catalog_dir": "ethos-orchestrate", @@ -19859,7 +19859,7 @@ "num": null, "agent": "claude-code", "score_pct": 100.0, - "uplift_pct": 30.0 + "uplift_pct": 35.0 }, { "catalog_dir": "ethos-orchestrate", @@ -19867,8 +19867,8 @@ "dimension": "Correctness", "num": null, "agent": "codex", - "score_pct": 95.0, - "uplift_pct": 25.0 + "score_pct": 90.0, + "uplift_pct": 5.0 }, { "catalog_dir": "ethos-orchestrate", @@ -19876,7 +19876,7 @@ "dimension": "Discoverability", "num": null, "agent": "claude-code", - "score_pct": 86.7, + "score_pct": 76.7, "uplift_pct": null }, { @@ -19885,7 +19885,7 @@ "dimension": "Discoverability", "num": null, "agent": "codex", - "score_pct": 91.7, + "score_pct": 93.3, "uplift_pct": null }, { @@ -19894,8 +19894,8 @@ "dimension": "Effectiveness", "num": null, "agent": "claude-code", - "score_pct": 96.3, - "uplift_pct": 35.3 + "score_pct": 93.1, + "uplift_pct": 37.1 }, { "catalog_dir": "ethos-orchestrate", @@ -19903,8 +19903,8 @@ "dimension": "Effectiveness", "num": null, "agent": "codex", - "score_pct": 96.7, - "uplift_pct": 45.0 + "score_pct": 89.2, + "uplift_pct": 24.4 }, { "catalog_dir": "ethos-orchestrate", @@ -19912,7 +19912,7 @@ "dimension": "Efficiency", "num": null, "agent": "claude-code", - "score_pct": 95.5, + "score_pct": 91.0, "uplift_pct": null }, { @@ -19921,7 +19921,7 @@ "dimension": "Efficiency", "num": null, "agent": "codex", - "score_pct": 91.9, + "score_pct": 96.0, "uplift_pct": null }, { diff --git a/versions.json b/versions.json index cbb0bc00..d5513349 100644 --- a/versions.json +++ b/versions.json @@ -389,9 +389,9 @@ { "name": "cuopt-multi-objective-exploration", "path": "skills/cuopt-multi-objective-exploration", - "content_digest": "sha256:37663cd09b9ff7402903d38c0b20fd00fbf178f9dfa92bf0c075d89b7d341894", - "last_commit": "b3123b1702fe1cfa11e40338d04c1b7e927c65e4", - "last_modified": "2026-08-07" + "content_digest": "sha256:defe0e1fabf9c408825a52b2d87cee3f70e0c9b225b47e95e981fd2311a28b80", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "cuopt-numerical-optimization-api", @@ -606,9 +606,9 @@ { "name": "doca-common", "path": "skills/doca-common", - "content_digest": "sha256:88bb4e1ff1e7ebaa03a35af4682244676a285519cfd13495fbad03847d79a516", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:e9bc12f86a626492637bd325416e406f2498004b180bf7c81e79fc63dbbdfdbe", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-compress", @@ -634,9 +634,9 @@ { "name": "doca-devemu", "path": "skills/doca-devemu", - "content_digest": "sha256:34e13042b3a8697984615aa6480e6a6112f2b13e1d5353f8c8aeda9d9ff10770", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:794570ceea121db4fde9cbfbcf52afd98880c595de3b3f7b2a9a84ddced45d46", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-dma", @@ -655,9 +655,9 @@ { "name": "doca-dpa", "path": "skills/doca-dpa", - "content_digest": "sha256:66403491af3c7e2ed5383b0bfc94640382bb2a9f632707ced31af55f00e8bd93", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:03d02ad90aef1d2c5009d7e641e731640ba56db8860a1a0325a54756e8417ee6", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-dpdk-bridge", @@ -676,9 +676,9 @@ { "name": "doca-eth", "path": "skills/doca-eth", - "content_digest": "sha256:f53e02e3f0977161eba98803b7ce21f49890f6e6e5b0bf8e14799973f9bec336", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:2a4ce7bfc9c32692b54994cd179c2a764b051f5de1422ebb35872d347295e9f4", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-firefly", @@ -690,30 +690,30 @@ { "name": "doca-flow", "path": "skills/doca-flow", - "content_digest": "sha256:9eb7df9e5b42a9e41100cb5e6470581b164e124874e525ecb105b1b7bcc7618e", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:4e41db294a1a98f6333b83ca58e87901f1e09a2fdfc5c93e3bb7d54d2e5d8e85", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-flow-perf", "path": "skills/doca-flow-perf", - "content_digest": "sha256:cec82ab0c27fa884261b7d8f119576b5865bae44c715ffd7c9bf81d53cb8b008", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:7f10e8f313261bcdf0a4644dc8f97161e79f373df18de39c5b3a1b897c2bac20", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-flow-tune", "path": "skills/doca-flow-tune", - "content_digest": "sha256:27f327176cefd28b37477bf6e67aef097cae186aedb51041c5d439c64d746d69", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:ab9f7ae0d2968142fc0a7db333746a896eae26502d77d542a488868f0b2af64a", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-gpunetio", "path": "skills/doca-gpunetio", - "content_digest": "sha256:8bfd92d131195e8c1fb1b2ba3f9ce92734d9f35671f9dce4ed988f5877b404fc", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:11e7f3b943ba86b1ee6babe7e03cc562cfe394e3e9baeda6c8226b8934cddc93", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-hardware-safety", @@ -725,16 +725,16 @@ { "name": "doca-mgmt", "path": "skills/doca-mgmt", - "content_digest": "sha256:bcc7e0624b5973968de7684d91444558349c83910155a001e755c8565ab7a3b2", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:8bd02b6da5890651deb5bb06db71374af92e0091c4d464fcb40fc9583454891f", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-pcc", "path": "skills/doca-pcc", - "content_digest": "sha256:78360421667caab46c0fc21be776cf57f7e4b650d6ea51343c3f94b2228a7173", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:feffe4d21a198ef9ac5bca9e652184e0ea948b254f083d1ab81c0cc578b4f7d5", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-pcc-counters", @@ -746,23 +746,23 @@ { "name": "doca-pcc-ztr-rttcc-algo", "path": "skills/doca-pcc-ztr-rttcc-algo", - "content_digest": "sha256:038292431e76bb97beb0cf40270c21d034693e92a8ca998bef72c550181da347", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:8385cfdfdea91352b8cc417fbfcefaefe9c4b8e6e581027ad56e7d52fb20d17f", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-programming-guide", "path": "skills/doca-programming-guide", - "content_digest": "sha256:78f811c2099ecb1d089f69af4d121a6f5509e4d3b2471e6e3dee37bf6ec766cd", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:3b669ed6edec9e0c1a8d19e46448175f1a4436fd54e17e18cc804d52d0b87c0b", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-public-knowledge-map", "path": "skills/doca-public-knowledge-map", - "content_digest": "sha256:4c6ad72329f457f7ce90d522ab709104955066026d844b06fd5b44103cf78c1b", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:03c8e49b4a5e5551a1731887862df8a2282581a03c9f24f1cc31f52d43c6822e", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-rdma", @@ -781,9 +781,9 @@ { "name": "doca-setup", "path": "skills/doca-setup", - "content_digest": "sha256:fc716c7400952f2d1c18e3a3a3a9a836b02fa93cf9269ebd2fb5869de069d0ae", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:f75a3eb472e4101971b66d5923a2b0e45c49836af55b6b6bd6ae196f75bd611c", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-sha", @@ -830,16 +830,16 @@ { "name": "doca-telemetry", "path": "skills/doca-telemetry", - "content_digest": "sha256:52f6a1c42197a341a6dbaeb086fca82797b8271ec41ae1f85e1a371ad31e8ee4", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:02654f9095cfcadf20191959d850007ba3e6db8aba51aacf7d198dd0e67c22bb", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-telemetry-exporter", "path": "skills/doca-telemetry-exporter", - "content_digest": "sha256:87b0e458f88ddb4e24c5c26aca8f84f8a83a4ba2b18f0b7c9f9c81a2cb3b2bc8", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:85c077dc8a9b2483d19f6598ea9aac38e86bb317bbe6c783d116b19b9b5061bd", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-telemetry-utils", @@ -872,9 +872,9 @@ { "name": "doca-verbs", "path": "skills/doca-verbs", - "content_digest": "sha256:6df3325bfe79ee1258537281932c3afd905eac3160decd207c6574568f8e42b0", - "last_commit": "a4cf47e064e3a8ef15e11687342d592cd268e62f", - "last_modified": "2026-10-22" + "content_digest": "sha256:b5e33f325334b0f8816012bc0ee068b003bfa33ee241904223d441f2f092b963", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "doca-version", @@ -970,9 +970,9 @@ { "name": "ethos-orchestrate", "path": "skills/ethos-orchestrate", - "content_digest": "sha256:55a596a93fc386d307a70d2d490f4ceae0ce4d13a3874c6a504e0325ff1934c9", - "last_commit": "38b6f0dc04e97ad42788b96c258cb3f6e7bb040c", - "last_modified": "2026-10-16" + "content_digest": "sha256:36c67cbce609eac9204be8b4ecac41393fd072879cbbbd2f89b0f4867c6fb070", + "last_commit": "3aecfe9ba84e4df15fa7b224987f2803c2ba70e7", + "last_modified": "2026-10-25" }, { "name": "ethos-write",