Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions crates/libsy/src/algorithms/llm_class.rs
Original file line number Diff line number Diff line change
Expand Up @@ -1388,6 +1388,7 @@ mod tests {
call.request.context,
json!({
"task": expected_task,
"session": "session-1",
"candidates": ["a", "b", "c"],
"comparison": {"capable": "a", "efficient": "b"},
"evidence": settings.evidence,
Expand Down
1 change: 1 addition & 0 deletions crates/libsy/src/algorithms/llm_class/decision.rs
Original file line number Diff line number Diff line change
Expand Up @@ -124,6 +124,7 @@ impl Classifier for DecisionClassifier {
model: None,
context: json!({
"task": self.input.messages(request),
"session": request.metadata.as_ref().and_then(|m| m.session_id.as_deref()),
"candidates": self.config.candidates.keys().collect::<Vec<_>>(),
"comparison": {
"capable": self.config.candidate(capable)?,
Expand Down
7 changes: 6 additions & 1 deletion crates/switchyard-runner/tests/openai_decisions.rs
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ use std::sync::{Arc, mpsc};

use serde_json::{Value, json};
use switchyard_llm_client::RunObservation;
use switchyard_protocol::{Request, Usage, text_request};
use switchyard_protocol::{Metadata, Request, Usage, text_request};
use switchyard_runner::Runner;
use wiremock::matchers::{body_partial_json, header, method, path};
use wiremock::{Mock, MockServer, ResponseTemplate};
Expand Down Expand Up @@ -84,6 +84,10 @@ evidence = {{ description = "Compare a and b" }}
.execute(
Request {
llm_request: text_request(None, "Route this request"),
metadata: Some(Metadata {
session_id: Some("session-1".into()),
..Metadata::default()
}),
..Request::default()
},
Some(Arc::new(move |event| {
Expand Down Expand Up @@ -114,6 +118,7 @@ evidence = {{ description = "Compare a and b" }}
context["evidence"],
json!({"description": "Compare a and b"})
);
assert_eq!(context["session"], "session-1");
server.verify().await;
Ok(())
}
1 change: 1 addition & 0 deletions crates/switchyard-server/CONFIGURATION.md
Original file line number Diff line number Diff line change
Expand Up @@ -67,6 +67,7 @@ evidence = { candidates = { a = "Higher-quality model", b = "Lower-cost model" }
Supply evidence from your evaluations and choose a cutoff using those results.
- `decision.instructions` can replace the default relative-advantage instructions.
It must preserve the meaning of `advantage` and `no_advantage`. Evidence is passed unchanged.
- The context includes `session`, the request's session ID, or `null` when the request has none.
- The capable tier is selected only when its advantage score exceeds `cutoff`.
Client failures and deadlines use the capable tier by default; set `fail_open = false`
on the route to propagate those errors.
Expand Down
Loading