GameCult/Ghostlight
Watch
9
0
Fork
You've already forked Ghostlight
 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Hosted lane: the usage-absence test replays one prepared request (WIP, unverified)

Browse source 
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Meta Vens 2026-10-10 06:34:12 +02:00
commit 0d28508180
1 changed files with 6 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

10
crates/ghostlight/src/local_inference.rs
View file

@ -2107,10 +2107,12 @@ mod tests {
])
.await;
let port = port(responder.endpoint());
let none = infer_once(&port).await.unwrap();
let zeroes = infer_once(&port).await.unwrap();
let half = infer_once(&port).await.unwrap();
let null = infer_once(&port).await.unwrap();
// One prepared request, so the receipts differ in nothing but the reply.
let prepared = port.prepare(plain_request()).expect("the port prepares");
let none = port.infer(prepared.clone()).await.unwrap();
let zeroes = port.infer(prepared.clone()).await.unwrap();
let half = port.infer(prepared.clone()).await.unwrap();
let null = port.infer(prepared).await.unwrap();
assert_eq!(none.usage(), None);
assert_eq!(zeroes.usage(), Some(TokenUsage { prompt: 0, completion: 0, cached_prompt: None }));
assert_eq!(half.usage(), None, "a reply missing a count reported a zero");