Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
24 changes: 16 additions & 8 deletions apps/rocm/src/providers.rs
Original file line number Diff line number Diff line change
Expand Up @@ -2816,6 +2816,20 @@ mod tests {
}
}

/// The client thread's result, waiting at most `TRUNCATED_STREAM_BOUND`
/// for it, and then the server's through [`served_request_within_bound`],
/// but only when the client returned. A client that never returned
/// already fails the test, so this does not spend a second bound waiting
/// on a server it may never have reached.
fn client_then_server<T>(
client: &mpsc::Receiver<T>,
server: thread::JoinHandle<Result<String>>,
) -> (Result<T, mpsc::RecvTimeoutError>, Option<Result<String>>) {
let outcome = client.recv_timeout(TRUNCATED_STREAM_BOUND);
let served = outcome.is_ok().then(|| served_request_within_bound(server));
(outcome, served)
}

#[test]
fn local_provider_stream_chat_fails_when_engine_dies_mid_chunked_stream() -> Result<()> {
let (root, paths, server) =
Expand Down Expand Up @@ -2844,10 +2858,7 @@ mod tests {
);
let _ = sender.send((result.map_err(|error| format!("{error:#}")), received));
});
let outcome = receiver.recv_timeout(TRUNCATED_STREAM_BOUND);
// A client that never returned already fails the test below, so don't
// spend a second bound waiting on a server it may never have reached.
let served = outcome.is_ok().then(|| served_request_within_bound(server));
let (outcome, served) = client_then_server(&receiver, server);
let audit_text = fs::read_to_string(paths.audit_events_path()).unwrap_or_default();
fs::remove_dir_all(root).ok();

Expand Down Expand Up @@ -2891,10 +2902,7 @@ mod tests {
thread::spawn(move || {
let _ = sender.send(crate::serve_summary::run_smoke_test(&paths, "Qwen/Qwen3.5"));
});
let outcome = receiver.recv_timeout(TRUNCATED_STREAM_BOUND);
// A client that never returned already fails the test below, so don't
// spend a second bound waiting on a server it may never have reached.
let served = outcome.is_ok().then(|| served_request_within_bound(server));
let (outcome, served) = client_then_server(&receiver, server);
fs::remove_dir_all(root).ok();

let metrics = outcome.map_err(|_| {
Expand Down
6 changes: 5 additions & 1 deletion apps/rocm/src/providers/proptests.rs
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,11 @@ fn collect_events(

/// The events the emitter produces for `body` delivered in one piece.
fn events_for_whole_body(body: &[u8]) -> Vec<ProviderStreamEvent> {
collect_events(|emitter| emitter.push_bytes(body)).expect("fixture stream parses and finishes")
collect_events(|emitter| {
emitter.push_bytes(body).expect("fixture lines parse");
Ok(())
})
.expect("fixture stream finishes")
}

/// Split `bytes` at the given (unsorted, possibly duplicated) offsets.
Expand Down
Loading