diff --git a/src/api/completions.rs b/src/api/completions.rs index 211ff65..bb61c65 100644 --- a/src/api/completions.rs +++ b/src/api/completions.rs @@ -614,6 +614,8 @@ async fn chat_completions_stream( ))); } yield Ok(Event::default().data("[DONE]")); + // Clear in-flight flag so the next turn's requests can get through + state.mitm_store.clear_response_async().await; return; } } @@ -869,6 +871,8 @@ async fn chat_completions_stream( Some(build_usage(pt, ct, crt, tt)), ))); } + // Always clear in-flight flag when stream ends + state.mitm_store.clear_response_async().await; yield Ok(Event::default().data("[DONE]")); };