omx(team): auto-checkpoint worker-1 [1]

This commit is contained in:
bellman
2026-05-15 10:29:59 +09:00
parent bc32639ce3
commit ce02ace3a2
2 changed files with 11 additions and 12 deletions

View File

@@ -76,6 +76,7 @@ fn create_sample_request(message_count: usize) -> MessageRequest {
presence_penalty: None,
stop: None,
reasoning_effort: None,
extra_body: std::collections::BTreeMap::new(),
}
}

View File

@@ -845,19 +845,17 @@ impl MessageStream {
StreamEvent::MessageDelta(MessageDeltaEvent { usage, .. }) => {
self.latest_usage = Some(usage.clone());
}
StreamEvent::MessageStop(_) => {
if !self.usage_recorded {
if let (Some(prompt_cache), Some(usage)) =
(&self.prompt_cache, self.latest_usage.as_ref())
{
let record = prompt_cache.record_usage(&self.request, usage);
*self
.last_prompt_cache_record
.lock()
.unwrap_or_else(std::sync::PoisonError::into_inner) = Some(record);
}
self.usage_recorded = true;
StreamEvent::MessageStop(_) if !self.usage_recorded => {
if let (Some(prompt_cache), Some(usage)) =
(&self.prompt_cache, self.latest_usage.as_ref())
{
let record = prompt_cache.record_usage(&self.request, usage);
*self
.last_prompt_cache_record
.lock()
.unwrap_or_else(std::sync::PoisonError::into_inner) = Some(record);
}
self.usage_recorded = true;
}
_ => {}
}