token streaming & reasoning display: live SSE tokens frontend to back
Nightly Build / build (push) Successful in 6m59s

- Add StreamDelta(SseDecoder) framing shared by OpenAI/Anthropic
- OpenAiClient: stream=true + reasoning_content deltas, index-based
  tool_calls accumulation, usage from final chunk
- AnthropicClient: message_start/content_block_*/message_delta events,
  thinking_delta->reasoning, input_json_delta->tool input
- TokenDelta ServerEvent variant wired through ChatHub + WS broadcast
- Frontend throttled flush (~15 Hz), pending bubble mutate-in-place,
  reasoning as collapsed-by-default <details>
- Drop streaming bubble on error/llm_failed/model_fallback
- i18n: chat.reasoning key added to en/fr/it
This commit is contained in:
2026-07-22 12:59:13 +01:00
parent e1d285e7db
commit 3343260bb0
23 changed files with 950 additions and 113 deletions
+11
View File
@@ -194,6 +194,7 @@ async fn handle_socket(mut socket: WebSocket, skald: Arc<Skald>, source: String,
content: msg,
input_tokens: None,
output_tokens: None,
reasoning_content: None,
})).await;
continue;
}
@@ -205,6 +206,7 @@ async fn handle_socket(mut socket: WebSocket, skald: Arc<Skald>, source: String,
content: dynamic_help(&skald),
input_tokens: None,
output_tokens: None,
reasoning_content: None,
})).await;
continue;
}
@@ -220,6 +222,7 @@ async fn handle_socket(mut socket: WebSocket, skald: Arc<Skald>, source: String,
content: format!("↑{input_str} tok · ↓{output_str} tok"),
input_tokens: None,
output_tokens: None,
reasoning_content: None,
})).await;
}
Err(e) => {
@@ -238,6 +241,7 @@ async fn handle_socket(mut socket: WebSocket, skald: Arc<Skald>, source: String,
content: format!("💰 Costo sessione: ${c:.4}"),
input_tokens: None,
output_tokens: None,
reasoning_content: None,
})).await;
}
Ok(None) => {
@@ -247,6 +251,7 @@ async fn handle_socket(mut socket: WebSocket, skald: Arc<Skald>, source: String,
content: "💰 Nessun costo registrato per questa sessione.".to_string(),
input_tokens: None,
output_tokens: None,
reasoning_content: None,
})).await;
}
Err(e) => {
@@ -265,6 +270,7 @@ async fn handle_socket(mut socket: WebSocket, skald: Arc<Skald>, source: String,
content: "✅ Contesto compattato.".to_string(),
input_tokens: None,
output_tokens: None,
reasoning_content: None,
})).await;
}
Ok(false) => {
@@ -274,6 +280,7 @@ async fn handle_socket(mut socket: WebSocket, skald: Arc<Skald>, source: String,
content: "⏩ Compaction skipped (no messages to summarize or compaction disabled).".to_string(),
input_tokens: None,
output_tokens: None,
reasoning_content: None,
})).await;
}
Err(e) => {
@@ -292,6 +299,7 @@ async fn handle_socket(mut socket: WebSocket, skald: Arc<Skald>, source: String,
content: "✅ Activated tool groups removed from the session.".to_string(),
input_tokens: None,
output_tokens: None,
reasoning_content: None,
})).await;
}
Err(e) => {
@@ -310,6 +318,7 @@ async fn handle_socket(mut socket: WebSocket, skald: Arc<Skald>, source: String,
content,
input_tokens: None,
output_tokens: None,
reasoning_content: None,
})).await;
continue;
}
@@ -327,6 +336,7 @@ async fn handle_socket(mut socket: WebSocket, skald: Arc<Skald>, source: String,
content,
input_tokens: None,
output_tokens: None,
reasoning_content: None,
})).await;
continue;
}
@@ -358,6 +368,7 @@ async fn handle_socket(mut socket: WebSocket, skald: Arc<Skald>, source: String,
content: format!("Unknown command: {first}\n\n{}", dynamic_help(&skald)),
input_tokens: None,
output_tokens: None,
reasoning_content: None,
})).await;
continue;
}