Files
Skald-Circle/crates/skald-core/src/session/handler/mod.rs
T
dguiducci ba911ae8cb feat(plugins): plugin pages, per-user config, capabilities gate, mobile/telegram refactors
- Plugin HTTP routes + web pages (plugin-page-host, plugin-catalog, plugin-detail)
- Plugin access grants + per-user config (DB tables + API + frontend forms)
- Capabilities-based guard (caps.rs) replacing role-id checks
- Mobile connector: message routing, payload types, router refactor
- Telegram bot: auth flow, event handling improvements
- Honcho plugin: substantial rework
- Sidebar: plugin pages integration, role-driven visibility
- i18n: new strings for plugins, connectors, capabilities
- Remove unused mascot asset
2026-07-19 20:47:09 +01:00

701 lines
34 KiB
Rust

use std::collections::HashMap;
use std::sync::Arc;
use std::sync::atomic::{AtomicBool, AtomicU32, Ordering};
use async_trait::async_trait;
use serde_json::{Value, json};
use sqlx::SqlitePool;
use tokio::sync::{Mutex, mpsc};
use tokio_util::sync::CancellationToken;
use tracing::{error, info, trace, warn};
use crate::approval::ApprovalManager;
use crate::run_context::RunContext;
use crate::tools::tool_names as tn;
use crate::chat_event_bus::{ChatEvent, ChatEventBus, ChatEventRole};
use crate::clarification::ClarificationManager;
use crate::compactor::ContextCompactor;
use crate::config::DatetimeConfig;
use crate::db::{chat_history, chat_sessions_stack};
use crate::events::ServerEvent;
use core_api::message_meta::MessageMetadata;
use core_api::user_fs::SharedFs;
use crate::llm::LlmManager;
use crate::mcp::McpProvider;
use crate::image_generate::ImageGeneratorManager;
use crate::memory::MemoryManager;
use crate::tool_discovery::ToolDiscovery;
use crate::tools::ToolRegistry;
mod approval;
mod agent_dispatch;
mod config;
mod dispatch;
mod emitter;
mod gate;
mod interface_tools;
mod llm_call;
mod llm_loop;
pub mod media;
pub mod message_builder;
mod messages;
mod outcome;
mod resume;
use emitter::TurnEmitter;
pub use interface_tools::{InterfaceTool, ToolFuture};
pub const DEFAULT_MAX_TOOL_ROUNDS: usize = 20;
/// Default maximum number of synchronous sub-agents dispatched concurrently when
/// the LLM emits a homogeneous batch of sub-agent calls in a single response.
/// Bounds fan-out so a large batch does not trigger provider rate-limit storms.
pub const DEFAULT_MAX_PARALLEL_SUBAGENTS: usize = 4;
pub(super) const MAX_AGENT_DEPTH: i64 = 5;
/// A queued user message to be appended to history mid-turn (drained from the
/// source inbox at a round boundary).
pub struct PendingMsg {
pub content: String,
pub metadata: Option<MessageMetadata>,
}
/// Source of queued user input for the in-flight turn. Implemented by `ChatHub`
/// over a source's inbox; it lets `run_agent_turn` pull newly-queued user
/// messages at each round boundary and inject them live into the running turn.
///
/// Passed as `Some` only for the root interactive turn. Sub-agents, resume, and
/// non-interactive runners (cron, TIC) pass `None` — they never inject.
#[async_trait]
pub trait PendingUserInput: Send + Sync {
/// Drains the leading run of queued non-synthetic user messages, one entry
/// each. Returns empty when there is nothing to inject.
async fn drain_user(&self) -> Vec<PendingMsg>;
}
/// Control-flow signals returned as `anyhow::Error` by internal dispatch methods.
/// Using a typed enum instead of two separate sentinel structs allows a single
/// `downcast_ref` in `llm_loop` instead of two separate type checks.
#[derive(Debug)]
pub(super) enum AgentFlowSignal {
/// The WS disconnected while `dispatch_ask_user_clarification` was blocking.
/// The tool stays `'pending'` in DB so `resume_pending_tools` can re-ask on reconnect.
QuestionChannelClosed,
}
impl std::fmt::Display for AgentFlowSignal {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
match self {
Self::QuestionChannelClosed => write!(f, "question channel closed (WS disconnected)"),
}
}
}
impl std::error::Error for AgentFlowSignal {}
pub(super) enum TurnOutcome {
Final {
content: String,
message_id: i64,
input_tokens: Option<u32>,
output_tokens: Option<u32>,
truncated: bool,
/// All tool calls executed during this turn, across all rounds.
tool_calls: Vec<crate::chat_event_bus::ToolCallEvent>,
},
Cancelled,
Exhausted,
}
/// Truncate `s` to at most `max_chars` characters, appending `…` when it was
/// longer. Char-boundary safe: a raw `&s[..n]` byte slice panics when byte `n`
/// lands inside a multi-byte UTF-8 character (e.g. an em-dash or emoji straddling
/// the cut point), which is exactly how a well-formed sub-agent result once
/// unwound a whole turn. Used for every event/log preview.
pub(super) fn preview_truncate(s: &str, max_chars: usize) -> String {
match s.char_indices().nth(max_chars) {
Some((byte_idx, _)) => format!("{}…", &s[..byte_idx]),
None => s.to_string(),
}
}
pub(super) fn update_scratchpad_tool_def() -> Value {
json!({
"type": "function",
"function": {
"name": tn::UPDATE_SCRATCHPAD,
"description": "Write or update a key-value note in the session scratchpad. \
Notes are shared by all agents in this chat session and automatically \
injected into every agent's context. Not persisted across sessions. \
Use it for temporary discoveries: architecture notes, path lookups, \
decisions that other agents in this session need to know about.",
"parameters": {
"type": "object",
"properties": {
"key": { "type": "string", "description": "Short identifier for this note (e.g. 'db_url', 'main_struct')." },
"value": { "type": "string", "description": "Content of the note." }
},
"required": ["key", "value"]
}
}
})
}
/// Tool definition for `write_todos` — a private, per-turn task list the agent
/// uses to plan and track its own progress.
///
/// Unlike `update_scratchpad` (a shared blackboard injected into every agent in
/// the session), `write_todos` is **stateless**: the list lives only in this
/// agent's own tool-result history. Because conversation history is per-stack,
/// it is never visible to sub-agents or to the caller — no DB storage needed.
/// The agent re-sends the whole list (TodoWrite-style) on every update.
pub(super) fn write_todos_tool_def() -> Value {
json!({
"type": "function",
"function": {
"name": tn::WRITE_TODOS,
"description": "Record and update your task list for the current turn, to plan multi-step \
work and track progress. Re-send the ENTIRE list on every call (including \
already-completed items with their new status) — this replaces the previous \
list. Keep exactly one item `in_progress` at a time. This list is PRIVATE \
to you: it is not shared with sub-agents you dispatch, nor returned to your \
caller (use `update_scratchpad` instead for notes other agents must see).",
"parameters": {
"type": "object",
"properties": {
"todos": {
"type": "array",
"description": "The full, ordered task list. Re-send it entirely on every update.",
"items": {
"type": "object",
"properties": {
"content": { "type": "string", "description": "Short description of the task." },
"status": { "type": "string", "enum": ["pending", "in_progress", "completed"], "description": "Current status of this task." }
},
"required": ["content", "status"]
}
}
},
"required": ["todos"]
}
}
})
}
/// Tool definition that lets a sub-agent (depth > 0) dispatch a further
/// synchronous sub-agent. The call is intercepted in `run_agent_turn` and routed
/// to `dispatch_sub_agent` (the InterfaceTool handler is never reached), so only
/// the definition is needed here. `agent_id` is required because
/// `dispatch_sub_agent` rejects calls without it.
fn execute_subtask_tool_def() -> Value {
json!({
"type": "function",
"function": {
"name": tn::EXECUTE_SUBTASK,
"description": "Delegate work to another agent and get its result. Runs the \
named agent synchronously with the given prompt and blocks until \
it finishes, returning its final answer as the tool result. Use \
`list_agents` first to see which agents are available.",
"parameters": {
"type": "object",
"properties": {
"agent_id": { "type": "string", "description": "Id of the agent to run (see `list_agents`)." },
"title": { "type": "string", "description": "Short name for this sub-task." },
"description": { "type": "string", "description": "What this sub-task does." },
"prompt": { "type": "string", "description": "Prompt sent to the agent." }
},
"required": ["agent_id", "prompt"]
}
}
})
}
fn ask_user_clarification_tool_def() -> Value {
json!({
"type": "function",
"function": {
"name": tn::ASK_USER_CLARIFICATION,
"description": "Pause execution and ask the user a clarification question. \
Use when requirements are ambiguous, a dependency is missing, \
or a decision requires user input before continuing. \
The user's answer is returned as the tool result.",
"parameters": {
"type": "object",
"properties": {
"title": { "type": "string", "description": "Short label shown in the inbox card (e.g. 'Missing API key')." },
"question": { "type": "string", "description": "Full question text." },
"suggested_answers": {
"type": "array",
"items": { "type": "string" },
"description": "Optional list of suggested answers shown as chips. The user can pick one or type freely."
}
},
"required": ["title", "question"]
}
}
})
}
pub enum ApprovalDecision {
Approved,
Rejected { note: String },
}
impl ApprovalDecision {
/// Canonical tool-result text shown to the LLM for a human rejection,
/// given the raw user-supplied note (which may be empty). This is the
/// single source of truth: every reject path passes the raw note and lets
/// this build the message, so the wording stays consistent and the note
/// carries the user's justification verbatim — no surface-specific prefixes.
pub fn rejection_message(note: &str) -> String {
let note = note.trim();
if note.is_empty() {
"User rejected this tool call.".to_string()
} else {
format!("User rejected this tool call. Reason: {note}")
}
}
}
pub struct ChatSessionHandler {
pub session_id: i64,
pub(super) db: Arc<SqlitePool>,
/// The shared (`system.db`) pool. Owner-bound work uses `db`; this is only for
/// cross-owner reads, e.g. injecting `shared-memory/` notes into the prompt.
pub(super) shared_pool: Arc<SqlitePool>,
/// The authenticated user who owns this session. Threaded into `ChatOptions`
/// so the telemetry metadata row in `system.db` carries `user_id`.
pub(super) user_id: String,
/// The owner's filesystem view (home + shared folders + container), threaded
/// into every [`ToolContext`] so disk fs-tools resolve per-user host paths and
/// `execute_cmd` execs into the owner's container (blueprint §6). A **shared
/// swappable cell** (not a snapshot): a shared-folder membership change is
/// applied in place (§6 remount), so a live session picks it up on its next
/// tool call without being rebuilt — see [`SharedFs`].
pub(super) fs: SharedFs,
pub(super) llm_manager: Arc<LlmManager>,
pub(super) max_history_messages: usize,
pub(super) max_tool_rounds: usize,
/// Max synchronous sub-agents dispatched concurrently for a homogeneous batch
/// of sub-agent calls in a single LLM response (`1` = sequential).
pub(super) max_parallel_subagents: usize,
/// If `Some(n)`, tool results from previous turns that exceed `n` characters
/// are replaced with a placeholder when building the LLM context.
/// The database always retains the original content.
pub(super) max_tool_result_chars: Option<usize>,
pub(super) datetime_config: DatetimeConfig,
pub(super) agent_id: String,
/// Source of the session: "web", "telegram", "cron", etc.
pub(super) source: String,
/// True when a real user is actively participating (web, telegram).
pub(super) is_interactive: bool,
/// True for short-lived automated sessions (cron, tic).
pub(super) is_ephemeral: bool,
pub(super) tools: Arc<ToolRegistry>,
pub(super) mcp: Arc<dyn McpProvider>,
/// Records tools offered to the LLM each round so the Security-groups UI can
/// list/gate dynamically-injected tools (interface/plugin/provider tools).
pub(super) tool_discovery: Arc<ToolDiscovery>,
pub(super) approval: Arc<ApprovalManager>,
pub(super) clarification: Arc<ClarificationManager>,
pub(super) event_bus: Arc<ChatEventBus>,
/// Human-readable label injected by background runners (e.g. "CronJob: Daily Digest").
pub(super) context_label: std::sync::RwLock<Option<String>>,
pub(super) memory_manager: Arc<MemoryManager>,
pub(super) image_generator_manager: Arc<ImageGeneratorManager>,
/// Prevents concurrent handle_message calls on the same session.
pub(super) processing: Mutex<()>,
/// Cancellation scope for the in-flight turn. A fresh token is minted per
/// user message (`handle_message`) and per resume (`resume_turn`), then a
/// clone is threaded by value through the whole (possibly recursive) call
/// tree. `cancel()` cancels whatever token is currently stored, which the
/// running chain observes because it holds its own clone of that same token.
/// Replacing the field only affects the *next* turn — that is what makes a
/// stop sticky across sub-agent recursion (it is never reset mid-turn).
pub(super) current_cancel: std::sync::Mutex<CancellationToken>,
/// When true, any tool call that would require human approval is automatically
/// denied instead of blocking. Used by TicManager and other headless runners
/// that cannot process approval requests.
pub(super) auto_deny_approvals: AtomicBool,
/// Tool-call ids the user already approved via a resolve endpoint after a restart
/// (no live oneshot to unblock). The next resume's approval gate skips re-gating
/// these so a post-restart approve dispatches the tool without a second prompt.
pub(super) pre_approved: std::sync::Mutex<std::collections::HashSet<i64>>,
/// Context compactor, shared across all sessions. `None` when compaction
/// is disabled (no `compaction` section in config).
pub(super) compactor: Option<Arc<ContextCompactor>>,
/// Input token count from the most recently completed turn, stored
/// atomically so the next `handle_message` call can decide whether to
/// compact before processing the new message. Zero means unknown
/// (provider did not report usage on the first turn).
pub(super) last_input_tokens: AtomicU32,
/// Active RunContext for this session. `None` means the "default" group is used implicitly.
pub(super) run_context: tokio::sync::RwLock<Option<RunContext>>,
/// When set, scratchpad reads/writes use this session_id instead of `self.session_id`.
/// Used by async sub-tasks to share the parent's scratchpad.
pub(super) scratchpad_session_id: std::sync::OnceLock<i64>,
}
impl ChatSessionHandler {
pub fn new(
session_id: i64,
db: Arc<SqlitePool>,
shared_pool: Arc<SqlitePool>,
user_id: String,
fs: SharedFs,
llm_manager: Arc<LlmManager>,
max_history_messages: usize,
max_tool_rounds: usize,
max_parallel_subagents: usize,
max_tool_result_chars: Option<usize>,
datetime_config: DatetimeConfig,
agent_id: String,
source: String,
is_interactive: bool,
is_ephemeral: bool,
tools: Arc<ToolRegistry>,
mcp: Arc<dyn McpProvider>,
approval: Arc<ApprovalManager>,
clarification: Arc<ClarificationManager>,
event_bus: Arc<ChatEventBus>,
memory_manager: Arc<MemoryManager>,
image_generator_manager: Arc<ImageGeneratorManager>,
compactor: Option<Arc<ContextCompactor>>,
run_context: Option<RunContext>,
tool_discovery: Arc<ToolDiscovery>,
) -> Self {
Self {
session_id,
db,
shared_pool,
user_id,
fs,
llm_manager,
max_history_messages,
max_tool_rounds,
max_parallel_subagents,
max_tool_result_chars,
datetime_config,
agent_id,
source,
is_interactive,
is_ephemeral,
tools,
mcp,
tool_discovery,
approval,
clarification,
event_bus,
memory_manager,
image_generator_manager,
compactor,
context_label: std::sync::RwLock::new(None),
processing: Mutex::new(()),
current_cancel: std::sync::Mutex::new(CancellationToken::new()),
auto_deny_approvals: AtomicBool::new(false),
pre_approved: std::sync::Mutex::new(std::collections::HashSet::new()),
last_input_tokens: AtomicU32::new(0),
run_context: tokio::sync::RwLock::new(run_context),
scratchpad_session_id: std::sync::OnceLock::new(),
}
}
/// Sets the human-readable context label for this session (e.g. "CronJob: Daily Digest").
/// Called by background runners after the handler is created.
pub fn set_context_label(&self, label: impl Into<String>) {
if let Ok(mut g) = self.context_label.write() {
*g = Some(label.into());
}
}
/// Override the session used for scratchpad reads/writes.
/// Called by the cron runner for async tasks so they share the parent's scratchpad.
pub fn set_scratchpad_session_id(&self, id: i64) {
let _ = self.scratchpad_session_id.set(id);
}
/// Returns the session_id to use for scratchpad operations.
pub(super) fn scratchpad_sid(&self) -> i64 {
*self.scratchpad_session_id.get().unwrap_or(&self.session_id)
}
/// Updates the active RunContext for this session at runtime.
pub async fn set_run_context(&self, ctx: Option<RunContext>) {
*self.run_context.write().await = ctx;
}
/// Returns the serialised JSON blob of the active RunContext (for storing on child tasks).
pub async fn run_context_json(&self) -> Option<String> {
self.run_context.read().await.as_ref().map(|rc| rc.to_db())
}
/// Returns the active tool_permission_groups id for approval checks.
pub(super) async fn tool_group_id(&self) -> Option<String> {
self.run_context.read().await.as_ref().and_then(|rc| rc.tool_group_id().map(str::to_owned))
}
/// Cancels the in-flight turn. The running call tree holds its own clone of
/// the same token, so it stops at the next round boundary, on the in-flight
/// LLM call, and on cancellable tools (e.g. `execute_cmd`). Sticky across
/// sub-agent recursion: the token is never reset mid-turn.
pub fn cancel(&self) {
self.current_cancel.lock().unwrap().cancel();
}
/// True if a turn is currently in flight (the `processing` mutex is held for
/// the whole duration of `handle_message` / `resume_turn`). Used to tell a
/// freshly (re)connected client to show the STOP button.
pub fn is_processing(&self) -> bool {
self.processing.try_lock().is_err()
}
/// When set, any tool call that would require human approval is automatically
/// denied instead of blocking indefinitely.
pub fn set_auto_deny_approvals(&self) {
self.auto_deny_approvals.store(true, Ordering::Relaxed);
}
/// Records that the user already approved this tool_call via a resolve endpoint
/// after a restart (no live oneshot to unblock). The next resume's approval gate
/// consumes this and skips re-gating, so the tool dispatches without re-prompting.
pub fn mark_pre_approved(&self, tool_call_id: i64) {
self.pre_approved.lock().unwrap().insert(tool_call_id);
}
/// Cancels all pending approvals for this session in the ApprovalManager.
/// Called when the WS connection is lost mid-approval so the waiting future unblocks.
pub async fn cancel_pending_approvals(&self) {
self.approval.cancel_for_session(self.session_id).await;
}
/// Resolves a pending `ask_user_clarification` call with the user's answer.
pub async fn resolve_question(&self, request_id: i64, answer: String) {
if !self.clarification.resolve(request_id, answer).await {
warn!(session_id = self.session_id, request_id, "resolve_question: request_id not found in ClarificationManager");
}
}
/// Cancels all pending clarification requests for this session (WS disconnected).
/// The blocked `rx.await` in dispatch_ask_user_clarification returns Err → TurnOutcome::Cancelled,
/// leaving the tool as 'pending' so resume_pending_tools re-dispatches on reconnect.
pub async fn cancel_pending_questions(&self) {
self.clarification.cancel_for_session(self.session_id).await;
}
/// Force compaction of the current stack's conversation history.
/// Bypasses the token threshold check; still respects the ephemeral guard.
/// Returns `true` if a new summary was written, `false` if skipped.
pub async fn force_compact(&self) -> anyhow::Result<bool> {
let pool = &self.db;
let stack = match chat_sessions_stack::active_for_session(pool, self.session_id).await? {
Some(s) => s,
None => return Ok(false),
};
match self.compactor {
Some(ref compactor) => {
compactor.force_compact(pool, self.session_id, stack.id, self.is_ephemeral).await
}
None => Ok(false),
}
}
/// Processes a user message end-to-end:
/// saves it, runs the tool-calling loop, saves the final response,
/// sends a Done event. Only one call can run at a time per session.
pub async fn handle_message(
&self,
content: &str,
client_name: Option<String>,
extra_system_context: Option<String>,
// Per-turn dynamic system suffix injected AFTER conversation history.
// Merged with the Honcho memory context (which also lives at position 5).
// Use for per-turn framing that must not pollute the cacheable static prefix
// (e.g. notification behavioural instructions from ChatHub).
extra_system_dynamic_override: Option<String>,
tail_reminder: Option<String>,
interface_tools: Vec<InterfaceTool>,
system_substitutions: HashMap<String, String>,
tx: mpsc::Sender<ServerEvent>,
// True for system-generated messages injected as user turns
// (TicManager ticks, notification briefings from ChatHub).
is_synthetic: bool,
// Structured metadata persisted on the user turn (e.g. file attachments).
// The MessageBuilder derives the LLM-facing block; the UI renders chips.
metadata: Option<MessageMetadata>,
// Queued user input for this source. When `Some`, `run_agent_turn` drains
// it at each round boundary and injects newly-arrived user messages into
// the running turn. `None` for sub-agents / resume / non-interactive runners.
pending_input: Option<Arc<dyn PendingUserInput>>,
) -> anyhow::Result<()> {
let _guard = self.processing.lock().await;
// Fresh cancellation scope for this user message. Stored so `cancel()`
// can reach it, and cloned-by-value into the call tree so a /stop during
// the turn is sticky across sub-agent recursion (never reset mid-turn).
let token = CancellationToken::new();
*self.current_cancel.lock().unwrap() = token.clone();
let pool = &self.db;
let em = TurnEmitter::new(&tx);
// Retrieve memory context (Honcho or other backend) for this turn.
// Kept SEPARATE from extra_system_context (the static part) so it can be
// injected as a dynamic tail system message after the conversation history
// rather than embedded in the cacheable static prefix. This allows
// providers with prefix caching (e.g. Alibaba/DeepSeek via OpenRouter)
// to cache the stable system prompt across turns even though Honcho
// memories change on every call.
let honcho_dynamic = match self.memory_manager.query_context(&self.user_id, self.session_id, content).await {
Some(mem_ctx) => {
trace!(
session_id = self.session_id,
chars = mem_ctx.len(),
"handle_message: memory context retrieved (will be injected as dynamic tail)"
);
Some(mem_ctx)
}
None => {
trace!(
session_id = self.session_id,
"handle_message: no memory context returned (cold start, unavailable, or nothing to say)"
);
None
}
};
// Merge Honcho memories with any per-turn override from the caller.
// The override goes last so it sits closest to the generation point (recency bias).
// extra_system_context (passed by the caller) is the STATIC part:
// interface-specific formatting rules (e.g. Telegram HTML format),
// never changes turn-to-turn, safe to include in the cached prefix.
let extra_system_dynamic = match (honcho_dynamic, extra_system_dynamic_override) {
(Some(honcho), Some(override_)) => Some(format!("{honcho}\n\n{override_}")),
(Some(honcho), None) => Some(honcho),
(None, Some(override_)) => Some(override_),
(None, None) => None,
};
let mut config = self.build_agent_config(
client_name, extra_system_context, extra_system_dynamic, interface_tools, system_substitutions,
).await?;
config.tail_reminder = tail_reminder;
let stack = match chat_sessions_stack::active_for_session(pool, self.session_id).await? {
Some(s) => s,
None => {
chat_sessions_stack::create(pool, self.session_id, "main", None, 0, None).await?
}
};
info!(session_id = self.session_id, stack_id = stack.id, client = %config.client_name, "handle_message start");
// ── Context compaction (Opzione C: at the start of the next turn) ────
// Check whether the previous turn's input token count exceeded the
// threshold. If so, summarise the old history before processing the
// new message. This keeps latency transparent to the user — the wait
// happens here, before the LLM loop, and is not a separate turn.
if let Some(ref compactor) = self.compactor {
let last_tokens = self.last_input_tokens.load(Ordering::Relaxed);
match compactor.try_compact(pool, self.session_id, stack.id, last_tokens, self.is_ephemeral).await {
Ok(true) => info!(session_id = self.session_id, stack_id = stack.id, "handle_message: context compacted"),
Ok(false) => {}
Err(e) => warn!(session_id = self.session_id, error = %e, "handle_message: compaction failed (non-fatal), continuing"),
}
}
// ─────────────────────────────────────────────────────────────────────
// If the previous turn was cancelled before the LLM responded, the history ends on a
// User message with no following assistant. This breaks the user→assistant alternation
// required by strict APIs (e.g. OpenRouter). Mark the orphaned message as failed so
// for_stack() excludes it from the context we send to the LLM.
let prior = chat_history::for_stack(pool, stack.id).await?;
if let Some(last) = prior.last() {
if matches!(last.role, chat_history::Role::User | chat_history::Role::Agent) {
warn!(session_id = self.session_id, message_id = last.id, "orphaned user message (cancelled turn) — marking failed");
chat_history::mark_failed(pool, last.id).await?;
}
}
let user_content = content.to_string(); // save before TurnOutcome::Final shadows `content`
let user_message_id = chat_history::append_with_metadata(pool, stack.id, &chat_history::Role::User, content, is_synthetic, None, metadata.as_ref()).await?;
// Telnet-style echo: the bubble appears only once the message is persisted.
// Synthetic turns (TIC/notification) never produce a user bubble.
if !is_synthetic {
let attachments = metadata.as_ref().map(|m| m.attachments.clone()).unwrap_or_default();
// A custom slash command persists its expanded template (for LLM replay)
// but the bubble must show the typed command — emit `display` when present.
let echo = metadata.as_ref()
.and_then(|m| m.command.as_ref())
.map(|c| c.display.clone())
.unwrap_or_else(|| user_content.clone());
em.user_message(user_message_id, echo, attachments).await;
}
// Resume any tool calls left pending from a previous interrupted session.
// They are re-gated (rules may have changed) and executed before the LLM runs.
self.resume_pending_tools(stack.id, &config, &token, &tx).await?;
let outcome = self.run_agent_turn(stack.id, &config, &token, &tx, pending_input.as_ref()).await?;
match outcome {
TurnOutcome::Final { content, message_id, input_tokens, output_tokens, truncated, tool_calls } => {
// Persist token count so the *next* handle_message call knows
// whether to compact before running the LLM loop.
if let Some(t) = input_tokens {
self.last_input_tokens.store(t, Ordering::Relaxed);
}
info!(session_id = self.session_id, stack_id = stack.id, ?input_tokens, ?output_tokens, "handle_message done");
if truncated {
warn!(session_id = self.session_id, ?output_tokens, "response truncated (max_tokens)");
em.truncated(output_tokens).await;
}
em.done(message_id, stack.id, content.clone(), input_tokens, output_tokens).await;
// Publish both messages to the event bus now that both are in the DB.
let now = chrono::Utc::now();
self.event_bus.user_message(ChatEvent {
session_id: self.session_id,
stack_id: stack.id,
user_id: self.user_id.clone(),
message_id: user_message_id,
role: ChatEventRole::User,
content: user_content,
is_synthetic,
is_interactive: self.is_interactive,
is_ephemeral: self.is_ephemeral,
tool_calls: vec![],
created_at: now,
});
self.event_bus.assistant_response(ChatEvent {
session_id: self.session_id,
stack_id: stack.id,
user_id: self.user_id.clone(),
message_id,
role: ChatEventRole::Assistant,
content,
is_synthetic: false,
is_interactive: self.is_interactive,
is_ephemeral: self.is_ephemeral,
tool_calls,
created_at: now,
});
Ok(())
}
TurnOutcome::Cancelled => {
info!(session_id = self.session_id, "handle_message cancelled by user");
em.error("Cancelled by user.".to_string()).await;
Err(anyhow::anyhow!("Turn cancelled by user"))
}
TurnOutcome::Exhausted => {
error!(session_id = self.session_id, max_rounds = self.max_tool_rounds, "tool-call loop exhausted without final answer");
em.error(format!("Exceeded {} tool-call rounds without a final answer.", self.max_tool_rounds)).await;
Err(anyhow::anyhow!("tool-call loop exhausted after {} rounds without a final answer", self.max_tool_rounds))
}
}
}
}