ivdZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddlmZmZmZmZmZmZejeZedZe dz Zd Zd Zd Zd ZGd dZdS)a} SQLite State Store for Hermes Agent. Provides persistent session storage with FTS5 full-text search, replacing the per-session JSONL file approach. Stores session metadata, full message history, and model configuration for CLI and gateway sessions. Key design decisions: - WAL mode for concurrent readers + one writer (gateway multi-platform) - FTS5 virtual table for fast text search across all session messages - Compression-triggered session splitting via parent_session_id chains - Batch runner and RL trajectories are NOT stored here (separate systems) - Session source tagging ('cli', 'telegram', 'discord', etc.) for filtering N)Path)sanitize_context)get_hermes_home)AnyCallableDictListOptionalTypeVarTzstate.db a CREATE TABLE IF NOT EXISTS schema_version ( version INTEGER NOT NULL ); CREATE TABLE IF NOT EXISTS sessions ( id TEXT PRIMARY KEY, source TEXT NOT NULL, user_id TEXT, model TEXT, model_config TEXT, system_prompt TEXT, parent_session_id TEXT, started_at REAL NOT NULL, ended_at REAL, end_reason TEXT, message_count INTEGER DEFAULT 0, tool_call_count INTEGER DEFAULT 0, input_tokens INTEGER DEFAULT 0, output_tokens INTEGER DEFAULT 0, cache_read_tokens INTEGER DEFAULT 0, cache_write_tokens INTEGER DEFAULT 0, reasoning_tokens INTEGER DEFAULT 0, billing_provider TEXT, billing_base_url TEXT, billing_mode TEXT, estimated_cost_usd REAL, actual_cost_usd REAL, cost_status TEXT, cost_source TEXT, pricing_version TEXT, title TEXT, api_call_count INTEGER DEFAULT 0, FOREIGN KEY (parent_session_id) REFERENCES sessions(id) ); CREATE TABLE IF NOT EXISTS messages ( id INTEGER PRIMARY KEY AUTOINCREMENT, session_id TEXT NOT NULL REFERENCES sessions(id), role TEXT NOT NULL, content TEXT, tool_call_id TEXT, tool_calls TEXT, tool_name TEXT, timestamp REAL NOT NULL, token_count INTEGER, finish_reason TEXT, reasoning TEXT, reasoning_content TEXT, reasoning_details TEXT, codex_reasoning_items TEXT, codex_message_items TEXT ); CREATE TABLE IF NOT EXISTS state_meta ( key TEXT PRIMARY KEY, value TEXT ); CREATE INDEX IF NOT EXISTS idx_sessions_source ON sessions(source); CREATE INDEX IF NOT EXISTS idx_sessions_parent ON sessions(parent_session_id); CREATE INDEX IF NOT EXISTS idx_sessions_started ON sessions(started_at DESC); CREATE INDEX IF NOT EXISTS idx_messages_session ON messages(session_id, timestamp); a, CREATE VIRTUAL TABLE IF NOT EXISTS messages_fts USING fts5( content ); CREATE TRIGGER IF NOT EXISTS messages_fts_insert AFTER INSERT ON messages BEGIN INSERT INTO messages_fts(rowid, content) VALUES ( new.id, COALESCE(new.content, '') || ' ' || COALESCE(new.tool_name, '') || ' ' || COALESCE(new.tool_calls, '') ); END; CREATE TRIGGER IF NOT EXISTS messages_fts_delete AFTER DELETE ON messages BEGIN DELETE FROM messages_fts WHERE rowid = old.id; END; CREATE TRIGGER IF NOT EXISTS messages_fts_update AFTER UPDATE ON messages BEGIN DELETE FROM messages_fts WHERE rowid = old.id; INSERT INTO messages_fts(rowid, content) VALUES ( new.id, COALESCE(new.content, '') || ' ' || COALESCE(new.tool_name, '') || ' ' || COALESCE(new.tool_calls, '') ); END; a CREATE VIRTUAL TABLE IF NOT EXISTS messages_fts_trigram USING fts5( content, tokenize='trigram' ); CREATE TRIGGER IF NOT EXISTS messages_fts_trigram_insert AFTER INSERT ON messages BEGIN INSERT INTO messages_fts_trigram(rowid, content) VALUES ( new.id, COALESCE(new.content, '') || ' ' || COALESCE(new.tool_name, '') || ' ' || COALESCE(new.tool_calls, '') ); END; CREATE TRIGGER IF NOT EXISTS messages_fts_trigram_delete AFTER DELETE ON messages BEGIN DELETE FROM messages_fts_trigram WHERE rowid = old.id; END; CREATE TRIGGER IF NOT EXISTS messages_fts_trigram_update AFTER UPDATE ON messages BEGIN DELETE FROM messages_fts_trigram WHERE rowid = old.id; INSERT INTO messages_fts_trigram(rowid, content) VALUES ( new.id, COALESCE(new.content, '') || ' ' || COALESCE(new.tool_name, '') || ' ' || COALESCE(new.tool_calls, '') ); END; c%leZdZdZdZdZdZdZddefdZ d e e j ge fd e fd Zdd Zd Zeded eeeeefffdZde jd dfdZdZ ddedededeeefdededed dfdZdeded efdZdeded dfdZded dfdZdeded dfdZ dded"ed#eded$ed%ed&ed'ee d(ee d)eed*eed+eed,eed-eed.eed/ed0e!d df$d1Z" ddededed efd3Z#dd4d5d efd6Z$ded eeeeffd7Z%d8ed eefd9Z&d:Z'ed;eed eefd<Z(ded;ed e!fd=Z)ded eefd>Z*d;ed eeeeffd?Z+d;ed eefd@Z,dAed efdBZ-ded eefdCZ. ddedFe/edGedHedIe!dJe!dKe!d e/eeeffdLZ0ded eeeeffdMZ1dNZ2e3dOed efdPZ4e3dOed efdQZ5 ddedRedOedSedTedUedVedWedXedYedZed[ed\ed efd]Z6ded^e/eeefd dfd_Z7ded e/eeeffd`Z8ded efdaZ9 ddedbe!d e/eeeffdcZ:ded e/efddZ;ed^e/eeefdeeeefd e!fdfZedked e!fdlZ?e3dked efdmZ@ ddgedne/edFe/edoe/edGedHed e/eeeffdpZA ddedGedHed e/eeeffdqZBdded efdrZCdded efdsZDded eeeeffdtZEdded e/eeeffduZFded dfdvZGed4eeded dfdwZH dded4eed e!fdxZI ddzeded4eed efd{ZJd|ed eefd}ZKd|ed~ed dfdZLddZM ddedede!d4eed eeeff dZNdS) SessionDBz SQLite-backed session storage with FTS5 search. Thread-safe for the common gateway pattern (multiple reader threads, single writer via WAL mode). Each method opens its own cursor. g{Gz?g333333?2Ndb_pathc|pt|_|jjddt j|_d|_tj t|jddd|_ tj |j _ |j d|j d|dS) NT)parentsexist_okrFg?)check_same_threadtimeoutisolation_levelzPRAGMA journal_mode=WALzPRAGMA foreign_keys=ON)DEFAULT_DB_PATHrparentmkdir threadingLock_lock _write_countsqlite3connectstr_connRow row_factoryexecute _init_schema)selfrs 1/home/ubuntu/.hermes/hermes-agent/hermes_state.py__init__zSessionDB.__init__s1/  !!$!>>>^%% _   #!     ")  4555 3444 fnreturnc*d}t|jD]f} |j5|jd ||j}|jn:#t $r- |jn#t$rYnwxYwwxYw dddn #1swxYwY|xj dz c_ |j |j zdkr| |cS#tj $rx}t|}d|vsd|vrI|}||jdz kr9t!j|j|j}t)j|Yd}~_d}~wwxYw|ptj d)uExecute a write transaction with BEGIN IMMEDIATE and jitter retry. *fn* receives the connection and should perform INSERT/UPDATE/DELETE statements. The caller must NOT call ``commit()`` — that's handled here after *fn* returns. BEGIN IMMEDIATE acquires the WAL write lock at transaction start (not at commit time), so lock contention surfaces immediately. On ``database is locked``, we release the Python lock, sleep a random 20-150ms, and retry — breaking the convoy pattern that SQLite's built-in deterministic backoff creates. Returns whatever *fn* returns. NzBEGIN IMMEDIATErlockedbusyz$database is locked after max retries)range_WRITE_MAX_RETRIESrr#r&commit BaseExceptionrollback Exceptionr_CHECKPOINT_EVERY_N_WRITES_try_wal_checkpointr OperationalErrorr"lowerrandomuniform_WRITE_RETRY_MIN_S_WRITE_RETRY_MAX_Stimesleep)r(r,last_errattemptresultexcerr_msgjitters r)_execute_writezSessionDB._execute_writes/)-T455  G Z  J&&'8999!#DJ ))++++(! J//1111(!!! D! ,               !!Q&!!$t'FF!KK,,... +   c((..**w&&&G*;*;"H!81!<<._dosa LL60<FDJ|,,,$!%IKK       r+NrH) r(rrrrrrrrs ``````` r)_insert_session_rowzSessionDB._insert_session_rows\            C     r+c $|j||fi||S)z4Create a new session record. Returns the session_id.r)r(rrkwargss r)create_sessionzSessionDB.create_session"s%  V>>v>>>r+ end_reasonc@fd}||dS)aMark a session as ended. No-ops when the session is already ended. The first end_reason wins: compression-split sessions must keep their ``end_reason = 'compression'`` record even if a later stale ``end_session()`` call (e.g. from a desynced CLI session_id after ``/resume`` or ``/branch``) targets them with a different reason. Use ``reopen_session()`` first if you intentionally need to re-end a closed session with a new reason. c\|dtjfdS)NzRUPDATE sessions SET ended_at = ?, end_reason = ? WHERE id = ? AND ended_at IS NULL)r&r@)rrrs r)rz"SessionDB.end_session.._do0s8 LL4j*5     r+Nr)r(rrrs `` r) end_sessionzSessionDB.end_session&s>       C     r+c<fd}||dS)z6Clear ended_at/end_reason so a session can be resumed.c6|dfdS)NzCUPDATE sessions SET ended_at = NULL, end_reason = NULL WHERE id = ?r&rrs r)rz%SessionDB.reopen_session.._do:s+ LLU      r+Nrr(rrs ` r)reopen_sessionzSessionDB.reopen_session8s8      C     r+c@fd}||dS)z0Store the full assembled system prompt snapshot.c8|dfdS)Nz2UPDATE sessions SET system_prompt = ? WHERE id = ?r)rrrs r)rz+SessionDB.update_system_prompt.._doCs. LLD +     r+Nr)r(rrrs `` r)update_system_promptzSessionDB.update_system_promptAs>       C     r+rF input_tokens output_tokenscache_read_tokenscache_write_tokensreasoning_tokensestimated_cost_usdactual_cost_usd cost_status cost_sourcepricing_versionbilling_providerbilling_base_url billing_modeapi_call_countabsolutect|rdnd||||||| | | | | | |||||ffd}||dS)uUpdate token counters and backfill model if not already set. When *absolute* is False (default), values are **incremented** — use this for per-API-call deltas (CLI path). When *absolute* is True, values are **set directly** — use this when the caller already holds cumulative totals (gateway path, where the cached agent accumulates across messages). aUPDATE sessions SET input_tokens = ?, output_tokens = ?, cache_read_tokens = ?, cache_write_tokens = ?, reasoning_tokens = ?, estimated_cost_usd = COALESCE(?, 0), actual_cost_usd = CASE WHEN ? IS NULL THEN actual_cost_usd ELSE ? END, cost_status = COALESCE(?, cost_status), cost_source = COALESCE(?, cost_source), pricing_version = COALESCE(?, pricing_version), billing_provider = COALESCE(billing_provider, ?), billing_base_url = COALESCE(billing_base_url, ?), billing_mode = COALESCE(billing_mode, ?), model = COALESCE(model, ?), api_call_count = ? WHERE id = ?a^UPDATE sessions SET input_tokens = input_tokens + ?, output_tokens = output_tokens + ?, cache_read_tokens = cache_read_tokens + ?, cache_write_tokens = cache_write_tokens + ?, reasoning_tokens = reasoning_tokens + ?, estimated_cost_usd = COALESCE(estimated_cost_usd, 0) + COALESCE(?, 0), actual_cost_usd = CASE WHEN ? IS NULL THEN actual_cost_usd ELSE COALESCE(actual_cost_usd, 0) + ? END, cost_status = COALESCE(?, cost_status), cost_source = COALESCE(?, cost_source), pricing_version = COALESCE(?, pricing_version), billing_provider = COALESCE(billing_provider, ?), billing_base_url = COALESCE(billing_base_url, ?), billing_mode = COALESCE(billing_mode, ?), model = COALESCE(model, ?), api_call_count = COALESCE(api_call_count, 0) + ? WHERE id = ?c4|dSNr)rparamssqls r)rz*SessionDB.update_token_counts.._dos LLf % % % % %r+Nr)r(rrrrrrrrrrrrrrrrrrrrs @@r)update_token_countszSessionDB.update_token_countsJs: ) ##CC*#C*                 # & & & & & & & C     r+unknownc (|j||fd|i||S)zHEnsure a session row exists (INSERT OR IGNORE). Accepts optional kwargs.rr)r(rrrrs r)ensure_sessionzSessionDB.ensure_sessions, ! VKK5KFKKKr+ sessions_dirzOptional[Path]ctjdz fd}||pg}|r|r|D]}|||t|S)zCRemove empty TUI ghost sessions (no messages, no title, >24hr old).Qc|df}d|D}|r?ddt|z}|d|d||S)NaZ SELECT id FROM sessions WHERE source = 'tui' AND title IS NULL AND ended_at IS NOT NULL AND started_at < ? AND NOT EXISTS ( SELECT 1 FROM messages WHERE messages.session_id = sessions.id ) cfg|].}t|ttfr|dn|d/S)rid)rsrtru).0rs r) zESessionDB.prune_empty_ghost_sessions.._do..s7SSS:a%77D1Q44QtWSSSr+,?z"DELETE FROM sessions WHERE id IN ())r&r\r^len)rr{ids placeholderscutoffs r)rz1SessionDB.prune_empty_ghost_sessions.._dos<< !  %HJJ TSdSSSC "xxc#hh77  HHHH#Jr+)r@rH_remove_session_filesr)r(rr removed_idssidrs @r)prune_empty_ghost_sessionsz$SessionDB.prune_empty_ghost_sessionssu$     &))#..4"  >K >" > >**<====;r+c|j5|jd|f}|}dddn #1swxYwY|rt |ndS)zGet a session by ID.z#SELECT * FROM sessions WHERE id = ?Nrr#r&rLdictr(rrkrcs r) get_sessionzSessionDB.get_sessions Z $ $Z''5 }F//##C  $ $ $ $ $ $ $ $ $ $ $ $ $ $ $  )tCyyyT)1AA  A session_id_or_prefixc||}|r|dS|dddddd}|j5|jd|df}d |D}d d d n #1swxYwYt |d kr|d Sd S) a*Resolve an exact or uniquely prefixed session ID to the full ID. Returns the exact ID when it exists. Otherwise treats the input as a prefix and returns the single matching session ID if the prefix is unambiguous. Returns None for no matches or ambiguous prefixes. r\\\%\%_\_zSSELECT id FROM sessions WHERE id LIKE ? ESCAPE '\' ORDER BY started_at DESC LIMIT 2cg|] }|d S)rrrcs r)rz0SessionDB.resolve_session_id..s>>>Ss4y>>>r+Nr/r)rrwrr#r&r\r)r(rexactescapedrkmatchess r)resolve_session_idzSessionDB.resolve_session_ids'  !566  ;  ! WT6 " " WS% WS%  Z ? ?Z''f F?>FOO,=,=>>>G  ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? w<<1  1: ts%>B//B36B3dtitlecR|sdStjdd|}tjdd|}tjdd|}|sdSt|tjkr-t dt|dtjd |S) aValidate and sanitize a session title. - Strips leading/trailing whitespace - Removes ASCII control characters (0x00-0x1F, 0x7F) and problematic Unicode control chars (zero-width, RTL/LTR overrides, etc.) - Collapses internal whitespace runs to single spaces - Normalizes empty/whitespace-only strings to None - Enforces MAX_TITLE_LENGTH Returns the cleaned title string or None. Raises ValueError if the title exceeds MAX_TITLE_LENGTH after cleaning. Nz [\x00-\x08\x0b\x0c\x0e-\x1f\x7f]rVzB[\u200b-\u200f\u2028-\u202e\u2060-\u2069\ufeff\ufffc\ufff9-\ufffb]z\s+rZzTitle too long (z chars, max r)resubstriprrMAX_TITLE_LENGTH ValueError)rcleaneds r)sanitize_titlezSessionDB.sanitize_titles 4 &._do-s IJ'"??,,$X%XXQUXX\\< #F? "r+r)rrH)r(rrrrs `` r)set_session_titlezSessionDB.set_session_title$sV##E** # # # # # #"&&s++!|r+c|j5|jd|f}|}dddn #1swxYwY|r|dndS)z%Get the title for a session, or None.z'SELECT title FROM sessions WHERE id = ?Nrrr#r&rLrs r)get_session_titlezSessionDB.get_session_titleAs Z $ $Z''9J=F//##C  $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ #,s7||,rc|j5|jd|f}|}dddn #1swxYwY|rt |ndS)z?Look up a session by exact title. Returns session dict or None.z&SELECT * FROM sessions WHERE title = ?Nr)r(rrkrcs r)get_session_by_titlezSessionDB.get_session_by_titleJs Z $ $Z''85(F//##C  $ $ $ $ $ $ $ $ $ $ $ $ $ $ $  )tCyyyT)rc||}|dddddd}|j5|jd|df}|}d d d n #1swxYwY|r|d d S|r|d Sd S) adResolve a title to a session ID, preferring the latest in a lineage. If the exact title exists, returns that session's ID. If not, searches for "title #N" variants and returns the latest one. If the exact title exists AND numbered variants exist, returns the latest numbered variant (the most recent continuation). rrrrrrzaSELECT id, title, started_at FROM sessions WHERE title LIKE ? ESCAPE '\' ORDER BY started_at DESC #%Nrr)rrwrr#r&r\)r(rrrrknumbereds r)resolve_session_by_titlez"SessionDB.resolve_session_by_titleSs))%00--f--55c5AAII#uUU Z ) )Z''J"F ((H  ) ) ) ) ) ) ) ) ) ) ) ) ) ) )  A;t$ $  ; ts4BB"B base_titlec Ntjd|}|r|d}n|}|dddddd}|j5|jd ||d f}d |D}d d d n #1swxYwY|s|Sd}|D]I}tjd |} | r0t|t| d}J|d|dzS)uGenerate the next title in a lineage (e.g., "my session" → "my session #2"). Strips any existing " #N" suffix to find the base name, then finds the highest existing number and increments. z^(.*?) #(\d+)$r/rrrrrrzESELECT title FROM sessions WHERE title = ? OR title LIKE ? ESCAPE '\'rcg|] }|d S)rrrs r)rz7SessionDB.get_next_title_in_lineage..sBBBG BBBr+Nz ^.* #(\d+)$z #) rmatchgrouprwrr#r&r\maxint) r(r r baserrkexistingmax_numtms r)get_next_title_in_lineagez#SessionDB.get_next_title_in_lineageps*J77  ;;q>>DDD,,tV,,44S%@@HHeTT Z C CZ''X''FCB0A0ABBBH  C C C C C C C C C C C C C C C K 8 8A++A 8gs1771::77'''A+'''s5?CCCc|}tdD]`}|j5|jd||f}|}dddn #1swxYwY||cS|d}a|S)aWalk the compression-continuation chain forward and return the tip. A compression continuation is a child session where: 1. The parent's ``end_reason = 'compression'`` 2. The child was created AFTER the parent was ended (started_at >= ended_at) The second condition distinguishes compression continuations from delegate subagents or branch children, which can also have a ``parent_session_id`` but were created while the parent was still live. Returns the session_id of the latest continuation in the chain, or the input ``session_id`` if it isn't part of a compression chain (or if the input itself doesn't exist). rzSELECT id FROM sessions WHERE parent_session_id = ? AND started_at >= ( SELECT ended_at FROM sessions WHERE id = ? AND end_reason = 'compression' ) ORDER BY started_at DESC LIMIT 1Nr)r2rr#r&rL)r(rcurrentrrkrcs r)get_compression_tipzSessionDB.get_compression_tipss  A ( (++7g&  oo'' ( ( ( ( ( ( ( ( ( ( ( ( ( ( ({$iGGs2AA A Texclude_sourceslimitoffsetinclude_childrenproject_compression_tipsorder_by_last_activecng}g} |s|d|r*|d| ||rMdd|D} |d| d| ||rdd|nd } |rd | d | d } | | z||gz} nd | d} | ||g|j5|j| | } | }dddn #1swxYwYg}|D]}t|}|dd  }|r(|dd}|t|dkrdnd z|d<nd |d<|dd|||r|sg}|D]}| ddkr||1| |d}||dkr||n| |}|s||t|}dD]}||vr ||||<|d|d<|||}|S)uList sessions with preview (first user message) and last active timestamp. Returns dicts with keys: id, source, model, title, started_at, ended_at, message_count, preview (first 60 chars of first user message), last_active (timestamp of last message). Uses a single query with correlated subqueries instead of N+2 queries. By default, child sessions (subagent runs, compression continuations) are excluded. Pass ``include_children=True`` to include them. With ``project_compression_tips=True`` (default), sessions that are roots of compression chains are projected forward to their latest continuation — one logical conversation = one list entry, showing the live continuation's id/message_count/title/last_active. This prevents compressed continuations from being invisible to users while keeping delegate subagents and branches hidden. Pass ``False`` to return the raw root rows (useful for admin/debug UIs). Pass ``order_by_last_active=True`` to sort by most-recent activity instead of original conversation start time. For compression chains, the "most-recent activity" is taken from the live tip (not the root), so an old conversation that was compressed and continued recently surfaces in the correct slot. Ordering is computed at SQL level via a recursive CTE that walks compression-continuation edges, so LIMIT and OFFSET still apply efficiently. z(s.parent_session_id IS NULL OR EXISTS (SELECT 1 FROM sessions p WHERE p.id = s.parent_session_id AND p.end_reason = 'branched' AND s.started_at >= p.ended_at))z s.source = ?rc3K|]}dVdSrNrrrs r) z/SessionDB.list_sessions_rich..s"#A#AAC#A#A#A#A#A#Ar+s.source NOT IN (rzWHERE  AND rVzr WITH RECURSIVE chain(root_id, cur_id) AS ( SELECT s.id, s.id FROM sessions s a UNION ALL SELECT c.root_id, child.id FROM chain c JOIN sessions parent ON parent.id = c.cur_id JOIN sessions child ON child.parent_session_id = c.cur_id WHERE parent.end_reason = 'compression' AND child.started_at >= parent.ended_at ), chain_max AS ( SELECT root_id, MAX(COALESCE( (SELECT MAX(m.timestamp) FROM messages m WHERE m.session_id = cur_id), (SELECT started_at FROM sessions ss WHERE ss.id = cur_id) )) AS effective_last_active FROM chain GROUP BY root_id ) SELECT s.*, COALESCE( (SELECT SUBSTR(REPLACE(REPLACE(m.content, X'0A', ' '), X'0D', ' '), 1, 63) FROM messages m WHERE m.session_id = s.id AND m.role = 'user' AND m.content IS NOT NULL ORDER BY m.timestamp, m.id LIMIT 1), '' ) AS _preview_raw, COALESCE( (SELECT MAX(m2.timestamp) FROM messages m2 WHERE m2.session_id = s.id), s.started_at ) AS last_active, COALESCE(cm.effective_last_active, s.started_at) AS _effective_last_active FROM sessions s LEFT JOIN chain_max cm ON cm.root_id = s.id z ORDER BY _effective_last_active DESC, s.started_at DESC, s.id DESC LIMIT ? OFFSET ? a SELECT s.*, COALESCE( (SELECT SUBSTR(REPLACE(REPLACE(m.content, X'0A', ' '), X'0D', ' '), 1, 63) FROM messages m WHERE m.session_id = s.id AND m.role = 'user' AND m.content IS NOT NULL ORDER BY m.timestamp, m.id LIMIT 1), '' ) AS _preview_raw, COALESCE( (SELECT MAX(m2.timestamp) FROM messages m2 WHERE m2.session_id = s.id), s.started_at ) AS last_active FROM sessions s zY ORDER BY s.started_at DESC LIMIT ? OFFSET ? N _preview_raw<...preview_effective_last_activer compressionr) rended_atr message_counttool_call_countr last_activer+rr_lineage_root_id)r]r^extendrr#r&r\rpoprrgetr_get_session_rich_row)r(rrrrrrr  where_clausesrr where_sqlqueryrkr{sessionsrcsrawtext projectedtip_idtip_rowmergedkeys r)list_sessions_richzSessionDB.list_sessions_richsJ    ?     "   0 0 0 MM& ! ! !  +88#A#A#A#A#AAAL  !D\!D!D!D E E E MM/ * * *>KS:W\\-88:::QS I +'7@''HI'''ERf_v6FFE$ MM5&/ * * * Z % %Z''v66F??$$D % % % % % % % % % % % % % % %  CS A%%++1133C "3B3x#C2 uu2F) !) EE*D 1 1 1 OOA     $ !,< !I ) )55&&-77$$Q'''11!D'::QtW$$$$Q'''44V<<$$Q'''a33C g~~&-cls -.tW)*  (((( Hs-0D))D-0D-c|d}|j5|j||f}|}dddn #1swxYwY|sdSt |}|dd}|r(|dd}|t|dkrdndz|d<nd|d<|S)zFetch a single session with the same enriched columns as ``list_sessions_rich`` (preview + last_active). Returns None if the session doesn't exist. a SELECT s.*, COALESCE( (SELECT SUBSTR(REPLACE(REPLACE(m.content, X'0A', ' '), X'0D', ' '), 1, 63) FROM messages m WHERE m.session_id = s.id AND m.role = 'user' AND m.content IS NOT NULL ORDER BY m.timestamp, m.id LIMIT 1), '' ) AS _preview_raw, COALESCE( (SELECT MAX(m2.timestamp) FROM messages m2 WHERE m2.session_id = s.id), s.started_at ) AS last_active FROM sessions s WHERE s.id = ? Nr(rVr)r*r+)rr#r&rLrr4rr)r(rr9rkrcr;r<r=s r)r6zSessionDB._get_session_rich_rowus   Z $ $Z'' }==F//##C $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ 4 IIeeNB''--//  ss8DCHHrMM55rBAiLLAiLs1AA A zjson:contentc|(t|ttttfr|S |jt j|zS#ttf$rt|cYSwxYw)ahSerialize structured (list/dict) message content for sqlite. sqlite3 can only bind ``str``, ``bytes``, ``int``, ``float``, and ``None`` to query parameters. Multimodal messages have ``content`` as a list of parts (``[{"type": "text", ...}, {"type": "image_url", ...}]``), which raises ``ProgrammingError: Error binding parameter N: type 'list' is not supported`` when bound directly. Returns the value unchanged when it's already a safe scalar, or a sentinel-prefixed JSON string for lists/dicts. Paired with :meth:`_decode_content` on read. ) rsr"bytesrfloat_CONTENT_JSON_PREFIXrr TypeErrorrclsrEs r)_encode_contentzSessionDB._encode_contentst ?j3sE2JKK?N +dj.A.AA A:&   w<<    sA A-,A-c2t|tr||jrg t j|t |jdS#tjtf$rt d|cYSwxYw|S)z;Reverse :meth:`_encode_content`; returns scalars unchanged.NzCFailed to decode JSON-encoded message content; returning raw string) rsr" startswithrIrloadsrJSONDecodeErrorrJrMwarningrKs r)_decode_contentzSessionDB._decode_contents gs # # (:(:3;S(T(T  z'#c.F*G*G*H*H"IJJJ()4   +   s-A2BBrole tool_name tool_calls tool_call_id token_count finish_reason reasoningreasoning_contentreasoning_detailscodex_reasoning_itemscodex_message_itemsc | rtj| nd| rtj| nd| rtj| nd|rtj|nd||d|&t|trt |nd fd}||S)z Append a message to a session. Returns the message row ID. Also increments the session's message_count (and tool_call_count if role is 'tool' or tool_calls is present). Nrr/c|d tj  f}|j}dkr|d fn|d f|S)NaWINSERT INTO messages (session_id, role, content, tool_call_id, tool_calls, tool_name, timestamp, token_count, finish_reason, reasoning, reasoning_content, reasoning_details, codex_reasoning_items, codex_message_items) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)rzUPDATE sessions SET message_count = message_count + 1, tool_call_count = tool_call_count + ? WHERE id = ?zBUPDATE sessions SET message_count = message_count + 1 WHERE id = ?)r&r@ lastrowid)rrkmsg_idcodex_items_jsoncodex_message_items_jsonrYnum_tool_callsrZr[reasoning_details_jsonrTrstored_contentrXrWtool_calls_jsonrUs r)rz%SessionDB.append_message.._dos\\H " #IKK!%*$, F.%F!! M#Z0  XMMr+)rrrMrsrurrH)r(rrTrErUrVrWrXrYrZr[r\r]r^rrcrdrerfrgrhs `` ` ````` @@@@@@r)append_messagezSessionDB.append_messagesC2! +DJ( ) ) )&*  % /DJ, - - -*.  # -DJ* + + +(, !5?H$*Z000D--g66  !0::t0L0LSS___RSN& & & & & & & & & & & & & & & & & & P""3'''r+messagescDfd}|dS)a Atomically replace every message for a session. Used by transcript-rewrite flows such as /retry, /undo, and /compress. The delete + reinsert sequence must commit as one transaction so a mid-rewrite failure does not leave SQLite with a partial transcript. c|df|dftj}d}d}D]}|dd}|d}|dkr|dnd}|dkr|d nd}|dkr|d nd} |rtj|nd} |rtj|nd} | rtj| nd} |rtj|nd} |d ||d |d | |d||d|d|dkr|dnd|dkr|dnd| | | f|dz }|)|t |trt|ndz }|dz }|d||fdS)N)DELETE FROM messages WHERE session_id = ?GUPDATE sessions SET message_count = 0, tool_call_count = 0 WHERE id = ?rrTrrV assistantr\r]r^agINSERT INTO messages (session_id, role, content, tool_call_id, tool_calls, tool_name, timestamp, token_count, finish_reason, reasoning, reasoning_content, reasoning_details, codex_reasoning_items, codex_message_items) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)rErWrUrXrYrZr[r/gư>zGUPDATE sessions SET message_count = ?, tool_call_count = ? WHERE id = ?) r&r@r5rrrMrsrur)rnow_tstotal_messagestotal_tool_callsmsgrTrVr\r]r^rfrcrdrhrjr(rs r)rz'SessionDB.replace_messages.._do%s LL;j]    LLY     Y[[FN 2 2 wwvy11 WW\22 DHKDWDWCGG,?$@$@$@]a!8< 8K8KCGG3444QU&7;k6I6ICGG1222t$ 6GPDJ0111D':OXDJ4555TX!8KTDJ2333PT)=G"P$*Z"8"8"8D L #,,SWWY-?-?@@//' ,, ..0004 0C0C ,,,8< 8K8K 3444QU.(0 .!#)$+5j$+G+GNJQ$$ LLY!1:>     r+Nr)r(rrjrs``` r)replace_messageszSessionDB.replace_messagessLC C C C C C C J C     r+c|j5|jd|f}|}dddn #1swxYwYg}|D]}t |}d|vr||d|d<|drZ tj|d|d<n;#tj tf$r"t dg|d<YnwxYw| ||S)z6Load all messages for a session, ordered by timestamp.zBSELECT * FROM messages WHERE session_id = ? ORDER BY timestamp, idNrErVzDFailed to deserialize tool_calls in get_messages, falling back to [])rr#r&r\rrSr5rrPrQrJrMrRr])r(rrkr{rDrcrss r) get_messageszSessionDB.get_messageslsm Z % %Z''T F??$$D  % % % % % % % % % % % % % % %   Cs))CC!%!5!5c)n!E!EIww|$$ ++(, 3|3D(E(EC %%,i8+++NN#ijjj(*C %%%+ MM#     s#1AA  A B;;5C32C3c^|s|S|j5 |jd|f}n#t$r|cYcdddSwxYw||cdddS|}|h}t dD]} |jd|f}n #t$r|cYccdddSwxYw||ccdddSt |dr|dn|d}|r||vr|ccdddS|| |jd|f}n #t$r|cYccdddSwxYw||ccdddS|} dddn #1swxYwY|S)uRedirect a resume target to the descendant session that holds the messages. Context compression ends the current session and forks a new child session (linked via ``parent_session_id``). The flush cursor is reset, so the child is where new messages actually land — the parent ends up with ``message_count = 0`` rows unless messages had already been flushed to it before compression. See #15000. This helper walks ``parent_session_id`` forward from ``session_id`` and returns the first descendant in the chain that has at least one message row. If the original session already has messages, or no descendant has any, the original ``session_id`` is returned unchanged. The chain is always walked via the child whose ``started_at`` is latest; that matches the single-chain shape that compression creates. A depth cap (32) guards against accidental loops in malformed data. z3SELECT 1 FROM messages WHERE session_id = ? LIMIT 1N z]SELECT id FROM sessions WHERE parent_session_id = ? ORDER BY started_at DESC, id DESC LIMIT 1keysrr)rr#r&rLr7r2hasattrrv) r(rrcrseenr child_rowchild_idmsg_rows r)resolve_resume_session_idz#SessionDB.resolve_resume_session_idsZ$   Z) #) # "j((IM(** " " "!!!) #) #) #) #) #) #) #) # "!) #) #) #) #) #) #) #) #!G9D2YY # #& $ 2 2D! !! hjj I !&&&%%%%%3) #) #) #) #) #) #) #) #0&$%%%7) #) #) #) #) #) #) #) #8/6i.H.HZ9T??iXYl&8t#3#3%%%=) #) #) #) #) #) #) #) #>"""&"j00M! hjjG!&&&%%%%%M) #) #) #) #) #) #) #) #J&&#OOQ) #) #) #) #) #) #) #) #R#3 #!) #) #) #) #) #) #) #) #) #) #) #) #) #) #) #TsF".=F" A F"AF"+F".B21F"2 C>F"CF"$)F"F"0.EF" E<+F";E<<F"F""F&)F&include_ancestorscV|g}|r||}|j5dd|D}|jd|dt |}dddn #1swxYwYg}|D]}||d}|ddvr6t|tr!t| }|d|d } |d r |d | d <|d r |d | d <|d rZ tj |d | d <n;#tjtf$r"t d g| d <YnwxYw|ddkr_|dr |d| d<|dr |d| d<|d |d| d<|drZ tj |d| d<n;#tjtf$r"t dd| d<YnwxYw|drZ tj |d| d<n;#tjtf$r"t dd| d<YnwxYw|drZ tj |d| d<n;#tjtf$r"t dd| d<YnwxYw|r||| rw|| |S)z Load messages in the OpenAI conversation format (role + content dicts). Used by the gateway to restore conversation history. rc3K|]}dVdSr#rr$s r)r%z9SessionDB.get_messages_as_conversation..s"#=#=AC#=#=#=#=#=#=r+zSELECT role, content, tool_call_id, tool_calls, tool_name, finish_reason, reasoning, reasoning_content, reasoning_details, codex_reasoning_items, codex_message_items FROM messages WHERE session_id IN (z) ORDER BY timestamp, idNrErT>userrorTrErWrUrVzKFailed to deserialize tool_calls in conversation replay, falling back to []rorYrZr[r\z=Failed to deserialize reasoning_details, falling back to Noner]zAFailed to deserialize codex_reasoning_items, falling back to Noner^z?Failed to deserialize codex_message_items, falling back to None)_session_lineage_root_to_tiprr^r#r&rtr\rSrsr"rrrrPrQrJrMrR#_is_duplicate_replayed_user_messager]) r(rr session_idsrr{rjrcrErss r)get_messages_as_conversationz&SessionDB.get_messages_as_conversations("l  H;;JGGK Z  88#=#=#=#=#===L:%%]7C]]]k""  hjj                - !- !C**3y>::G6{333 7C8P8P3*73399;;v;7;;C>" :&).&9N#; 4#&{#3K <  ++(, 3|3D(E(EC %%,i8+++NN#pqqq(*C %%%+ 6{k))'@+.+?C({#8'*;'7C $*+7/23F/GC+,*+8837:cBU>V3W3W/00 0)<888'fggg37/0008./<<7;z#F]B^7_7_344 0)<<<<'jkkk7;3444<,-::59ZDY@Z5[5[122 0)<:::'hiii591222:! T%M%MhX[%\%\  OOC sZAB  BB3E5F F G995H10H1=I5JJJ==5K54K5c|s|gSg}|}t}|j5tdD]}|r||vrn}|||||jd|f}|n!t|dr|dn|d}dddn #1swxYwYtt|p|gS)Nrz3SELECT parent_session_id FROM sessions WHERE id = ?ryrr) rrrr2rvr]r#r&rLrzrureversed)r(rchainrr{rrcs r)rz&SessionDB._session_lineage_root_to_tip sa < uu Z W W3ZZ W W'T//E!!! W%%%j((IJ(**;E6=c66J6JV#122PSTUPV W W W W W W W W W W W W W W WHUOO$$4 4sBCC Crsc|ddkrdS|d}t|tr|sdSt|D]}}|ddkr|d|krdS|ddkr-|ds|drdS~dS)NrTrFrETrorV)r5rsr"r)rjrsrEprevs r)rz-SessionDB._is_duplicate_replayed_user_messages 776??f $ $5'')$$'3'' w 5X&&  Dxx6))dhhy.A.AW.L.Lttxx;..DHHY4G4G.488T`KaKa.uuur+r9c<gdtjdtffd }tjd||}tjdd|}tjdd|}tjd d |}tjd d |}tjd d |}tjdd|}t D]\}}|d|d|} |S)aSanitize user input for safe use in FTS5 MATCH queries. FTS5 has its own query syntax where characters like ``"``, ``(``, ``)``, ``+``, ``*``, ``{``, ``}`` and bare boolean operators (``AND``, ``OR``, ``NOT``) have special meaning. Passing raw user input directly to MATCH can cause ``sqlite3.OperationalError``. Strategy: - Preserve properly paired quoted phrases (``"exact phrase"``) - Strip unmatched FTS5-special characters that would cause errors - Wrap unquoted hyphenated and dotted terms in quotes so FTS5 matches them as exact phrases instead of splitting on the hyphen/dot (e.g. ``chat-send``, ``P2.2``, ``my-app.config.ts``) rr-c|ddtdz dS)NrQr/)r]rr)r _quoted_partss r)_preserve_quotedz8SessionDB._sanitize_fts5_query.._preserve_quotedEs?   , , ,73}--1777 7r+z"[^"]*"z [+{}()\"^]rZz\*+*z(^|\s)\*z\1z(?i)^(AND|OR|NOT)\b\s*rVz(?i)\s+(AND|OR|NOT)\s*$z\b(\w+(?:[._-]\w+)+)\bz"\1"rr)rMatchr"rr enumeraterw)r9r sanitizediquotedrs @r)_sanitize_fts5_queryzSessionDB._sanitize_fts5_query1s-$!  8 8S 8 8 8 8 8 8F:'7?? F=#y99 F63 22 F;y99 F4b)//:K:KLL F5r9??;L;LMM F4gyII #=11 C CIAv!))/!///6BBII   r+cpcd|cxkodkncp_d|cxkodkncpOd|cxkodkncp?d|cxkodkncp/d |cxkod kncpd |cxkod kncpd |cxkodkncS)NN4Mߦ0?0@0000r)rs r)_is_cjk_codepointzSessionDB._is_cjk_codepointgs"&&&&&&&&'"&&&&&&&&'2(((((((('"&&&&&&&&'"&&&&&&&& ' "&&&&&&&& ' "&&&&&&&&  (r+r=c|D]~}t|}d|cxkrdks]nd|cxkrdksNnd|cxkrdks?nd|cxkrdks0nd |cxkrd ks!nd |cxkrd ksnd |cxkrdkrn{dSdS)zBCheck if text contains CJK (Chinese, Japanese, Korean) characters.rrrrrrrrrrrrrrTF)ord)r=chrs r) _contains_cjkzSessionDB._contains_cjkqs   BRB"&&&&&&&&"&&&&&&&&2(((((((("&&&&&&&&"&&&&&&&&"&&&&&&&&"&&&&&&&&&tt'ur+c:tfd|DS)zCount CJK characters in text.c3`K|](}t|$dV)dS)r/N)rr)rrrLs r)r%z'SessionDB._count_cjk..s<FFs'<'.s"*F*F13*F*F*F*F*F*Fr+z s.source IN (rc3K|]}dVdSr#rr$s r)r%z,SessionDB.search_messages..s"+I+IAC+I+I+I+I+I+Ir+r&c3K|]}dVdSr#rr$s r)r%z,SessionDB.search_messages..s"(B(B(B(B(B(B(B(Br+z m.role IN (r'a SELECT m.id, m.session_id, m.role, snippet(messages_fts, 0, '>>>', '<<<', '...', 40) AS snippet, m.content, m.timestamp, m.tool_name, s.source, s.model, s.started_at AS session_started FROM messages_fts JOIN messages m ON m.id = messages_fts.rowid JOIN sessions s ON s.id = m.session_id WHERE z@ ORDER BY rank LIMIT ? OFFSET ? rnrW)ANDORNOTrorZzmessages_fts_trigram MATCH ?c3K|]}dVdSr#rr$s r)r%z,SessionDB.search_messages..s"=Y=Yac=Y=Y=Y=Y=Y=Yr+c3K|]}dVdSr#rr$s r)r%z,SessionDB.search_messages..s"A_A_!#A_A_A_A_A_A_r+c3K|]}dVdSr#rr$s r)r%z,SessionDB.search_messages..s";U;UAC;U;U;U;U;U;Ur+a SELECT m.id, m.session_id, m.role, snippet(messages_fts_trigram, 0, '>>>', '<<<', '...', 40) AS snippet, m.content, m.timestamp, m.tool_name, s.source, s.model, s.started_at AS session_started FROM messages_fts_trigram JOIN messages m ON m.id = messages_fts_trigram.rowid JOIN sessions s ON s.id = m.session_id WHERE zX ORDER BY rank LIMIT ? OFFSET ? c,g|]}t|Srrrs r)rz-SessionDB.search_messages.. s"N"N"N499"N"N"Nr+rrrrrrz`(m.content LIKE ? ESCAPE '\' OR m.tool_name LIKE ? ESCAPE '\' OR m.tool_calls LIKE ? ESCAPE '\')c3K|]}dVdSr#rr$s r)r%z,SessionDB.search_messages..s">Z>Zqs>Z>Z>Z>Z>Z>Zr+c3K|]}dVdSr#rr$s r)r%z,SessionDB.search_messages..s"B`B`13B`B`B`B`B`B`r+c3K|]}dVdSr#rr$s r)r%z,SessionDB.search_messages..s".,sKKKStCyyKKKr+c,g|]}t|Srrrs r)rz-SessionDB.search_messages..5sFFFStCyyFFFr+aWITH target AS ( SELECT session_id, timestamp, id FROM messages WHERE id = ? ) SELECT role, content FROM ( SELECT m.id, m.timestamp, m.role, m.content FROM messages m JOIN target t ON t.session_id = m.session_id WHERE (m.timestamp < t.timestamp) OR (m.timestamp = t.timestamp AND m.id < t.id) ORDER BY m.timestamp DESC, m.id DESC LIMIT 1 ) UNION ALL SELECT role, content FROM messages WHERE id = ? UNION ALL SELECT role, content FROM ( SELECT m.id, m.timestamp, m.role, m.content FROM messages m JOIN target t ON t.session_id = m.session_id WHERE (m.timestamp > t.timestamp) OR (m.timestamp = t.timestamp AND m.id > t.id) ORDER BY m.timestamp ASC, m.id ASC LIMIT 1 )rrEcg|]F}t|tr/|ddk0|ddGS)typer=rV)rsrr5)rps r)rz-SessionDB.search_messages..dsW***67#-a#6#6*;<55==F;R;R!"fb 1 1;R;R;Rr+c3K|]}||V dSrr)rrs r)r%z,SessionDB.search_messages..hs'+G+G!Q+GA+G+G+G+G+G+Gr+z[multimodal content]rVrTrcontext)rrr^r]r3rrsplitupperrwrr#r&r\r r:rSrsrur"r7r4))r(r9rrrrrr7rsource_placeholdersexclude_placeholdersrole_placeholdersr8ris_cjk raw_query cjk_counttokensritok trigram_query tri_where tri_paramstri_sql tri_cursorrr like_where like_paramslike_sql like_cursorrkr  ctx_cursor context_msgsrr<decoded text_partsr=r+s) r)search_messageszSessionDB.search_messagess& * EKKMM I))%00 I00 w  $"%((*F*F *F*F*F"F"F   !G1D!G!G!G H H H MM- ( ( (  &#&88+I+I+I+I+I#I#I  !L5I!L!L!L M M M MM/ * * *  ' #(B(Bk(B(B(B B B   !C/@!C!C!C D D D MM+ & & &LL//  ufo&&&    :##E** ` G C((..00I 22IA~~#**!IICyy{{&::: S)))) S3;;sD+A+A%AC%GHHHH # ;< $1?  ,$$%\SXX=Y=Y==Y=Y=Y5Y5Y%\%\%\]]]%%m444".$$%bA_A_A_A_A_9_9_%b%b%bccc%%o6663$$%X388;U;U;U;U;U3U3U%X%X%XYYY%%k222#<< 22&!!5&/222ZOOO%)Z%7%7%L%L #O"N 8K8K8M8M"N"N"N#3%%%"$%OOOOOOOOOOOOOOO$++D&99AA#uMMUUVY[`aaDE %3^^^^^^^^^^^$T  ,%%&]chh>Z>ZM>Z>Z>Z6Z6Z&]&]&]^^^&&}555".%%&c#((B`B`P_B`B`B`:`:`&c&c&cddd&&7774%%&YCHHON1.O0N11OOO:V  V V XW9XW8)X7W88XX X \6 C7\$ \6$\( (\6+\( ,\66] ] c d}|j5|r"|j|d|||f}n |j|d||f}d|DcdddS#1swxYwYdS)zList sessions, optionally filtered by source. Returns rows enriched with a computed ``last_active`` column (latest message timestamp for the session, falling back to ``started_at``), ordered by most-recently-used first. zSELECT s.*, COALESCE(m.last_active, s.started_at) AS last_active FROM sessions s LEFT JOIN (SELECT session_id, MAX(timestamp) AS last_active FROM messages GROUP BY session_id) m ON m.session_id = s.id z[WHERE s.source = ? ORDER BY last_active DESC, s.started_at DESC, s.id DESC LIMIT ? OFFSET ?zHORDER BY last_active DESC, s.started_at DESC, s.id DESC LIMIT ? OFFSET ?c,g|]}t|Srrrs r)rz-SessionDB.search_sessions..s;;;#DII;;;r+N)rr#r&r\)r(rrrselect_with_last_activerks r)search_sessionszSessionDB.search_sessions{s * Z < < ++.___UF+ ++.___FO <;):):;;; < < < < < < < < < < < < < < < < <  >G((77H NN._dosJ LL;j]    LLY      r+Nrrs ` r)clear_messageszSessionDB.clear_messagess8      C     r+c"|dSdD]2}|||z } |d##t$rY/wxYw |d|dD])} |d#t$rY&wxYwdS#t$rYdSwxYw)aHRemove on-disk transcript files for a session. Cleans up ``{session_id}.json``, ``{session_id}.jsonl``, and any ``request_dump_{session_id}_*.json`` files left by the gateway. Silently skips files that don't exist and swallows OSError so a filesystem hiccup never blocks a DB operation. N)z.jsonz.jsonlT) missing_ok request_dump_z_*.json)unlinkOSErrorglob)rrsuffixrs r)rzSessionDB._remove_session_filess   F)  F*6f666A D))))     !&&'Jz'J'J'JKK  HHH----D       DD sA* 77BA.-B. A;8B:A;;B B Bclfd}||}|r|||S)aDelete a session and all its messages. Child sessions are orphaned (parent_session_id set to NULL) rather than cascade-deleted, so they remain accessible independently. When *sessions_dir* is provided, also removes on-disk transcript files (``.json`` / ``.jsonl`` / ``request_dump_*``) for the deleted session. Returns True if the session was found and deleted. c|df}|ddkrdS|df|df|dfdS)Nz*SELECT COUNT(*) FROM sessions WHERE id = ?rFzHUPDATE sessions SET parent_session_id = NULL WHERE parent_session_id = ?rm!DELETE FROM sessions WHERE id = ?T)r&rL)rrkrs r)rz%SessionDB.delete_session.._dos\\._do..8s&EECc$iEEEEEEr+rrrzIUPDATE sessions SET parent_session_id = NULL WHERE parent_session_id IN (rrmr)r&rrr\r^rrur])rrkrrrrrrs r)rz%SessionDB.prune_sessions.._do,s< WV$ [IEE6??3D3DEEEEEK q88C#k*:*:$:;;L LL?/;???[!!    # ( ( H3&QQQ @3&III""3''''{## #r+)r@rHr) r(rrrrcountrrrs ` @@r)prune_sessionszSessionDB.prune_sessionss% 78!#  $ $ $ $ $ $ $>##C(( : :C  & &|S 9 9 9 9 r+rBc|j5|jd|f}dddn #1swxYwY|dSt |t jr|dn|dS)z1Read a value from the state_meta key/value store.z*SELECT value FROM state_meta WHERE key = ?Nvaluer)rr#r&rLrsr r$)r(rBrcs r)get_metazSessionDB.get_metaSs Z  *$$._do_s0 LLHe      r+Nr)r(rBr rs `` r)set_metazSessionDB.set_meta]s>       C     r+c|j5 |jdn#t$rYnwxYw|jdddddS#1swxYwYdS)uiRun VACUUM to reclaim disk space after large deletes. SQLite does not shrink the database file when rows are deleted — freed pages just get reused on the next insert. After a prune that removed hundreds of sessions, the file stays bloated unless we explicitly VACUUM. VACUUM rewrites the entire DB, so it's expensive (seconds per 100MB) and cannot run inside a transaction. It also acquires an exclusive lock, so callers must ensure no other writers are active. Safe to call at startup before the gateway/CLI starts serving traffic. zPRAGMA wal_checkpoint(TRUNCATE)VACUUMN)rr#r&r7rQs r)vacuumzSessionDB.vacuumisZ ) )  ""#DEEEE     J  x ( ( (  ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )s,A%A 2A2AA #A retention_daysmin_interval_hoursrcdddd} |d}tj}|r; t|}||z |dzkrd|d<|Sn#ttf$rYnwxYw|||} | |d <|rS| dkrM |d|d <n2#t$r%} t d | Yd } ~ nd } ~ wwxYw| dt|| dkr't d | ||d rdndnD#t$r7} t d| t| |d<Yd } ~ nd } ~ wwxYw|S)uIdempotent auto-maintenance: prune old sessions + optional VACUUM. Records the last run timestamp in state_meta so subsequent calls within ``min_interval_hours`` no-op. Designed to be called once at startup from long-lived entrypoints (CLI, gateway, cron scheduler). When *sessions_dir* is provided, on-disk transcript files (``.json`` / ``.jsonl`` / ``request_dump_*``) for pruned sessions are removed as part of the same sweep (issue #3015). Never raises. On any failure, logs a warning and returns a dict with ``"error"`` set. Returns a dict with keys: - ``"skipped"`` (bool) — true if within min_interval_hours of last run - ``"pruned"`` (int) — number of sessions deleted - ``"vacuumed"`` (bool) — true if VACUUM ran - ``"error"`` (str, optional) — present only on failure Fr)skippedprunedvacuumedlast_auto_pruneiTr)rrrrzstate.db VACUUM failed: %sNzDstate.db auto-maintenance: pruned %d session(s) older than %d days%sz + VACUUMrVz$state.db auto-maintenance failed: %serror) r r@rHrJrrrr7rMrRrr"info) r(rrrrrDlast_rawnowlast_tsrrEs r)maybe_auto_prune_and_vacuumz%SessionDB.maybe_auto_prune_and_vacuums4.3aU!S!S* '}}%677H)++C #HooGW}'9D'@@@,0y)% A":.D(( .))F &F8  F&1**FKKMMM)-F:&& FFFNN#?EEEEEEEEF MM+SXX 6 6 6zz Z"#)*#5=KK2   ' ' ' NNA3 G G G!#hhF7OOOOOO '  se*D/!AD/A*'D/)A**'D/B,+D/, C6CD/CAD// E09-E++E0r)r-N)NNNNN)rrNrrrNNNNNNNNrF)rN)NNrrFTF) NNNNNNNNNNN)F)NNNrr)Nrr)rNN)rrTN)O__name__ __module__ __qualname____doc__r3r>r?r8rr*rr Connectionr rHr9rP staticmethodr"rrjCursorr~r'rrrrrrrr rHboolrrrrrrrrrrr rrr rCr6rI classmethodrMrSrirtrvrrrrrrrrrrrr/rrrrrrr rrrrr+r)rrs  !#42 7+=*>*A!B2 q2 2 2 2 h* " " "(#($sDcN7J2K(((\(T**D****X@@@T'+!!%!!!! ! 38n !  !!! !!!!:c!c!s!t!!!!$!!!!!!!s!3!4!!!!!""# !.2+/%)%))-*.*.&*%\!\!\!\! \!  \!  \! \!\!%UO\!"%\!c]\!c]\!"#\!#3-\!#3-\! sm!\!"#\!$%\!& '\!\!\!\!B            7G SV    <*c*htCH~.F****sx}8)hsm) )))\)VC:-C-HSM----*#*(4S>2J****chsm:!(C!(C!(!(!(!(F"c"hsm""""L%)!&)-%*|||c| |  |  |#'|#| d38n |||||!!c3h8P!!!!V' c c   [ * c c   [ " !!%!%%)#'U(U(U(U( U(  U(  U(U(U(U(U(U(U( #U(!U( U(U(U(U(nM!3M!$tCH~:NM!SWM!M!M!M!^stDcN/C,?C?C????D:?DDD26D d38n DDDDL5s5tCy5555, d4S>6J QUVY[^V^Q_ dh   \ "2!C2!C2!2!2!\2!j(c(d(((\( C D   \ GcGcGGG[G$(%)!%tttCytc t #Y t  tt d38n ttttp "<"<"<"< "< d38n  "<"<"<"r/sA     111111,,,,,,????????????????  8 $ $ GCLL!/##j0? B :6h h h h h h h h h h r+