߲j= NdZddlZddlZddlZddlmZddlmZmZddlm Z m Z m Z m Z ddl mZddlmZddlmZdd lmZdd lmZmZmZmZej4d Zd Zd ZdZdZdZ dZ!dZ"dde#de#de#de e#de#f dZ$dZ%d de e e#e fde e#de e#e ffdZ&GddZ'y)!zSession listing/rich rows, export, and import (portability) for SessionDB. Plain mixin for ``hermes_state.SessionDB`` (no ``__init__``/state of its own). Must never import hermes_state (cycle); shared constants live in hermes_state_common. N)Counter)datetimetimezone)AnyDictListOptional)SKILL_SCAFFOLD_SQL_LIKE)safe_json_loads) coerce_epoch)new_session_id) SCHEMA_SQL_PREVIEW_RAW_SUBQUERY_SQL_shape_preview_sql_session_last_active hermes_state)sourceuser_idmodel system_prompt end_reasoncwd git_branch git_repo_rootbilling_providerbilling_base_url billing_mode cost_status cost_sourcepricing_versiontitle) tool_call_id tool_nameeffect_disposition finish_reason reasoningreasoning_contentplatform_message_id message_id)reasoning_detailscodex_reasoning_itemscodex_message_itemsaINSERT INTO sessions ( id, source, user_id, model, model_config, system_prompt, system_prompt_hash, parent_session_id, started_at, ended_at, end_reason, message_count, tool_call_count, input_tokens, output_tokens, cache_read_tokens, cache_write_tokens, reasoning_tokens, cwd, git_branch, git_repo_root, billing_provider, billing_base_url, billing_mode, estimated_cost_usd, actual_cost_usd, cost_status, cost_source, pricing_version, title, api_call_count, archived ) VALUES ( :id, :source, :user_id, :model, :model_config, NULL, :system_prompt_hash, NULL, :started_at, :ended_at, :end_reason, 0, 0, :input_tokens, :output_tokens, :cache_read_tokens, :cache_write_tokens, :reasoning_tokens, :cwd, :git_branch, :git_repo_root, :billing_provider, :billing_base_url, :billing_mode, :estimated_cost_usd, :actual_cost_usd, :cost_status, :cost_source, :pricing_version, :title, :api_call_count, :archived ))rr model_configrrrrrrrrrr r!) input_tokens output_tokenscache_read_tokenscache_write_tokensreasoning_tokensapi_call_count)ended_atestimated_cost_usdactual_cost_usd select_colswheretail prompt_selectreturnc \|dnd}d||xsddtdtdd|d||d S) z``list_sessions_rich``-shaped SELECT: resolved prompt (``prompt_select`` fragment; None omits prompt columns AND the join), preview, last_active. Whitespace matches the historical inline queries (SQL text is pinned).z=LEFT JOIN system_prompts sp ON sp.hash = s.system_prompt_hashz SELECT , sz8 AS last_active FROM sessions s z WHERE z )rr)r7r8r9r: prompt_joins =/home/ubuntu/.hermes/hermes-agent/hermes_state_portability.py _rich_selectrBBsg&-"3rK=!4" 56*+,)#./0 M'$   z?COALESCE(sp.prompt, s.system_prompt) AS _system_prompt_resolvedmessages session_idcl|Dcgc]$}t|jd|x}||f&}}td|D}tdd|DD}t ||ddD cgc]q\\}}\} } |jd| jd|jd | jd t d t t| |z d zd s} } }}} d } |r|d d|ddfnd\} }dt|d|rdndt|t|t|z d| | | nd|| |nd|r$t d t t|| z d znd| rt d| Dndt||jdd || d Scc}wcc} } }}w)uRText-free timing evidence for a session export. Exports get attached to bug reports; a reader should not have to infer from raw timestamps whether a slow turn was one long model gap or many small tool intervals. Hermes persists no model/tool stopwatch samples, so message timestamps are the durable floor (``complete`` is therefore always False). Ids, roles, counts and durations only — never prompt text, arguments or results. Corrupt timestamp cells go through ``coerce_epoch`` like every other reader: they count as ``missing`` and never abort the export. timestamp)rENc3XK|]"}t|jdxsd$yw)roleunknownN)strget.0msgs rA z"_export_timings..as"P#cggfo:;Ps(*c3\K|]$}|st|tr t|nd&yw)N) isinstancelistlen)rNtcs rArPz"_export_timings..bs,l35hj:b$'BQ.ls,",c3>K|]}|jdyw) tool_callsN)rLrMs rArPz"_export_timings..cs9dTW#'',:O9drRidrIri)from_message_id to_message_id from_roleto_rolegap_mschtj|tjj S)N)tz)r fromtimestamprutc isoformat)tss rAz!_export_timings..is X++B8<<@JJLrC)NNmessage_timestampsFno_timestamped_messages) availablemissingc3&K|] }|d yw)r_N)rNis rArPz"_export_timings..ts=aak=stool) rrjcompleteunavailable_reasonrhfirst_message_atlast_message_at wall_clock_mslargest_gap_ms role_countstool_result_counttool_calls_emitted intervals) r rLrsumzipmaxintroundboolrUdict)rDrErOre timestampedrvrxprevprev_tsnxtnxt_tsryisofirst_tslast_tss rA_export_timingsrTs)1e)#''+*>:VVrc9eKePxPPKl9d[c9dll -0 [_,M OO )/4=C 88D>CGGDMXXf%#''&/aUFW$4#<=>?OIO MCCNQ*KOA,>?T`Hg&+&&1d7P,/ ,<XY\]hYiIij-5-ACMt+2+>3w+Q4y  !rCcr|j5}|j||cdddS#1swYyxYwN) _read_ctxr)selfrrs rAfind_foreign_importz+SessionPortabilityMixin.find_foreign_imports7 ^^  C44T6B C C Cs-6c td j d||dg\}|rt|dd fd}j|S)a8Adopt or mint a foreign snapshot in one transaction, including its provenance. BEGIN IMMEDIATE serializes duplicate clicks across connections/processes. Reuse the portability validator and message writer so counters and FTS obey the same contract as ordinary transcript imports. )hex_lenro)rZrr!rrDrerrorc6j|}|r|ddSd}|jdfjrdddd|dd <j||d|d |jd t j d ifd dS)NT)rEalready_importedrz&SELECT 1 FROM sessions WHERE title = ?z (i)sessionr!rDzBUPDATE sessions SET origin_json = ?, profile_name = ? WHERE id = ?rF)rrfetchone_import_session_rowjsondumps) rexistingitem normalizedrprofilerrEr!s rA_doz;SessionPortabilityMixin.import_foreign_history.._dos88vFH&.DIIa=D||DuhOXXZ.3WBz#$7G6H+JY(  $ $T4 ?D?*U W",%H HrC)r _validate_import_payload ValueError_execute_write) rrrDr!rrerrorsrrrEs `` ` ` @@rAimport_foreign_historyz.SessionPortabilityMixin.import_foreign_historysv$B/ !::%X /<01 F VAYw/0 0 I I""3''rCr;cj7jtd}djfd|D_jS)z``s.``-prefixed SELECT list of every SCHEMA_SQL ``sessions`` column except prompt storage internals (the compact_rows projection).sessions, c3FK|]}|jvsd|yw)zs.N)_SESSION_COMPACT_EXCLUDED)rNnameclss rArPz@SessionPortabilityMixin._compact_session_cols..s)6 $D@]@]4]"TF 6s! !)_session_compact_cols_sql_parse_schema_columnsrjoin)rdeclareds` rA_compact_session_colsz-SessionPortabilityMixin._compact_session_colssR  ( ( 000= ? AND s.id < ?zO ORDER BY s.started_at DESC, s.id DESC LIMIT ? OFFSET ?r>r:)chrordrB_PROMPT_RESOLVED_SQLrr)rrrrprefix prefix_hiqueryrs rAlist_cron_job_runsz*SessionPortabilityMixin.list_cron_job_runss "3BK#c&*o&9"::  A _/0D/EF  04uvyZ_agFh/ijs#jjjsA0rE compact_rowscH|j|g|j|S)zOne session with the ``list_sessions_rich`` enriched columns, or None. ``compact_rows=True`` omits the ``system_prompt`` blob. Public alias: :meth:`get_session_rich_row` (web server hydration).r)_get_session_rich_rows_batchrL)rrErs rA_get_session_rich_rowz-SessionPortabilityMixin._get_session_rich_rows(00*L0Y]]^hiirCc  |Dcgc]}|s| }}|siSd}t||kDrGi}tdt||D]*}|j|j||||z|,|S|j t |r|j ndddjd|Dd|rd nd t }t|j|j||D cic]} | d |  c} Scc}wcc} w) zEnriched rows for many sessions in one query, keyed by id; missing ids are absent (a page of compression tips resolves in one round trip).rrrz s.id IN (,c3 K|]}dyw?NrmrNrs rArPzGSessionPortabilityMixin._get_session_rich_rows_batch..sYkbcZ]Yk rNrrrZ) rUrangeupdaterflush_token_countsrBrrrmaprr) r session_idsrsidids_CHUNKresultstartrr?s rArz4SessionPortabilityMixin._get_session_rich_rows_batchs*1sSs11I s8f 02Fq#c(F3 w d??E%RX.@Yht?uv wM !,8D & & (eyQTQYQYYkgjYkQkPllmEn".$b9M8N4O %(s8S$TUq$ UU#2"VsC;C;+ Dc|jdtt|f}|Dcgc] }t|c}Scc}w)aTitled sessions whose first user turn was a ``/skill`` invocation (their titles describe the expanded skill body, not the request). Returns ``id``, ``title`` and the first-turn ``content`` so callers can re-derive what was typed. Newest first.a SELECT s.id, s.title, m.content FROM sessions s JOIN messages m ON m.id = ( SELECT m2.id FROM messages m2 WHERE m2.session_id = s.id AND m2.role = 'user' AND m2.content IS NOT NULL ORDER BY m2.timestamp, m2.id LIMIT 1 ) WHERE s.title IS NOT NULL AND m.content LIKE ? ORDER BY s.started_at DESC LIMIT ? )rr r}r)rrrrs rAlist_skill_scaffolded_sessionsz6SessionPortabilityMixin.list_skill_scaffolded_sessionss? .s5z: <&**cS ***s;rcV|j|d}i||t||ddS)NrZrDtimings) get_messagesr)rrrDs rA_with_messagesz&SessionPortabilityMixin._with_messagess6$$WT]3e'exOHV]^bVc #&t':':K#HPCCCPP#+SC 8K8QrSCSCSS rl (09A#B#CI#BUXYaUb _Xz-R  QT$CsBB#B!4 B'Nrc |j|d}|Dcic]}|dg }}t|}tdt|dD]f}|||dz}|j ddj d|Dd |}|D]+} || d j |j| d d -h|Dcgc]$}i|||dt||d|dd&c}Scc}wcc}w)zDExport all sessions (with messages) as dicts, e.g. for JSONL backup.i)rrrZrrz,SELECT * FROM messages WHERE session_id IN (rc3 K|]}dywrrmrs rArPz5SessionPortabilityMixin.export_all..8sG[PQG[rz() AND active = 1 ORDER BY session_id, idrErT) warn_context summary_flagr) search_sessionsrTrrU _read_allrappend_row_to_message_dictr) rrrrmessages_by_sessionrrchunkrrs rA export_allz"SessionPortabilityMixin.export_all/sC''vV'D@HIWwt}b0II./ 1c+.4 Eeck2E>>>sxxG[UZG[?[>\]99D  #C $56==--c]a-b  pxydk`7`(;GDM(J+,? ,NPWX\P]^`y yJys C!5)C&T) retire_donordonor_dbrc Jj|}|s dddd|ddS|jdxs|g}d}|D]}|jd}|rj|(t|jdxsg} tj |} | | kDsfd}t j d || | j|Dcgc] }t|c}} t| jd xsd } t| jd xsd } | jd dxr| | zt|k(}|s2t j d|| | t|| jdd}|r|r|stfd|D}i| ||dScc}w)uAdopt *session_id*'s full compression lineage from *donor_db* (stranded-bot-session heal: a profile bot's rows accumulated in the DEFAULT profile's state.db before the desktop routed session RPCs by target session). Pure composition ``donor_db.export_session_lineage()`` -> ``self.import_sessions()``: runtime fields reset, already-present ids skipped (idempotent). With ``retire_donor`` and a complete adoption, donor rows are ARCHIVED (never deleted) with ``end_reason='adopted_by_profile'`` — deliberately NOT in the recoverable set, so resurrection cannot undo an adoption. Returns the ``import_sessions`` dict plus ``adopted`` and ``donor_retired`` (True only when EVERY segment retired). Once routing was fixed, the profile backend correctly received the RPCs but had no such session, so the same chat 4001'd for the opposite reason. This method moves the conversation to where routing now looks for it. See #93091, #93296. Fzsession z not found in donor store)okadopted donor_retiredrrrZrDTufadoption divergence: donor segment %s has %d messages, local copy has %d — donor will NOT be retiredrrskippedrzSadoption of %s did not complete: imported=%s skipped=%s of %s segment(s); errors=%src3lK|]+}|jdsj|d-yw)rZN)rL_retire_donor_segment)rNr rrs rArPzESessionPortabilityMixin.adopt_session_lineage_from..qs2uTWgjgngnosgt : :8SY Ous44)rr) r rLrrUrloggerwarningimport_sessionsrr}all)rrrErpayloadr donor_aheadr seg_id donor_count local_countrrrrrs`` rAadopt_session_lineage_fromz2SessionPortabilityMixin.adopt_session_lineage_fromCs11*=EE' ~5NOQ Q;;z*7wi   tCWWT]FT--f5=cggj17R8Kd//78K[("  QRXZegrt t%%H&EStCy&EFvzz*-23fjj+0q1**T5)Sx'/Ac(m.S NNp%x#h-T\I] _ |Ku[cuuMM&MW}MM'Fs F r%cb t|j|}t|j|}||kDrtjd|||y|j ||j |d|j |dy#t$rtjd|dYywxYw)uArchive one adopted donor segment; False when skipped or failed. TOCTOU close-out: the divergence guard used EXPORT-TIME counts; re-read both stores right before stamping so donor growth never lands behind a non-recoverable archive (equal-count CONTENT divergence is accepted — bytes stay in the donor either way). A retirement failure must not fail the adoption (a later resume retries idempotently), but never claims success it didn't have.uoadoption divergence at retire time: donor segment %s grew to %d messages (local %d) — leaving donor unretiredFadopted_by_profileTz0failed to retire donor segment %s after adoption)exc_info)rUrrr reopen_session end_sessionset_session_archived Exception)rrr% donor_now local_nows rArz-SessionPortabilityMixin._retire_donor_segmentts H11&9:ID--f56I9$./5y)  # #F +  )= >  ) )&$ 7  NNMv`dN e sAB 5B !B.-B.valuefieldcF|t|tr|St|d)Nz must be a string)rSrKr)r2r3s rA_import_text_or_nonez,SessionPortabilityMixin._import_text_or_nones( =Juc2LE7"3455rCcn |dSt|S#ttf$r}t|d|d}~wwxYw)Nz must be an integer)r} TypeErrorr)r2r3excs rA_import_int_or_nonez+SessionPortabilityMixin._import_int_or_nonesG E =4 8c%j 8:& Ew&9:; D Es 4/4c|yt|tr6 tj|}t|t st |d|St|t st |d tj|S#tj$r}t |d|d}~wwxYw#tt f$r}t |d|d}~wwxYw)Nz must be valid JSONz must be a JSON objectz must be JSON serializable) rSrKrloadsJSONDecodeErrorrrrr7)r2r3parsedr8s rA_import_json_object_or_nonez3SessionPortabilityMixin._import_json_object_or_nones = eS ! IE*fd+ E7*@!ABBL%&w&<=> > L::e$ $'' I E7*=!>?SH I:& Lw&@AB K Ls/A>)B(>B%B  B%(C 7CC cJ ||S||S#ttf$r|cYSwxYw)z;``cast(value)``; *default* for None or an unparsable value.)r7r)r2castrs rA _coerce_orz"SessionPortabilityMixin._coerce_ors3 #m7 <e <:& N s""rawrDcFt|}||d<|j|jdd|d<dgtD]&}|j |j||||<(g}t |D]\}}t|} | jd} t | tr| std|dtD]&}|j | j||| |<(|j| jdd| d<|j| ||dS) zAType-check one payload session + its messages; raises ValueError.rZr-parent_session_idrIz messages[z!].role must be a non-empty string token_count)rrD) rr>rL_IMPORT_SESSION_TEXT_FIELDSr5 enumeraterSrKr_IMPORT_MESSAGE_TEXT_FIELDSr9r) rrBrErD clean_sessionr3clean_messages message_indexmessage clean_messagerIs rA_normalize_import_sessionz1SessionPortabilityMixin._normalize_import_sessionsBS ( d(,(H(HIZIZ[iIjlz({ n%)H,GH ^E#'#<#<]=N=Nu=UW\#]M%  ^/1&/&9 1 "M7 MM $$V,DdC( 9]O;\!]^^4 b'+'@'@ARARSXAY[`'a e$ b+/+C+CMDUDUVcDdfs+tM- (  ! !- 0 1)nEErCrcg}g}t}ddd}t|D]~\}}t|tr,t |j dxsdj nd} |j||||} |j||jd|i| ||fS#t$r0} |t | d} |r|| d<|j| Yd} ~ d} ~ wwxYw) zSize/shape/type validation of the whole payload; returns ``(normalized_items, errors)``. Every rejected entry is reported.r)rDbytesrZr=)indexrrENrQ) setrGrSrrKrLstrip_validate_import_sessionrradd) rrrrseen_idstotalsrQrBrErr8s rArz0SessionPortabilityMixin._validate_import_payloads,. ') U!,#H- 8JE3=GT=RSWWT]0b1779XZJ 44S*hPVW LL $   w66 7 86!! !&S:)3D& d#  s$B$$ C-&CCrVrWclt|ts td|s td||vr td|jdxsg}t|ts tdt ||j kDr tdtd|Dr td |jDcic]\}}|d k7s ||}}}t tj|d d jd } | |jkDr td|dxx| z cc<|d|jkDr td|j|||} |dxxt | dz cc<|d|j kDr td| Scc}}w#ttf$r tddwxYw)zOne payload session -> normalized item; ValueError(message) on rejection. *totals* accumulate before their limit check (a rejected oversize entry still counts).zsession must be an objectzsession id is requiredzduplicate session idrDzmessages must be a listz-messages exceeds the per-session import limitc3>K|]}t|t ywr)rSrrMs rArPzCSessionPortabilityMixin._validate_import_session..s=S:c4((=rYz"messages must contain only objectsrF)r:) ensure_ascii separatorszutf-8z!session must be JSON serializableNz%session exceeds the import size limitrPz#import exceeds the total size limitz'messages exceeds the total import limit)rSrrrLrTrU _IMPORT_MAX_MESSAGES_PER_SESSIONanyitemsrrencoder7_IMPORT_MAX_SESSION_BYTES_IMPORT_MAX_TOTAL_BYTESrN_IMPORT_MAX_TOTAL_MESSAGES) rrBrErVrWrDkvmeasured session_bytesrs rArTz0SessionPortabilityMixin._validate_import_sessions#t$89 956 6  !34 477:&,"(D)67 7 x=4@@ @LM M =H= =AB B L*-GAY1GHG 8%T^ _ f fgn opM 499 9DE Ew=( '?T99 9BC C--c:xHzc$z"233 *  ? ? ?FG G H:& L@At K Ls$)F< F F3FFF3ct|jd|d}|t|jdxsd|j||jd|t jn||jdrdnd d t Dcic]}||j|c}t Dcic])}||j|j|td+c}tDcic])}||j|j|td +c}}|jt|d td tfd }|D cgc]0} i| tD cic]} | || j| c} 2} } } |j||| \} } |jd| | |fycc}wcc}wcc}wcc} wcc} } w)zDINSERT one normalized session + its messages; counts fixed up after. started_at)rEr3rimportrNarchivedrRr)rZrsystem_prompt_hashrirkr2r;c@t|tr t||S|S)Nr)rSrKr )r2s rA _json_valuez@SessionPortabilityMixin._import_session_row.._json_values>]  FVVcsDOOCGGCL#q99V  /8 ^s ^s ^ks cf ^s ^A\]#sK 55] ^  ,0+D+DT:Wi+j(( ^$&6 C EF]V ^ s*F/5.F4..F9 GF>:G>Gparent_updatesct|dtdtdtffd }d}|D]]\}}jd|fj }|r|||sjd||fGj |d|d z }_|S) aRe-attach imported children whose parent exists (in the store or the same payload) without creating a cycle; returns the detached count. Only the closing edge of a cycle is dropped, so later entries can still attach to the now-root session.rE parent_idr;c|h}|}|rL||vry|j||vr|}"jd|fj}|y|d}|rLy)NTz;SELECT parent_session_id FROM sessions WHERE id = ? LIMIT 1FrD)rUrr)rEr~seencurrentrrparent_by_childs rA_would_create_cyclezKSessionPortabilityMixin._attach_import_parents.._would_create_cycles}._doRs &(L%'K46N" 09o !4"5;;= << MPZ}]ffh&&z2((sD4DjQ(; < BCIIK ")):y*AB##J/ 0L(9c+FV 77nM ,[TV rC)rSrTrrU_IMPORT_MAX_SESSIONSrr)rrrrrs` @rAr!z'SessionPortabilityMixin.import_sessions;s(D)67 7 x=444 4=d>W>W=XX`ab b!::8D F Q1!W]^ ^ *""3''rC)rm)F)r)r),__name__ __module__ __qualname____doc__ staticmethodrrr classmethodrKrrrrrTrrrrr}rr rget_session_rich_rowrrrrr rr(rr5r9r>rArNtuplerrRrTrrr!rmrCrArr|sF  C(<-c--tCH~ 8c88 d tDQTVYQYNG[ kkSkskSWX\]`be]eXfSgk jj4jT\]abegjbj]kTlj 1VdVW[\_aefiknfnao\oWpV,+C+$tCQTH~BV+*fd38nfc3hfAA$sCx.1IA    $sCx.9Q  yyT#s(^0Dy(bf/N3/NC/NZ^/Njnortwowjx/Nbc3486C66 66 E3EsEx}EE L3LsLx}LL$#FT#s(^FFX\FaefiknfnaoF&"d38n1E"%"* C S C Y]^acf^fYg lpqtvyqylz DET#s(^EtDQTVYQYNG[EilEquE, T%[ S  D,(T#s(^(<,(c3h,(rCr)r=r=r)(rloggingrrp collectionsrrrtypingrrrr agent.skill_commandsr utilsr hermes_cli.timefmtr hermes_state_idsr hermes_state_commonrrrr getLoggerrrFrHrurtrqrsrrrKrBrrrrmrCrArs  ',,8!++oo   > * d.K  c  #  S  hWZm  eh  Y%d4S>2% %Y]^acf^fYg%Pk(k(rC