}-jF ZdZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z ddlmZddlmZmZmZmZmZmZmZmZmZmZmZmZmZddlmZddl m!Z!m"Z"ej#e$Z%dZ&d Z'ej(Z)d]d Z*d^d e+d e,fd Z-d^dZ.dZ/dZ0dZ1dZ2dZ3dZ4dZ5d_dZ6dZ7GddZ8d e fdZ9 d^ddd e,fdZ:dZ;d e,fd Zd$e?d e,fd%Z@d e fd&ZAd'eBe?d dfd(ZCd)e+d dfd*ZDd^d+ZEdbd-e+fd.ZFejGZHd!aId/eBd e,fd0ZJdd1d2e,d eBfd3ZKd]d4ZLd5ZMejGZNd e+fd6ZOd^d e+d7e+d e,fd8ZP dcd e+d:e+d;e+fd<ZQd=ZRd>ZSd?ZTd@ZUdAZVdBZWd e dzfdCZXdDe d e+fdEZYdFZZd e+fdGZ[eVdHdDe dIe\d e]eBe?e+dze^dze^dzffdJZ_d^eTeUdKdLe e+zdzdMe\dNe\fdOZ`dPeBe?dQe+dzd e+fdRZad^eTeUdKdLe e+zdzdMe\dNe\d eBfdSZbd^dLe e+zdzd eBfdTZcd eBfdUZddVZed eBfdWZfd^dXe+dYe^dzd e\fdZZgd[Zhd e,fd\ZidS)dz;Hermes Web UI -- Session model and in-memory session store.N)closing)Path) SESSION_DIRSESSION_INDEX_FILESESSIONS SESSIONS_MAXLOCKSTREAMS STREAMS_LOCKDEFAULT_WORKSPACE DEFAULT_MODEL PROJECTS_FILEHOMEget_effective_default_model_get_session_agent_lock)get_last_workspace)"read_importable_agent_session_rowsread_session_lineage_metadataireturncVtjtz } tjdD]f} |j|kr6|dtd|j W#t$rYcwxYwdS#t$rYdSwxYw)u8Best-effort removal of stale ``*.tmp.*`` files from SESSION_DIR. Only files whose mtime is older than ``_STALE_TMP_AGE_SECONDS`` are removed so that in-flight writes from a long-running sibling process are not disturbed. Errors are logged and swallowed — this must never prevent startup. z*.tmp.*T missing_okzCleaned up stale tmp file: %sN) time_STALE_TMP_AGE_SECONDSrglobstatst_mtimeunlinkloggerdebugnameOSError Exception)cutoffps /root/hermes-webui/api/models.py_cleanup_stale_tmp_filesr(.sY[[1 1F  !),,  A 6688$v--HHH---LL!@!&III             s5BABB BBBB B('B( session_idc|sdS|?t5ttj}dddn #1swxYwY||vrdSt|dz }|S)a<Return True if an index entry still has backing state. A session can legitimately exist either as a persisted JSON file or as an in-memory Session object that has not been flushed yet. This helper is used to prune stale `_index.json` rows left behind after session-id rotation or file removal. FNT.json)r setrkeysrexists)r) in_memory_idsr&s r'_index_entry_existsr0Cs u  1 1 00M 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1]""t****A 88::s !;??c tjdtjdt jj}t5|tjs0tg}tj dD]}|j dr t|j}|r'||g#t&$rt(d|YwxYwt,5d|D}t/jD]2}|j|vr'||3|dd t7j|d d }dddn #1swxYwY t;|dd5}|||tj |!dddn #1swxYwYtj"|tn7#t&$r* |#d n#t&$rYnwxYwwxYw ddddSd } t,5t7j$tj%d} tMt/j'dtj dDfd| D} d|D} d| D}| (D]\} } | |vr| | tS| D])\} }|*d} | | vr | | | | <*| dd t7j| d d }dddn #1swxYwY t;|dd5}|||tj |!dddn #1swxYwYtj"|tn7#t&$r* |#d n#t&$rYnwxYwwxYwn#t&$rd }YnwxYwdddn #1swxYwY|rtWddSdS)uUpdate the session index file. When *updates* is provided (a list of Session objects whose compact entries should be refreshed), this does a targeted in-place update of the existing index — O(1) for single-session changes. When *updates* is None, a full rebuild is performed (used on startup / first call). LOCK protects in-memory state snapshots and payload construction only; disk I/O (write/flush/fsync/replace) always runs outside LOCK. .tmp..N*.json_Failed to load session from %sc8h|]}|dSr)get.0es r' z'_write_session_index..ss$EEEl 3 3EEEc.|ddSN updated_atrr9ss r'z&_write_session_index..ws155q+A+Ar?TkeyreverseF ensure_asciiindentwutf-8encodingrcPh|]#}|jd|j$S)r5)r" startswithstemr<r&s r'r>z'_write_session_index..s@6,,S11Fr?cpg|]2}|dvs|dv0|3Sr8r9)r<r=r/ on_disk_idss r' z(_write_session_index..sQl++}<<l@S@SWb@b@b@b@b@br?cBi|]}|j|S)r)compactr<rDs r' z(_write_session_index..s$JJJQq|QYY[[JJJr?c8h|]}|dSr8r9r;s r'r>z'_write_session_index..s$FFFl 3 3FFFr?r)c.|ddSrAr9rCs r'rEz&_write_session_index..sAEE,,B,Br?updates),r with_suffixosgetpid threadingcurrent_threadident_INDEX_WRITE_LOCKr.r(rrr"rRSessionloadrSappendrZr$r r!r rvaluesr)sortjsondumpsopenwriteflushfsyncfilenoreplacerloads read_textr,r-items enumerater:_write_session_index)r`_tmpentriesr&rD existing_ids_payloadf _fallbackexisting updated_mapsidentryir=r/rVs @@r'ryryVs  )*b")++*b*b @X@Z@Z@`*b*b c cD WW ?"4";"="=? $ & & &G %h// F F6$$S))F QV,,A4qyy{{333 FFFLL!A1EEEEEF M MEEWEEE !**44A|<77qyy{{333 !A!A4 PPP:gE!LLL  M M M M M M M M M M M M M M M $g666)!GGH%%%GGIIIHQXXZZ((())))))))))))))) 4!34444   KK4K0000 D   IWWWWWWWWP .  N N:&8&BG&T&T&TUU #HMOO 4 4 (-h77 ' KJ'JJJ FFXFFF "-"3"3"5"5//JC,.. ...%h//77DAq%% --Ck))&1#&6  "B"BD QQQ:hU1MMM= N N N N N N N N N N N N N N N@ $g666)!GGH%%%GGIIIHQXXZZ((())))))))))))))) 4!34444   KK4K0000 D  5   III mWWWWWWWWWWWWWWWr+T******++sn AS$AC-,S-%DSD SBF-! S-F1 1S4F1 5S9I  AH' I 'H+ +I .H+ /I  S JI/.J/ I<9J;I<<JSSR(D(O R(O R(O R(Q0.AQ > Q0 Q Q0Q Q0/R(0 R$;RR$ RR$RR$$R('S( R74S6R77SS  S ct5ttjcdddS#1swxYwYdSN)r r,r r-rYr?r'_active_stream_idsrs} ##7<>>""##################s 599c(t|o||vSr)bool)active_stream_idactive_stream_idss r'_is_streaming_sessionrs  J%59J%J K KKr?ct|tr,|dp|dpdStt |ddpt |ddpdS)Nlast_message_atrBrmessages) isinstancedictr:_last_message_timestampgetattr)sessions r'_session_sort_timestamprsr'4  P{{,--O\1J1JOaO "77J#E#E F F p'RY[gijJkJk poppr?ct|tsdS|dp|d} |t|ndS#tt f$rYdSwxYw)N_ts timestamp)rrr:float TypeError ValueError)messageraws r'_message_timestamprs{ gt $ $t ++e   8 K 8 8C _uSzzz$6 z "ttsAA+*A+ct|tsdSt|D]F}t|tr|ddkr1t |}|r|cSGdS)Nroletool)rlistreversedrr:r)rrtss r'rrs h % %tH%% gt $ $ V)<)<)F)F   ( (  III  4r?ct|tsdSt|ddS)Nr)rrstrr:striplower)rs r' _message_rolersM gt $ $r w{{62&& ' ' - - / / 5 5 7 77r?c"d}d}t|}||kr||}|dkr|}|dz }d}g}||krR||} |r|| d}n%| dkrd}n| dkrn || |dz }||kR||krdS|dkrWd||kr>|dz} | |kr|| d vr| dz } | |kr || d v| |kr|| d kr|Sn|d vr|dz }n |d vr|dz}|dz }||kdS) zBReturn the byte offset of a top-level JSON object key, if present.r"F\TNrz :z{[z}])lenrjjoin) textrGdepthrnchstartescapedcharscjs r'_find_top_level_json_keyrs E A D A a%% !W 99E FAGEa%%G$LLOOO#GG$YY"GG#XXLLOOOQa%%Avvtzzbggenn33E!eeQ9 4 4FA!eeQ9 4 4q55T!W^^ L 4ZZ QJEE 4ZZ QJE Q? a%%@ 4r?cd}t|dd5}t|d|kr|d}|s ddddS||z }t |d}|c|d|}|dr|dd }|d cdddS dddn #1swxYwYdS) zCRead only the metadata portion before the top-level messages array.rrrNrOiNr,z })rorencodereadrrstripendswith)pathmax_prefix_bytesbufr~chunk messages_posprefixs r'_read_metadata_json_prefixrsu C dC' * * * #a#**W%%&&)999FF4LLE  # # # # # # # # 5LC3CDDL#,'..00Fs## .++--??? # # # # # # # #9 # # # # # # # # # # # # # # # 4s?C$!A)C$$C(+C(c tjtjd}n#t$rYdSwxYwt |t sdS|D]}|d|kr|d}t |tr |dkr|cS t|}n#ttf$rYdSwxYw|dkr|ndcSdS)zGReturn the indexed message count without loading the full session file.rNrONr) message_countr) rmrurrvr$rrr:intrr)r)r{rcounts r'_lookup_index_message_countr&s*/97KKKLL tt gt $ $t - - 99\ " "j 0 0  /** eS ! ! eqjjLLL JJEE:&   444  uu,,, 4s'* 88%B55C  C c&eZdZddeeeddddddddddddddddddddddddddddddddddf&dedededed ed ed ed ed ededefdZe dZ ddededdfdZ e dZ e dZddefdZdS)rhNUntitledFrr)titlepinnedarchived project_id input_tokens output_tokensrpending_user_messagellm_title_generatedparent_session_idc' |ptjjdd|_||_t t ||_ ||_ |r3t | nd|_ |pg|_| pg|_|pt!j|_|pt!j|_t'| |_t'| |_| pd|_| |_|pd|_|pd|_||_||_||_||_|pg|_||_tA|tBr|ng|_"||_#||_$||_%||_&||_'||_(tA|tRr|nd|_*tA|tBr|ng|_+t'||_,| |_-|!r@t t |!nd|_.|"rt |"nd|_/|#r@t t |#nd|_0|$|_1t'|'2dd|_3|'2d|_4|'2d|_5|'2d|_6|'2d|_7|%|_8tA|&tRr|&ni|_9d|_:dS) N ris_cli_sessionF source_tag raw_sourcesession_source source_label);uuiduuid4hexr)rrr expanduserresolve workspacemodelrrmodel_providerr tool_callsr created_atrBrrrrprofilerrestimated_cost personalityrrpending_attachmentspending_started_atrrcontext_messagescompression_anchor_visible_idxcompression_anchor_message_keycompression_anchor_summarycontext_lengththreshold_tokenslast_prompt_tokensrgateway_routinggateway_routing_historyrr worktree_pathworktree_branchworktree_repo_rootworktree_created_atr:rrrrrenabled_toolsetscomposer_draft_metadata_message_count)(selfr)rrrrrrrBrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrkwargss( r'__init__zSession.__init__=s%8%= (8"(= T)__7799AACCDD ES]c.117799??AAAY] B $*$3 $3 6ll X $, (-A*/a,& 0$8!#6#<" "44>?OQU4V4V ^ 0 0\^.L+.L+*D', 0"42<_d2S2S]Y]BLMdfjBkBk's'>'>qs$#'(;#<#< !2P]gSm!4!4!?!?!A!A!I!I!K!KLLLcg7FPs?333DZl"v#d+=&>&>&I&I&K&K&S&S&U&U"V"V"Vrv#6 "6::.>#F#FGG **\22 **\22$jj)9::"JJ~66 00:>40P0PXnnVX'+$$$r?c&t|jdz S)Nr+)rr))rs r'rz Session.paths66666r?Ttouch_updated_at skip_indexrcltddrtdjd|rtj_gdfdD}j|d<j|d<fd jD}tj i||dd } j rj d } tj|}t|dpg}n#tjt$f$rd}YnwxYwtjpg} || kr$j d} | dt)jdt-jj} t3| dd 5} | || t)j| dddn #1swxYwYt)j| | n8#t>$r+ | dn#tB$rYnwxYwYnwxYwn#t>$rYnwxYwj dt)jdt-jj} t3| dd 5}|||t)j|dddn #1swxYwYt)j| j n7#tB$r* | dn#tB$rYnwxYwwxYw|stEgdSdS)N_loaded_metadata_onlyFz'Refusing to save metadata-only session zx: would atomically overwrite on-disk messages with []. Reload with metadata_only=False before mutating state. See #1558.)(r)rrrrrrBrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrc4i|]}|t|dSr)r)r<krs r'r\z Session.save..s'CCCa74D))CCCr?rrcVi|]%\}}|v |dv |d"||&S))rrr5)rR)r<r vMETADATA_FIELDSs r'r\z Session.save..sS,,,$!Q_,,:T1T1Tc**2UA1T1T1Tr?rIrJrNrOrz .json.bakz .bak.tmp.r3rMTrr2r_)#r RuntimeErrorr)rrBrr__dict__rwrmrnrr.rvrurr:JSONDecodeErrorrrarbrcrdrerfrorprqrrrsrtr#rr$ry)rrrmetaextrapayload existing_textrexisting_msg_countincoming_msg_countbak_pathbak_tmpbftmpr~rs` @r'savez Session.saves 40% 8 8 $/   *"ikkDO   DCCC?CCC=Z!_\,,,,$-"5"5"7"7,,,*...U1MMM# y!! ! $ 3 3W 3 E E ,#z-88H),X\\*-E-E-K)L)L&&,j9,,,)+&&&,%()<"%=%="%(:::#y44[AAH!"*"6"6X XXi6N6P6P6VXX##"'3AAA2RHH]333HHJJJHRYY[[111222222222222222 7H5555"!!!!#NNdN;;;;(!!! D! !     D i##$\BIKK$\$\):R:T:T:Z$\$\]] c3111 %Q    $$$ % % % % % % % % % % % % % % % JsDI & & & &     d ++++         1 $ 0 0 0 0 0 0 1 1s-5I<#8DI<D74I<6D77:I<2AIAH" I"H&&I)H&*II< I8I%$I8% I2/I81I22I85I<7I88I<< J J M(&AM6 M(MM( M M(( N3N  N NNNNc |rtd|DsdSt|dz }|sdS|ditj|dS)Nc3K|]}|dvV dS%0123456789abcdefghijklmnopqrstuvwxyz_NrYr<rs r' zSession.load..(XXqa#JJXXXXXXr?r+rNrOrY)allrr.rmrurv)clsrr&s r'riz Session.loads #XXTWXXXXX 4 S--- 'xxzz 4s??TZ W = =>>???r?c |rtd|DsdSt|dz }|sdS t|}|s||St j|}hd}||s||Sg|d<g|d<|di|}t||_ d|_ |S#t$r||cYSwxYw) aLoad only the compact metadata fields, skipping the messages array. Session JSON files have metadata fields (session_id, title, model, etc.) at the top level, before the large messages array. Read only up to the top-level "messages" field and synthesize a small metadata-only object. Falls back to load() for legacy or unexpected file layouts. c3K|]}|dvV dSrrYr!s r'r"z-Session.load_metadata_only.. r#r?Nr+>rrr)rBrrTrY) r$rr.rrirmruissubsetr-rrr r$)r%rr&rparsedneededrs r'load_metadata_onlyzSession.load_metadata_onlys: #XXTWXXXXX 4 S--- 'xxzz 4 !/22F %xx}}$Z''FHHHF??6;;==11 %xx}}$!#F: #%F< cmmFmmG.I#.N.NG +-1G )N ! ! !88C==  !s%C+(AC+<.C++D  D c,||n t}t|j}|j|jnt |j}|rt |d}t|jp|j}|r|j r|j }id|j d|j d|j d|j d|jd|d|jd |jd |d |jd |jd |jd|jd|jd|jd|jd|j|j|j|j|j|j|j|j|jd|j r d|j ini|j!r|j!|j"|j#|j$dnitK|jtLrtOd|jDnd|j(|j||j)|j*|j+|j,|j-|j.tK|j/t`r|j/ni|rtc|j(|ndd S)Nrr)rrrrrrrBrrrrrrrrr)rrrrrrrrr)rrrrc3@K|]}t|dkdVdS)userrN)r)r<rs r'r"z"Session.compact..Zs=&&-2H2HF2R2R2R2R2R2R&&r?rF) user_message_countrrhas_pending_user_messagerrrrrrr is_streaming)2r,rrrrrmaxrrBrr)rrrrrrrrrrrrrrrrrrrrrrrrrrrrsumrrrrrrrrrr)rinclude_runtimerr0rrs r'rZzSession.compact*s1B1N--TWTYTY#'(A#B#B +7  ( (T]##  $ 2 q11M1$-@@SDO # 6(? 6"5O3 $/3 TZ3  3  TZ 3 d1 3 ] 3  $/3  $/3  3  dk3   3  $/3  t|3  D-3  T/3 d1!3 " 4+#3 $/3.Q.2.Q*.*I"1 $ 5"&"9#3'+'C33 3 3 8AE@V^#T%;<<\^93 D# ,!%!3#'#7&*&='+'?  *,E3 JDM400#8#&&!%&&&###67 $ 5$($=(@"1//"1 - $ 55?@SUY5Z5Zbd11`b!,1%'8&+e3 3 3 3 r?)TF)FN)__name__ __module__ __qualname__rr r rrrpropertyrr classmethodrir+rrZrYr?r'rhrh<s'+ 3011 $4D uU!%t#$4!'++/%)$("&0404,0 $t$(!%t+0'+" $#'$(!%#5G,G,3G,CG,+/ G,AE G, ! G, # G, 69 G,$'G,(+G,&'+'G,($')G,G,G,G,R77X7n1n1Tn1dn1tn1n1n1n1`@@[@#!#![#!J@ @ @ @ @ @ @ @ r?rhc ddlm}t||S#t$rCttjdpdcYSwxYw)zResolve the hermes agent home directory for the given profile. Prefers the profile-specific helper from api.profiles; falls back to the HERMES_HOME environment variable or ~/.hermes, expanding ~ correctly. r)get_hermes_home_for_profile HERMES_HOMEz ~/.hermes) api.profilesr;r ImportErrorrbenvironr:r)rr;s r'_get_profile_homer@ls O<<<<<<//88999 OOOBJNN=11@[AALLNNNNNOs A A-,A-T)require_stream_deadc> |j}|jsdS|&|j|krdS|r|jtvrdSt |jdkrdt|jpd}d}|r|jr|jd}t|trh| ddkrOdt| d pd}||k}ttj } t|jttfr|jdkrt|j} |sDd|j| d d } |jrt#|j| d <|j| d|_d|_g|_d|_|jd dttj d d|t(d|d S|rt/|d5} t1j| } dddn #1swxYwY| dg} | r| |_| dg|_dD].}| |t7||| |/d|_d|_g|_d|_|t(d|t | d S|jrttj } t|jttfr|jdkrt|j} d|j| d d } |jrt#|j| d <|j| d|_d|_g|_d|_|jd dttj d d|t(d|d S)u0Inner repair logic. Must be called with the per-session lock already held. Re-checks session state under the lock, then either syncs messages from the core transcript (if present and non-empty) or restores the pending user message as a recovered user turn and appends an error marker. stream_id_for_recheck: when provided, repair bails if session.active_stream_id changed (e.g. context compression rotated it). The cache-miss repair path also requires the stream to be absent from active streams; the streaming thread's final fallback passes require_stream_dead=False because it runs before its own stream is removed from STREAMS. Returns True if repair was applied, False if the re-check bailed out. Must never raise — caller is responsible for exception handling. FNr rrrr.contentT)rrDr _recovered attachments assistantz#**Previous turn did not complete.**)rrDr_errorzPSession %s: recovered pending user turn (messages non-empty), added error markerrNrOrr)rrrz3Session %s: synced %d messages from core transcriptz8Session %s: no core transcript found, added error marker)r)rrrrrrrsplitrrr:rrrrrrrjrr infor.rormrirsetattr)r core_pathstream_id_for_recheckrAr _pending_text_already_checkpointed _last_msg _last_text _recovered_ts recoveredr~core core_messagesfields r' _apply_core_sync_or_error_markerrWys,  C  'u(  #'< < <5  7#;?Q?S?S#S#S5  7 !!W%A%GR!H!H!N!N!P!PQQ %  DW- D(,I)T** Dy}}V/D/D/N/N XXc)-- *B*B*Hb&I&I&O&O&Q&QRR (2m(C%DIKK(( g03, ? ? .>s(TT1!FFTTTTTTr?sessionssession_r+)blockingzE_repair_stale_pending: lock contended, skipping repair for session %si,z.1frDzD_repair_stale_pending firing: session=%s stream_id=%s pending_age=%s)rMz+_repair_stale_pending failed for session %s)rrrrrrrr#_REPAIR_STALE_PENDING_GRACE_SECONDSr r!r)r$r@rracquirewarningrWreleaser$ exception) r_seen_stream_id_started_ager profile_homerLlock_DIAG_WARN_WINDOW_SECONDS_age_str_logs r'_repair_stale_pendingrlsp".O  (""4"6"666u w 4d;;H 9;;x0DD:&   <>>>H%),E%E%E6>>6=A>*A G AF<'G<GG%G>=G>Fct5|tvr-tj|t|cdddS dddn #1swxYwY|rt|}|r|Snt|}|r8t5|t|<tj|t ttkr2tjdt ttk2dddn #1swxYwY|s t|}|st |j dkrm|j rf|j r_|j tvrJt5tj||urtj|ddddn #1swxYwYn#t $rYnwxYw|St#|)ayLoad a session, optionally with metadata only (skipping the messages array). Metadata-only loads intentionally do not populate the full-session cache. Otherwise a later full load could return a compact object with an empty messages list. Use this when you only need compact() metadata and not the actual message history (e.g., for fast sidebar switching). NFlastr)r r move_to_endrhr+rirrpopitemrlrrrrr:popr$KeyError)r metadata_onlyrDrepaireds r' get_sessionrvgs !! (??   % % %C=!!!!!!!! !!!!!!!!!!!!!!!  & &s + +  H  LL    - -HSM   % % %h--,.. e,,,,h--,.. - - - - - - - - - - - - - - -   033  4S__%9%92&:.&:.6H6J6JJJ44#<,,11$Ld333444444444444444     3--s[*A  AAA.DDD$AF;7,F/# F;/F33F;6F37F;; GGc d|$ ddlm}|}n#t$rd}YnwxYw|p t}t |t r|nd}|r.|r*|dr|dn|n|} t| p t|||||r|dnd|r|dnd|r|dnd|r|dnd } t5| t| j <tj | j tttkr2tjd tttk2dddn #1swxYwY|r| | S) uCreate a new in-memory session. The session lives in the SESSIONS dict only — no disk write happens until the first message is appended (#1171 follow-up). This avoids the "ghost Untitled session on disk" pile-up that occurred when users clicked New Conversation, reloaded the page, or completed onboarding without ever sending a message. Subsequent code paths that populate state immediately (btw / background agent at api/routes.py) call ``s.save()`` themselves after setting title/messages, and ``_handle_chat_start`` saves the session as soon as the user actually sends a message — both are the natural first-write moments for a real session. Crash-safety: if the process exits between session creation and first message, the session is lost. Since it had no messages, there is nothing to lose. Worktree-backed sessions are the exception: they are saved immediately because creating the session also creates real filesystem state that must remain discoverable after restart. *profile* — when supplied by the caller (e.g. from the request body sent by the active browser tab), it is used directly so that concurrent clients on different profiles don't fight over a shared process-global. If not supplied, we fall back to the process-level active profile (the pre-#798 behaviour, preserved for calls that originate outside a request context). Nrget_active_profile_namerbranch repo_rootr) rrrrrrrrrFrn)r=ryr>rrrr:rhrr rr)rprrrqr) rrrrr worktree_inforyeffective_modelwtworkspace_pathrDs r' new_sessionrs2  < < < < < <--//GG   GGG <:<266+...$46@BFF<000D   A ))!"Q\***(mml**  % ( ( ( ((mml**)))))))))))))))    Hs $$ A8FFFrct|dpd}|dp|d}|dkp|dS)zJReturn True for internal/background sessions hidden from the default list.r)rrsourcecroncron_)rr:rR)rrrs r'_hide_from_default_sidebarrs^ gkk,''-2 . .C [[ & & ?'++h*?*?F V  6s~~g666r?c h ddlm}t|}nk#t $r^tt jdttdz }YnwxYw|dz S)zHReturn state.db for the active Hermes profile, degrading to HERMES_HOME.rget_active_hermes_homer<.hermesstate.db) r=rrrrr$rbgetenvrr)r hermes_homes r'_active_state_db_pathrsc777777113344??AAIIKK ccc29]Cy8H4I4IJJKKVVXX``bb c  ##sAAA%B,+B,r\c ttd|D}n#t$rYdSwxYw|D]6}|d}||vr|||7dS)zFAttach state.db compression lineage metadata used by sidebar collapse.c8h|]}|dSr8r9r[s r'r>z3_enrich_sidebar_lineage_metadata..s$ 3 3 3QQUU< 3 3 3r?Nr))rrr$r:update)r\metadatarrs r' _enrich_sidebar_lineage_metadatars0 ! # # 3 3( 3 3 3   **kk,'' (?? NN8C= ) ) )**s &) 77r"c\|) ||dS#t$rYdSwxYwdSr)stager$)diagr"s r' _diag_stagersO   JJt         DD s  ))c t|dt t|dtjr t|dt jtjd}t|dd|D}g}t|D]t\} d vrkt|d t d }|r,| ||<| |u|rL t|d t| n*#t$rtd YnwxYwt|d|D]( t# d  d<)t|dd|D}t$5t'jD]! d | j<" dddn #1swxYwYt|dt-|dd}d|D}d|D}|D] dsd d<t|dt/||S#t$rtdYnwxYwt|dg}t1jdD]}|jd r t |j r| U#t$rtd!|Y|wxYwt|d"t'jD]2 t; fd#|Dr| 3t|d$|d%d fd&|D}d'|D}|D] dsd d<t|dt/||S)(Nzall_sessions.active_streamszall_sessions.index_existszall_sessions.read_indexrNrOzall_sessions.prune_indexcVg|]&}t|d$|'Sr8)r0r:r[s r'rWz all_sessions..sB&quu\':':;;r?rzall_sessions.backfill_loadr)zall_sessions.backfill_writer_z*Failed to persist last_message_at backfillzall_sessions.mark_streamingrr1zall_sessions.overlay_lockc i|] }|d| Sr8rYr[s r'r\z all_sessions..s;;;<!;;;r?Tr4rzall_sessions.sort_filtercL|ddt|fSNrF)r:rrCs r'rEzall_sessions..s#quuXu?U?UWnopWqWq>rr?rFcg|]w}|dddkrY|dddkr?|ds*|ds|du|xS)rrrrrr0rr9r[s r'rWz all_sessions..)sAgz**j88EE/1--2201138993o..3222r?c0g|]}t||SrYrr[s r'rWz all_sessions..0s&MMMA/I!/L/LMaMMMr?rdefaultzall_sessions.lineage_metadataz7Failed to load session index, falling back to full scanzall_sessions.full_scanr4r5r6zall_sessions.full_scan_overlayc38K|]}j|jkVdSrr8)r<xrDs r'r"zall_sessions..Gs,99q|q|+999999r?z"all_sessions.full_scan_sort_filtercBt|ddt|fSr)rrrCs r'rEzall_sessions..Is!GAx779PQR9S9STr?cg|][}|jdkr7t|jdkr|js|jst |ddD|d\S)rrrNTr)rrrrrrrZ)r<rDrs r'rWz all_sessions..MsWX :  OOq " !& !?D11 !ii@QiRR r?c0g|]}t||SrYrr[s r'rWz all_sessions..Ts& E E EA'A!'D'D Ea E E Er?)rrrr.rmrurvrxrhrir:rZrjryr$r r!rr rrkr)sortedrrrr"rRrSr$rl) rindex backfilledrfull index_mapresultoutr&rrDs @@r' all_sessionsrsu3444*,,1222 ""DTC T 7 8 8 8J1;WMMMNNE 8 9 9 9 EJ!%(( 0 01$A--&BCCC"<<l(;(;<>a"))$/// OO&CDDD(<<<<< OOOLL!MNNNNNO ; < < <  $9EE,--%%%.!! 9 : : :;;U;;;I  !**A./ii(,*;/8//Ial++                8 9 9 9I,,..4r4r}ABBBFFNMMMMF - -uuY''-#,AiL = > > > ,V 4 4 4M T T T LLR S S S S S T./// C  h ' '>> 6  S ! !+8 > QV$$A #**Q--- > > > LL91 = = = = = >6777 _  II 9999S999 9 9H3::a===:;;;HHTT^bHccc\_FF E E E EF %%uuY %$AiL5666$V,,, MsoCJ&" EJ&$E*'J&)E**A!J& 6H J&HJ&HBJ&&$K  K 6M  %M32M3rfallbackc4|D]}|ddkry|dd}t|trdd|D}t |}|r |ddcS|S) z3Derive a session title from the first user message.rr.rDrrCc3K|]H}t|t|ddk0|ddVIdS)typerrN)rrr:rTs r'r"ztitle_from..csZmm1Z4=P=PmUVUZUZ[aUbUbflUlUlQUU62..UlUlUlUlmmr?N@)r:rrrrr)rrmrrs r' title_fromr]s !! 55==F " "i$$A!T"" nHHmmmmmmmq66<<>>D !CRCy   Or?projectscd|D}|sdSi}tjr tjtjd}d|D}|D]L}|d}||vr1|dr|||dMn*#t$rt dYnwxYwd}|D]2}||dd } | |d<d }3|S) uTag any legacy untagged projects (`profile` missing) with a sensible default. Strategy: 1. For each untagged project, look at the sessions assigned to it via the session index. If any session carries a profile, take that profile. Most installs are single-profile so this picks up the right answer for everyone. 2. Otherwise default to 'default'. Returns True if any project was mutated. Safe to call repeatedly — once every project is tagged, this is a no-op. Runs at most once per process (cached via the module-level _projects_migrated flag) but the result is persisted so it's a one-time write. c<g|]}|d|S)rr9rTs r'rWz8_backfill_project_profiles_if_needed..s)<<z7_backfill_project_profiles_if_needed..s-UUU|ATATUAlOUUUr?rrz9Failed to read session index for project profile backfillrT) rr.rmrurvr: setdefaultr$r r!) runtaggedsession_profile_by_projectr{ untagged_idsr=pidmutatedr&inferreds r'$_backfill_project_profiles_if_neededrpsZ=<8<<N>Nv>V>V '&& ' 'AuuV}} 111!%% :J:J1%) h'''&&'*Z\\%crc* $%)++       h=s&AE>?!E>-AE>A"E>>FFrc^|dkrdSt|pd}|dS)z4Return True if a session originates from a cron job.rTrr)rrR)r)rrs r'is_cron_sessionrs6Vt jB  C >>' " ""r?unknownrrc zt||t|||||| }|d|S)zCreate a new WebUI session populated with CLI/agent messages. Preserve parent_session_id from state.db so imported continuation segments keep their lineage in the WebUI store and sidebar instead of reappearing as detached orphan chats. ) r)rrrrrrrBrF)r)rhrr) r)rrrrrrBrrDs r'import_cli_sessionrsT $&&+   AFFEF""" Hr? claude_codez Claude Codeiii@ ctjd}|r!t|StjdrdStjdz dz S)zOResolve the Claude Code projects directory without touching real home in tests. HERMES_WEBUI_CLAUDE_PROJECTS_DIRHERMES_WEBUI_TEST_STATE_DIRNz.clauder)rbrrrhome)overrides r'!_default_claude_code_projects_dirr+s`y;<+>D" t99D5| dp)|dp|d}|(||nt!||}||nt#||}| |d}|||d<||wdddn #1swxYwYn#t $r gdddfcYSwxYw||||fS)NrrNrt)rPerrorssummaryrrCPrrrrrhumanr.>rr.systemrGrDrr)rrD)rorrrmrur$rrr:rrrIrrrrminr2rj)rrr summary_titlefirst_tslast_tsfhlinerrrecordsrecordmsgrrDrrs r'_parse_claude_code_jsonlrhs:HMHG1$ YYsWYY ? ?. *2- *- *x==L00Ezz||*T**CC H!#t,,$G!ggi00DCGGG4D4DG!'3//GGMMOOG(+(A(A#2#(F 1;CGGJS>SUY3Z3Zf&**Y///`fCswwvp&**V2D2DpPVp[^[b[bci[j[jpnpqqwwyyBBDw%#JJJ 7i[^N^N^ 8J8J8JdjdndnoxdydyzzG"==??! 5 ,,1!::k22177;//177<00 B ~)1)922s8R?P?P(/""S"=M=M$(W==D~,.[)OOD))))]. *. *. *. *. *. *. *. *. *. *. *. *. *. *. *^ $$$4t####$ ]Hg 55sYN43N(A+*N(+ A85N(7A88L$N( N4(N,,N4/N,0N44OO max_filesmax_file_bytes projects_dirrr c#|K|!t|n t}|dS |rdS|d}|r|sdSd}t|dD]}||krdS |s|s5t|dD]}||krdS|s1| r|j dkrR | j |krqn#t$rY~wxYw|dz }|V#t$rYwxYwdS#t$rYdSwxYw) NF)strictrc|jSrr"r&s r'rEz/_iter_claude_code_jsonl_files..sr?)rGc|jSrrrs r'rEz/_iter_claude_code_jsonl_files..sr?z.jsonlr)rrr is_symlinkrr.is_dirriterdiris_filesuffixrrst_sizer#)r rr rootyielded project_dirrs r'_iter_claude_code_jsonl_filesrs%.:.F4   ( ( * * *LmLoLoD | ??    F||5|)){{}} DKKMM  F!$,,..6F6FGGG  K)## ))++;3E3E3G3G";#6#6#8#8>N>NOOO  D)++((! !$+BSBSBUBUYaBaBa !99;;.??$@"!!! !qLGJJJJ     %  ( s~F->F-/F-(F)F-*-FF-AF!F>F F  F F  FF- F(%F-'F((F-- F;:F;rrc|r|S|D]r}|ddkrWdt|dpd}|r |ddcSsdS)Nrr.rCrDrrzClaude Code Session)r:rrrI)rrrrs r'_claude_code_titlers!! 776??f $ $88C 2 2 8b99??AABBD !CRCy   r?c xg}t|||pgD] }t|\}}}}|st|} |id| dt ||dt t dddt|d|p|p|j d |p|p|j d |p|p|j d d d d dddddtdtdddtddddi | dd|S)aSRead Claude Code JSONL sessions as read-only external-agent rows. The bridge is additive and defensive: it skips symlinks, oversized files, malformed lines, and per-file errors rather than crashing WebUI session listing. Tests pass ``projects_dir`` fixtures so Michael's real ~/.claude is never read during test runs. rr)rrrz claude-coderrrBrrFrrNrrrrexternal_agentrrT read_onlycZ|dp|dpdS)NrrBrr9rCs r'rEz*get_claude_code_sessions..s*&7 8 8 TAEE,>/222 3 3 -l;;Ar "4 ( (C / / 8PQU8V8V5.)X Ir?c $ ddl}g} |tn,#t$rtddYnwxYw ddlm}t| }ng#t$rZt|j dttdz  }YnwxYw|d z }|s|S dd lm}|}n#t $rd}YnwxYwdgfd } t#|t$td D]}|d } |dp|d} |} |dpd} |d} | s| dkr| dr| d}t+|dkr|d} |dz dz }|rvddl}||}|dgD]4}|d |kr|dp| } n5n#t$rYnwxYw t4| }|rt9|ddr|j} n#t$rYnwxYw| p| d}|id| d|dtt?d|dpdd|dp |d pdd!|dd"| d#d$d%d$d&tA| | r |ndd'| d(| d)|d)d*|d*d+|d+p|d,d-|d-d.|d.id/|d/d0|d0d1|d1d2|d2d3|d3d4|d4d5|d5d6|d6d7|d7d8|d8d |d d9|d:d;|d;d<|d<d=|d=d>dnL#t$r?}ddl!}|"tF$d?||gcYd}~Sd}~wwxYw|S)@aRead CLI sessions from the agent's SQLite store and return them as dicts in a format the WebUI sidebar can render alongside local sessions. Returns empty list if the SQLite DB is missing or any error occurs -- the bridge is purely additive and never crashes the WebUI. rNzClaude Code session scan failedT)exc_inforr<rrrxcFdtd<dS)Nr)r)_cron_pid_cachesr' _cron_pidz#get_cli_sessions.._cron_pid/s) 1  %!4!6!6OA q!!r?)limitlogexclude_sourcesid last_activity started_atrclirrrr5rz jobs.jsonjobsr"z Sessionr)rrractual_message_countrrBrFrrrrruser_idchat_idorigin_chat_id chat_type thread_id session_keyplatformrrr parent_title parent_sourcerelationship_type_parent_lineage_root_id end_reasonr/actual_user_message_count_lineage_root_id_lineage_tip_id_compression_segment_countruDget_cli_sessions() failed — check state.db schema or path (%s): %s)%rbextendr"r$r r!r=rrrrrrrr.ryr>rCLI_VISIBLE_SESSION_LIMITrRrIrrmrurvr:rhr+rrrjrrlogging getLoggerr5ra)rb cli_sessionsrrdb_pathry _cli_profiler,rowrraw_tsr_source_titler_job_id _jobs_path_json _jobs_data_j _webui_meta_display_title_cli_err_loggingr+s @r'get_cli_sessionsr[s4IIILG4667777 GGG 6 FFFFFGc777777113344??AAIIKK ccc929]Cy8H4I4IJJKKVVXX``bb cJ&G >>  888888..00   fO""""" V5 +    L L C d)C)>S->F#G(m,uG\F g//CNN74K4K/ #u::??#AhG %06%9K%G %,,..*0000).Z5I5I5K5K)L)LJ&0nnVR&@&@**#%66$<<7#:#:-/VVF^^-EvF$)E$;%  %88== /7;#F#F/(.F    #C'--//'C'C'CN   "!c"!"!S!3!5!566"!W- "!  _!5!Y=S9T!YXY "! c,/ "!f"!%"!E"!_S'-J-JTiikkkPT"!7"!g"!cggl33"!3779--"!3779--J9I1J1J"! SWW[11!"!"SWW[11#"!"!$sww}55%"!&CGGJ//'"!(!#''*:";";)"!* 7 7+"!,$SWW-@%A%A-"!. 7 7/"!0 !9!91"!2$SWW-@%A%A3"!4*3773L+M+M5"!6cggl337"!8'0F(G(G9"!:%cgg.I&J&J;"!<#CGG,>$?$?="!>"377+<#=#=?"!@-cgg6R.S.SA"!B!$C"!"!" " " " UL Z  #"""8$$,, R X     s!+&AAABA!C>=C>D.. D=<D= BU#BI65U6 JUJU4J<;U< K UK  I:U V 4VV V ct|ts|S|}|sdS tj|S#t $r|cYSwxYwr)rrrrmrur$rs r'_json_loads_if_stringr]sl eS ! ! ;;==D tz$  sA AAc  ddl}t|pdtdrt |S ddl}n#t $rgcYSwxYw ddlm}t| }ng#t$rZt|j dttdz  }YnwxYw|dz }|sgS t!|t|5}|j|_|}|d d |Dhd }|sgcdddSgd } gd fd| Dz} |dd|D} t|g} hd| rp|d|fi} |}|r@t3|| t|d<t|d}|h}t5dD]}| |}|r|dnd}|r||vrn|d|f|}|snt3|}|| t|d<t9||snT| dt|dt|d}||dd| D}|dd| d|d| g}|D]}|d|d|dd }| D]>}|| vr||}|dvr&|d vrtC|}|||<?|dd!kr5|d"r |d#s |d"|d#<|"| dddn #1swxYwYn#t$rgcYSwxYw|S)$aRead messages for a single CLI/external-agent session. Preserve tool-call/result and reasoning metadata from the agent state.db so CLI-origin transcripts render with the same tool cards as WebUI-native sessions. When the requested session is the tip of a compression/CLI-close continuation chain, return the stitched full transcript across all segments in chronological order. Returns empty list on any error. rNrr5rr<rrzPRAGMA table_info(messages)c8h|]}t|dSrrr<rNs r'r>z+get_cli_session_messages..s$DDDcS[))DDDr?>rrDr) tool_call_idr tool_name reasoningreasoning_detailscodex_reasoning_itemsreasoning_contentcodex_message_items)rrDrcg|]}|v| SrYrY)r<r availables r'rWz,get_cli_session_messages..s%:a:a:aRSW`R`R`1R`R`R`r?zPRAGMA table_info(sessions)c8h|]}t|dSrr`ras r'r>z+get_cli_session_messages..s$GGGCF ,,GGGr?>rrBr2rz SELECT id, source, started_at, parent_session_id, ended_at, end_reason FROM sessions WHERE id = ? r0rrz SELECT id, source, started_at, parent_session_id, ended_at, end_reason FROM sessions WHERE id = ? z, c3K|]}dVdS)?NrY)r<r5s r'r"z+get_cli_session_messages..s"$@$@QS$@$@$@$@$@$@r?z SELECT zP, session_id FROM messages WHERE session_id IN (z=) ORDER BY timestamp ASC, id ASC rrDr)Nr>rrerhrfrrcr")#rbrrRrr'sqlite3r>r=rrrrr$rrr.rconnectRow row_factorycursorexecutefetchallr(fetchonerranger:_is_continuation_sessioninsertaddrr-r]rj)rrbrnrrrLconncurrequiredoptionalselected session_cols session_chain rows_by_idrN current_idseenr5current parent_id parent_row parent_dict placeholdersmsgsrcolrrjs @r'get_cli_session_messagesrsIII 39"~~  $6!9!9!9::5/444  c777777113344??AAIIKK ccc929]Cy8H4I4IJJKKVVXX``bb cJ&G >>   Z W__S\\22 3 3W !t&{D ++--C KK5 6 6 6DDS\\^^DDDI777H$$Y// W !W !W !W !W !W !W !W !   H877:a:a:a:ah:a:a:aaH KK5 6 6 6GG GGGL XXJMJJJSST`aa% -  F  llnn-15cJs3t9~~.!$SYJ&>  q  __S\\ * * "d&{D ++--C KKb   <<>>D " " " " " " " " " " " " " " " qqFI!--F !r((**0022[!  !3 fsEl33""6]]FF&.<<F ++C::ikkU??#     6>> .!6 . .4 .! (-%II [  -(,%*!  Ms]AAA!B43B4"E5A E  E EEEE E'&E'/A?H00 H=<H= c :ddl} ddl}n#t$rYdSwxYw ddlm}t |}ng#t$rZt |j dttdz }YnwxYw|dz }| sdS t|t|5}|}|d|f|d |f||jdkcdddS#1swxYwYdS#t$rYdSwxYw) z{Delete a CLI session from state.db (messages + session row). Returns True if deleted, False if not found or error. rNFrr<rrz)DELETE FROM messages WHERE session_id = ?z!DELETE FROM sessions WHERE id = ?)rbrnr>r=rrrrr$rrrr.rrorrrscommitrowcount)rrbrnrrrLrzr{s r'delete_cli_sessionrlsIII uuc777777113344??AAIIKK ccc929]Cy8H4I4IJJKKVVXX``bb cJ&G >>  u W__S\\22 3 3 $t++--C KKCcV L L L KK;cV D D D KKMMMrs+AA    -,,,,,````````  8 $ $$IO%%    *C&h+h+h+h+V### LLLqqq    888 %%%P&,n n n n n n n n ` O$ O O O O B  BBB  BBBBl')#RdRRRRj))))V5 5 5 5 n777777$t$$$$ *tDz *d * * * *CDiiiiX  3    *9>++&4&D&&&&R'+&&&t&t&&&&Pcccc  #Y^%%,S,,,,^########           B#(-$(! '04$;0000,$,3,,,, $8#88888Ab767676476#76fklpqulvx{CyCEJMQEQSX[_S_m_g`76767676t ^sLf   s T0A X[ FI    F!d!C$J!3!!!!#YnGa###4#:+<#SV#AD#fj####L  s T8I UY    I$IIIIX   uTuuuupSS3Sut|SsSSSSl "tr?