ij(dZddlZddlZddlZddlZddlZddlZddlmZmZddl m Z ddl m Z ddl mZmZddlmZejdkrddlZnddlZd Zd Zd ZejdkZeZd Zdad Zde fdZdUdee de fdZde fdZ de fdZ!de"fdZ#ddde$de%ddfdZ&de"de"fdZ'de"de"de fdZ(de$dee$fdZ)de$dee$fdZ*de$dee"fd Z+de$de%fd!Z,d"e-e"efde%fd#Z.de-fd$Z/de-e"effd%Z0d&e dee-e"effd'Z1d&e d(e-e"efddfd)Z2dUdee dee-fd*Z3dUd+ee dee-e"effd,Z4d"ee-e"efdee$fd-Z5de d.e%ddfd/Z6dVd0Z7de%fd1Z8dVd2Z9de%fd3Z:dVd4Z;dUd+ee de%fd5Zed?eddfd@Z>dee-e"effdAZ?dVdBZ@dUde"de"dCee-e"efdeAe%ee-e"efffdDZBde"de"ddfdEZCdddFdGee$dHee$de$fdIZDdJZEdKZFde fdLZGdMe$de%fdNZHde%fdOZIdVdPZJ dUdQdRdee d.e%dee$fdSZK dUdQdRdee d.e%de%fdTZLdS)Wu Gateway runtime status helpers. Provides PID-file based detection of whether the gateway daemon is running, used by send_message's check_fn to gate availability in the CLI. The PID file lives at ``{HERMES_HOME}/gateway.pid``. HERMES_HOME defaults to ``~/.hermes`` but can be overridden via the environment variable. This means separate HERMES_HOME directories naturally get separate PID files — a property that will be useful when we add named profiles (multiple agents running concurrently under distinct configurations). N)datetimetimezone)Pathget_hermes_home)AnyOptionalatomic_json_writewin32hermes-gatewayzgateway_state.jsonz gateway-locksz gateway.lockireturnc(t}|dz S)z@Return the path to the gateway PID file, respecting HERMES_HOME.z gateway.pidrhomes 3/home/ubuntu/.hermes/hermes-agent/gateway/status.py _get_pid_pathr,s   D - pid_pathcj||tSt}|tz S)z1Return the path to the runtime gateway lock file.) with_name_GATEWAY_LOCK_FILENAMEr)rrs r_get_gateway_lock_pathr2s4!!"8999   D ( ((rcNttS)z5Return the persisted runtime health/status file path.)rr_RUNTIME_STATUS_FILErr_get_runtime_status_pathr:s ?? $ $%9 : ::rctjd}|rt|Sttjdtjdz dz }|dz tz S)zBReturn the machine-local directory for token-scoped gateway locks.HERMES_GATEWAY_LOCK_DIRXDG_STATE_HOMEz.localstatehermes)osgetenvrr_LOCKS_DIRNAME)override state_homes r _get_lock_dirr(?s`y233HH~~bi 0$)++2H72RSSTTJ  > 11rcbtjtjSN)rnowrutc isoformatrrr _utc_now_isor.Hs < % % / / 1 11rF)forcepidr/c|rtr tjddt|ddgddd}n0#t$r#t j|tjYdSwxYw|j d kr6|j p|j pd }t|pd |dS|s tjnttd tj}t j||dS) zTerminate a PID with platform-appropriate force semantics. POSIX uses SIGTERM/SIGKILL. Windows uses taskkill /T /F for true force-kill because os.kill(..., SIGTERM) is not equivalent to a tree-killing hard stop. taskkillz/PIDz/Tz/FT )capture_outputtexttimeoutNrztaskkill failed for PID SIGKILL) _IS_WINDOWS subprocessrunstrFileNotFoundErrorr#killsignalSIGTERM returncodestderrstdoutstripOSErrorgetattr)r0r/resultdetailssigs r terminate_pidrJLs    ^VSXXtT:# FF !    GC ( ( ( FF    ! !}; ;BBDDG'E%E%E%EFF F % U&..769fn+U+UCGCs*6)A#"A#identityctj|dddS)Nutf-8)hashlibsha256encode hexdigest)rKs r _scope_hashrSgs3 >(//'22 3 3 = = ? ? DDrscopecJt|dt|dz S)N-z.lock)r(rS)rTrKs r_get_scope_lock_pathrWks* ??DD H(=(=DDD DDrctd|d} t|dS#tt t ttf$rYdSwxYw)z:Return the kernel start time for a process when available./proc/z/statN) rint read_textsplitr= IndexErrorPermissionError ValueErrorrE)r0 stat_paths r_get_process_start_timerbosx(c((())I9&&((..004555 z?J Ptts8A#A54A5c t|S)zBPublic wrapper for retrieving a process start time when available.)rb)r0s rget_process_start_timerdys "3 ' ''rctd|d} |}n#tttf$rYdSwxYw|sdS|ddddS) zz._looks_like_gateway_process..(::gw'!::::::r)roany)r0patternsrys @r_looks_like_gateway_processr~sI#C((G uH ::::::: : ::rrecordc|dtkrdS|d}t|tr|sdSdd|Dd}t fd|DS)zMValidate gateway identity from PID-file metadata when cmdline is unavailable.kindFargv c34K|]}t|VdSr*)r<)rwparts rrzz-_record_looks_like_gateway..s(22Ts4yy222222r)rqrrrsrtc3 K|]}|vV dSr*rrvs rrzz-_record_looks_like_gateway..r{r)get _GATEWAY_KIND isinstancelistjoinr|)rrr}rys @r_record_looks_like_gatewayrs zz&]**u ::f  D dD ! !uhh22T22222GH ::::::: : ::rctjtttjt tjdS)N)r0rr start_time)r#getpidrrsysrrbrrr_build_pid_recordrs9y{{SX-bikk::   rc rt}|dddditd|S)NstartingFr) gateway_state exit_reasonrestart_requested active_agents platforms updated_at)rupdater.)payloads r_build_runtime_status_recordrsJ!!G NN#""nn  Nrpathc2|sdS |}n#t$rYdSwxYw|sdS t j|}n#tj$rYdSwxYwt|tr|ndSr*) existsr\rDrEjsonloadsJSONDecodeErrorrdict)rrnrs r_read_json_filers ;;==tnn$$&& tt t*S//  tt $// 977T9s!&? A  A A**A=<A=rc,t||dddS)N),:)indent separatorsr )rrs r_write_json_filersdGDZHHHHHHrc|p t}|sdS|}|sdS t j|}n9#tj$r' dt|icYS#t$rYYdSwxYwwxYwt|trd|iSt|tr|SdSNr0) rrr\rDrrrr[r`rr)rrnrs r_read_pid_recordrs*=??H ??  t      $ $ & &C t*S//   3s88$ $ $ $   444  '3 w'4   4s0A''B7B B BBBB lock_pathc<t|p tSr*)rr)rs r_read_gateway_lock_recordrs IA)?)A)A B BBrcr|sdS t|dS#tttf$rYdSwxYwr)r[KeyError TypeErrorr`)rs r_pid_from_recordrsO t6%=!!! i ,tts 66 cleanup_stalec|sdS |dn#t$rYnwxYw t|ddS#t$rYdSwxYw)aDelete a stale gateway PID file (and its sibling lock metadata). Called from ``get_running_pid()`` after the runtime lock has already been confirmed inactive, so the on-disk metadata is known to belong to a dead process. Unlike ``remove_pid_file()`` (which defensively refuses to delete a PID file whose ``pid`` field differs from ``os.getpid()`` to protect ``--replace`` handoffs), this path force-unlinks both files so the next startup sees a clean slate. NT missing_ok)unlink Exceptionrrrs r_cleanup_invalid_pid_pathrs  4((((       x((//4/@@@@@      s **#A A! A!c2|d|tjt || t j|dS#t$rYdSwxYw)Nr) seektruncaterdumprflushr#fsyncfilenorEhandles r_write_gateway_lock_recordrs KKNNN OOI!!6*** LLNNN  !!!!!      s &B BBc tr|dtj|dkr)|d||ttj | tj dn>tj | tjtjzdS#t t"f$rYdSwxYw)Nr TF)r9rr#SEEK_ENDtellwriter_WINDOWS_LOCK_OFFSETmsvcrtlockingrLK_NBLCKfcntlflockLOCK_EXLOCK_NBBlockingIOErrorrErs r_try_acquire_file_lockrs   H KK2; ' ' '{{}}!! T"""  KK, - - - N6==??FOQ ? ? ? ? K )F G G Gt W %uusC3C77D  D c6 trN|ttj|tjddStj|tj dS#t$rYdSwxYw)Nr) r9rrrrrLK_UNLCKrrLOCK_UNrErs r_release_file_lockr.s  8 KK, - - - N6==??FOQ ? ? ? ? ? K  7 7 7 7 7      sAB 1B BBctdSt}|jddt |dd}t |s|dSt||adS)zClaim the cross-process runtime lock for the gateway. Unlike the PID file, the lock is owned by the live process itself. If the process dies abruptly, the OS releases the lock automatically. NTparentsexist_oka+rMencodingF)_gateway_lock_handlerparentmkdiropenrcloser)rrs racquire_gateway_runtime_lockr9s't ! # #DKdT222 $w / / /F !& ) ) uv&&&! 4rct}|dSdat| |dS#t$rYdSwxYw)z&<&>&>',>BXBZBZ,Z,Zt  $ $ & &u $dW = = =F  !& ) )  v & & &  LLNNNNN    DD    LLNNNNN    DD   LLNNNN    D sTC5B BBB44 CCC,CC, C)&C,(C))C,c(t}|jddtjt } t j|t jt j zt j z}n#t$rwxYw t j |dd5}| |ddddS#1swxYwYdS#t$r* |dn#t $rYnwxYwwxYw)zWrite the current process PID and metadata to the gateway PID file. Uses atomic O_CREAT | O_EXCL creation so that concurrent --replace invocations race: exactly one process wins and the rest get FileExistsError. TrwrMrNr)rrrrdumpsrr#rO_CREATO_EXCLO_WRONLYFileExistsErrorfdopenrrrrE)rrfdfs rwrite_pid_filerssj ??DKdT222 Z)++ , ,F WT2: 1BK? @ @   Yr3 1 1 1 Q GGFOOO                     KK4K ( ( ( (    D  s` 9B BC-C CCCCC D(C?>D? D  D D  D)rrrrplatformplatform_state error_code error_messagerrrrrrrrct}t|p t} | di| dtt j| d<tt j| d<t| d<|tur|| d<|tur|| d<|turt|| d<|tur td t|| d <|turb| d |i} |tur|| d <|tur|| d <|tur|| d <t| d<| | d|<t|| dS)zBPersist gateway runtime health information for diagnostics/status.rrr0rrrrrrrr!rrN)rrr setdefaultrr#rrbr._UNSETboolmaxr[rr) rrrrrrrrrrplatform_payloads rwrite_runtime_statusrs $ % %Dd##E'C'E'EG {B''' v}---Y[[GEN3BIKK@@GL(NNGLF""#0 &  !, &&'+,='>'>#$F""#&q#m*<*<#=#= v";/33HbAA  ' '(6 W % V # #-7 \ *  & &0= _ -)5&)9 X&T7#####rc8ttS)z=Read the persisted gateway runtime health/status information.)rrrrrread_runtime_statusrs 355 6 66rc6 t}t|}|Q t|d}n#ttt f$rd}YnwxYw||t jkrdS|ddS#t$rYdSwxYw)ahRemove the gateway PID file, but only if it belongs to this process. During --replace handoffs, the old process's atexit handler can fire AFTER the new process has written its own PID file. Blindly removing the file would delete the new process's record, leaving the gateway running with no PID file (invisible to ``get_running_pid()``). Nr0Tr) rrr[rrr`r#rrr)rrfile_pids rremove_pid_filers   &&   ve}--i4    #BIKK(?(? t $$$$$      s7B 8B AB AB 2B BBmetadatact||}|jddit|t ||pit d}t |}|<|r( |dn#t$rYnwxYw|r t|d}n#tttf$rd}YnwxYw|tjkr@|d|dkrt#||d|fS|du}|s tj|dt'|}|d|||dkrd}|s t)d |d } | r`| D]9} | d r"| d } | d vrd}n:n7#tt2f$rYn$wxYwn#t4t2tf$rd}YnwxYw|r( |dn#t$rYnwxYwd|fS tj|tjtjztjz} n!#t>$rdt |fcYSwxYw tj | dd5} tCj"|| dddn #1swxYwYn7#tF$r* |dn#t$rYnwxYwwxYwdS)zAcquire a machine-local lock keyed by scope + identity. Used to prevent multiple local gateways from using the same external identity at once (e.g. the same Telegram bot token across different HERMES_HOME dirs). Tr)rT identity_hashrrNrr0rrrYz/statuszState:r)TtFrrMr)TN)$rWrrrrSr.rrrrEr[rrr`r#rrrr>rbrr\ splitlines startswithr]r_ProcessLookupErrorrrrrrrrrr)rTrKrrrexisting existing_pidstale current_start _proc_status_line_staterrs racquire_scoped_lockrsp %UH55I 4$777   $X..N"nn Fy))HI,,..       - - - -    D .# x//LL)Z0   LLL  29;; & &8<< +E+ET`IaIa+a+a Y / / /> !$   a((( !8 E E LL..:%1%l)C)CCC E  '+,J\,J,J,J'K'K '..00*)5)?)?)A)A)L)L)N)N**#(#3#3H#=#=!*-2[[]]1-=F'-';';04$)E !* $_5 'A    4  #   D 1111    (? "1 WY RY 6 D E E 111oi0000001 Yr3 1 1 1 &V Iff % % % & & & & & & & & & & & & & & &       - - - -    D   :sB B)(B)0CC"!C"H=BH%%H98H9=III66 JJ 9KK#"K#'L,>L  L, L$$L,'L$(L,, M 7M M  MM MM cft||}t|}|sdS|dtjkrdS|dt tjkrdS |ddS#t$rYdSwxYw)zDRelease a previously-acquired scope lock when owned by this process.Nr0rTr)rWrrr#rrbrrE)rTrKrrs rrelease_scoped_lockr.s$UH55Iy))H ||Ebikk))||L!!%s'$HG!x00  I$(33!&$//!$VZZ%6%6!7!7JJ!:.H**$0 <004DDD   D 1111      Ns$$"BBBC C+*C+z.gateway-takeover.json<c2t}|tz S)z6Return the path to the --replace takeover marker file.)r_TAKEOVER_MARKER_FILENAMErs r_get_takeover_marker_pathr&s   D + ++r target_pidc t|}||tjtd}t t |dS#t tf$rYdSwxYw)aRecord that ``target_pid`` is being replaced by the current process. Captures the target's ``start_time`` so that PID reuse after the target exits cannot later match the marker. Also records the replacer's PID and a UTC timestamp for TTL-based staleness checks. Returns True on successful write, False on any failure. The caller should proceed with the SIGTERM even if the write fails (the marker is a best-effort signal, not a correctness requirement). )r'target_start_time replacer_pid written_atTF)rbr#rr.rr&rEr_)r'r)rs rwrite_takeover_markerr,s| 3J??$!2IKK&..    244f===t _ %uusAAA('A(cPt}t|}|sdS t|d}|d}|dpd}nF#tt t f$r, |dn#t$rYnwxYwYdSwxYwd} tj |}tj tj |z }|tkrd}n#t t f$rd}YnwxYw|r* |dn#t$rYnwxYwdSt!j}t%|} ||ko |duo | duo|| k} |dn#t$rYnwxYw| S) aCheck & unlink the takeover marker if it names the current process. Returns True only when a valid (non-stale) marker names this PID + start_time. A returning True indicates the current SIGTERM is a planned --replace takeover; the caller should exit 0 instead of signalling ``_signal_initiated_shutdown``. Always unlinks the marker on match (and on detected staleness) so subsequent unrelated signals don't re-trigger. Fr'r)r+r7TrN)r&rr[rrrr`rrEr fromisoformatr+rr, total_seconds_TAKEOVER_MARKER_TTL_Sr#rrb) rrr'r)r+r written_dtageour_pidour_start_timematchess r consume_takeover_marker_for_selfr6s' % & &D T " "F u  -.. "JJ':;;ZZ --3 i ,  KK4K ( ( ( (    D uu  E+J77 |HL))J6EEGG ' ' 'E z "   KK4K ( ( ( (    D uikkG,W55Ng 0 T ) 0 $ & 0  /    t $$$$       NsmAA%%B(=BB( B!B( B!!B('B(.ADDDD66 EE?F F#"F#cn tddS#t$rYdSwxYw)zDRemove the takeover marker unconditionally. Safe to call repeatedly.TrN)r&rrErrrclear_takeover_markerr8sL !##**d*;;;;;      s "& 44Trcb|p t}t|}t|}|st||dSt |}t |}||fD]}t |}| tj|dn;#t$rY7t$rt|r|cYcSYWt$rYbwxYw| d} t|} | | | | krt|st|r|cSt||dS)zReturn the PID of a running gateway instance, or ``None``. Checks the PID file and verifies the process is actually alive. Cleans up stale PID files automatically. r9Nrr)rrrrrrrr#r>rr_rrErrbr~) rrresolved_pid_pathr lock_activeprimary_recordfallback_recordrr0recorded_startrs rget_running_pidr@s!3MOO/0ABB01CDDK !"3=QQQQt%&788N/0BCCO!?3v&& ;   GCOOOO!    H   *&11  H    H   L11/44  %-*C YgHgHg  &s + + /I&/Q/Q JJJ /}MMMM 4s;B C C = C C c(t||duS)z1Check if the gateway daemon is currently running.r9N)r@rs ris_gateway_runningrBs 8= A A A MMrr*)rN)M__doc__rOrr#r?r:rrrpathlibrhermes_constantsrtypingrr utilsr rrrrrr%r9objectrrrrrrrr(r<r.r[rrJrSrWrbrdror~rrrrrrrrrrrrrrrrrrrrtuplerrr"r%r0r&r,r6r8r@rBrrrrJs    '''''''',,,,,, ######<7MMMMLLL + lg% '# t    ))Xd^)t))));$;;;; 2t22222c2222.3sdt6E#E#EEEEEEsEtEEEE#(( (((( Os Ox} O O O O ;S ;T ; ; ; ; ;tCH~;$;;;;&4 d38n     :$ :8DcN#; : : : : I4I$sCx.ITIIIIx~$0CC$C8DQTVYQYNC[CCCCXd38n5(3-       ,     d         d*     htn.6 # ($($($($($ ($  ($  ($($($($ ($($($($V7Xd38n57777     0WWsWcWXd3PS8n=UWafgkmuvz{~AD|DwEnFhFbGWWWWt  s  c  d     $ $&****}*sm* ****@5,4,,,, cd2>$>>>>B     $2222tn22c] 2222l $NNNNtnNN NNNNNNr