iydZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z m Z ddlmZddlmZmZmZddlmZddlmZejeZeejdZereejej Z!d ee"gdfdzd dfd Z#d ee"gdfdzfd Z$d e%de"d dfdZ&d efdZ'dej(de"d dfdZ) d$de*e"de"dzd ej(fdZ+ded e%fdZ,dede%d dfdZ-de"d e.e/e0fdzfdZ1GddeZ2GddZ3d e"d e"fd!Z4Gd"d#e Z5dS)%aCBase class for all Hermes execution environment backends. Unified spawn-per-call model: every command spawns a fresh ``bash -c`` process. A session snapshot (env vars, functions, aliases) is captured once at init and re-sourced before each command. CWD persists via in-band stdout markers (remote) or a temp file (local). N)ABCabstractmethod)Path)IOCallableProtocol)get_hermes_home)is_interruptedHERMES_DEBUG_INTERRUPTcbreturnc|t_dS)z>Register a callback that _wait_for_process fires periodically.N)_activity_callback_localcallback)r s >>rstatelabelctj}|dd}||dz |krdS||d< t}|r+t ||dz }||d|ddSdS#t $rYdSwxYw)a_Fire the activity callback at most once every ``state['interval']`` seconds. *state* must contain ``last_touch`` (monotonic timestamp) and ``start`` (monotonic timestamp of the operation start). An optional ``interval`` key overrides the default 10 s cadence. Swallows all exceptions so callers don't need their own try/except. intervalg$@ last_touchNstartz (z s elapsed))time monotonicgetrint Exception)rrnowrr elapseds rtouch_activity_if_duer%7s .  CyyT**H U<  8++E, # % %  0#g.//G B%..7... / / / / / 0 0      s9A>> B  B ctjd}|rt|}ntdz }|dd|S)zReturn the host-side root for all sandbox storage (Docker workspaces, Singularity overlays/SIF cache, etc.). Configurable via TERMINAL_SANDBOX_DIR. Defaults to {HERMES_HOME}/sandboxes/. TERMINAL_SANDBOX_DIR sandboxesTparentsexist_ok)osgetenvrr mkdir)customps rget_sandbox_dirr1QsT Y- . .F , LL    +GGD4G((( Hrprocdatacffd}tj|ddS)zMWrite *data* to proc.stdin on a daemon thread to avoid pipe-buffer deadlocks.c jjdS#ttf$rYdSwxYwN)stdinwritecloseBrokenPipeErrorOSError)r3r2sr_writez_pipe_stdin.._writehs_  J  T " " " J       )    DD s38A  A TtargetdaemonN) threadingThreadr)r2r3r<s`` r _pipe_stdinrBesLF40006688888rcmd stdin_datac tj|ftjtj| tjn tjdd|}|t |||S)aSpawn a subprocess with standard stdout/stderr/stdin setup. If *stdin_data* is provided, writes it asynchronously via :func:`_pipe_stdin`. Backends with special Popen needs (e.g. local's ``preexec_fn``) can bypass this and call :func:`_pipe_stdin` directly. NT)stdoutstderrr7text) subprocessPopenPIPESTDOUTDEVNULLrB)rCrDkwargsr2s r _popen_bashrOrsi     !+!7jooZ=O        DD*%%% Krpathc|r7 tj|S#t$rYnwxYwiS)z:Load a JSON file as a dict, returning ``{}`` on any error.)existsjsonloads read_textr")rPs r_load_json_storerVsV {{}} :dnn..// /    D  Is%< A A c|jdd|tj|ddS)z.Write *data* as pretty-printed JSON to *path*.Tr))indentN)parentr. write_textrSdumps)rPr3s r_save_json_storer]sDKdT222OODJtA.../////r host_pathc t|}|j|jfS#t$rYdSwxYw)zIReturn ``(mtime, size)`` for cache comparison, or ``None`` if unreadable.N)rstatst_mtimest_sizer;)r^sts r_file_mtime_keyrdsO )__ ! ! # # RZ(( tts .1 ??ceZdZdZdedzfdZd dZd dedzdefdZe de e dzfdZ e dedzfd Z dS) ProcessHandlezDuck type that every backend's _run_bash() must return. subprocess.Popen satisfies this natively. SDK backends (Modal, Daytona) return _ThreadedProcessHandle which adapts their blocking calls. r NcdSr6rselfs rpollzProcessHandle.pollrcdSr6rrhs rkillzProcessHandle.killrkrtimeoutcdSr6rrirns rwaitzProcessHandle.waitrkrcdSr6rrhs rrFzProcessHandle.stdout(+rcdSr6rrhs r returncodezProcessHandle.returncodersrr Nr6)__name__ __module__ __qualname____doc__r!rjrmfloatrqpropertyrstrrFrurrrrfrfs &cDj%%%%< (output_str, exit_code)`` in a background thread and exposes a ProcessHandle-compatible interface. An optional ``cancel_fn`` is invoked on ``kill()`` for backend-specific cancellation (e.g. Modal sandbox.terminate, Daytona sandbox.stop). Nexec_fn cancel_fnc8|_tj_d_d_t j\}}t j|ddd_ |_ fd}tj |d}| dS)Nrutf-8replace)encodingerrorsc \}}|_ tjj|ddn#t $rYnwxYwn%#t $r}|_d_Yd}~nd}~wwxYw tjjn#t $rYnwxYwj dS# tjjn#t $rYnwxYwj wxYw)Nrrr) _returncoder,r8 _write_fdencoder;r"_errorr9_doneset)output exit_codeexcrris r_workerz0_ThreadedProcessHandle.__init__.._workersO !$+GII! #, HT^V]]79]-U-UVVVVD % % %! #$       %HT^,,,,D      HT^,,,,D     sA/AA AAAAC A;#A61C6A;;C?B B&%B&D C D  C-*D ,C--D Tr=) _cancel_fnr@Eventrrrr,pipefdopen_stdoutrrAr)rirrread_fdwrite_fdrts`` r__init__z_ThreadedProcessHandle.__init__s $_&& '+(, GIIy# RRR ! ! ! ! ! ! !&  GD 9 9 9  rc|jSr6)rrhs rrFz_ThreadedProcessHandle.stdouts |rr c|jSr6)rrhs rruz!_ThreadedProcessHandle.returncodes rcF|jr|jndSr6)ris_setrrhs rrjz_ThreadedProcessHandle.polls##':#4#4#6#6@tD@rcd|jr( |dS#t$rYdSwxYwdSr6)rr"rhs rrmz_ThreadedProcessHandle.killsS ?  !!!!!      s  --rncF|j||jS)Nrn)rrqrrps rrqz_ThreadedProcessHandle.waits! (((rr6)rwrxryrzrtupler}r!rr|rFrurjrmr{rqrrrrrs04##"eCHo-.#BH%,####JX C$J   X AcDjAAAA  EDL C      rr session_idcd|dS)N __HERMES_CWD___r)rs r _cwd_markerrs ): ) ) ))rc eZdZUdZdZeed<dZeed<defdZ d'd ed ed e fd Z d ddddede d ededzde f dZedZdZed edefdZded edefdZedededefdZd(de d ede fdZde fdZde fdZde fdZd)d Z d*ddd"ded ed edzdedzde f d#Zd$Zd%Zdedeeedzffd&ZdS)+BaseEnvironmentaCommon interface and unified execution flow for all Hermes backends. Subclasses implement ``_run_bash()`` and ``cleanup()``. The base class provides ``execute()`` with session snapshot sourcing, CWD tracking, interrupt handling, and timeout enforcement. r _stdin_mode_snapshot_timeoutr cdS)a,Return the backend temp directory used for session artifacts. Most sandboxed backends use ``/tmp`` inside the target environment. LocalEnvironment overrides this on platforms like Termux where ``/tmp`` may be missing and ``TMPDIR`` is the portable writable location. z/tmprrhs r get_temp_dirzBaseEnvironment.get_temp_dirs vrNcwdrnenvcX||_||_|pi|_tjjdd|_|dpd}|d|jd|_ |d|jd|_ t|j|_ d|_ dS)N /z /hermes-snap-z.shz /hermes-cwd-z.txtF) rrnruuiduuid4hex _session_idrrstrip_snapshot_path _cwd_filer_snapshot_ready)rirrnrtemp_dirs rrzBaseEnvironment.__init__"s 9":<<+CRC0$$&&--c229c!)MM8HMMM$HH$2BHHH&t'788$rFxloginrnrD cmd_stringrrDcJtt|jd)zSpawn a bash process to run *cmd_string*. Returns a ProcessHandle (subprocess.Popen or _ThreadedProcessHandle). Must be overridden by every backend. z must implement _run_bash())NotImplementedErrortyperw)rirrrnrDs r _run_bashzBaseEnvironment._run_bash2s$"T$ZZ%8"U"U"UVVVrcdS)z z# declare -f | grep -vE '^_[^_]' >> z alias -p >> z# echo 'shopt -s expand_aliases' >> z echo 'set +e' >> z echo 'set +u' >> z builtin cd z 2>/dev/null || true pwd -P > z 2>/dev/null || true printf '\n%sz\n' "$(pwd -P)" T)rrnrz-Session snapshot created (session=%s, cwd=%s)uLinit_session failed (session=%s): %s — falling back to bash -l per commandFN)shlexquoterrrrrr_wait_for_processr _update_cwdloggerinforr"warning)ri _quoted_cwd bootstrapr2resultrs r init_sessionzBaseEnvironment.init_sessionJsk$(++  U4. U U151D U U. U U261D U U!% 3  U U !% 3  U U &  U U U U* U U/3.> U U U  )>>)4AW>XXD++D$:P+QQF#'D   V $ $ $ KK?        ) ) ) NN6      $)D  )s)A;C&& D#0(DD#c|dkr|S|dkrdS|drdtj|ddStj|S)z7Quote a ``cd`` target while preserving ``~`` expansion.~z~/z$HOMEz$HOME/rXN) startswithrr)rs r_quote_cwd_for_cdz!BaseEnvironment._quote_cwd_for_cdxsd #::J $;;7 >>$   32EKABB0022 2{3rcommandcZ|dd}g}|jr|d|jd||}|d|d|d|d|d|jr|d |jd |d |jd |d |jd |jd|dd|S)zwBuild the full bash script that sources snapshot, cd's, runs command, re-dumps env vars, and emits CWD markers.'z'\''zsource z >/dev/null 2>&1 || truez builtin cd z || exit 126zeval 'z__hermes_ec=$?rz 2>/dev/null || truez pwd -P > z printf '\nrz\n' "$(pwd -P)"zexit $__hermes_ec )rrappendrrrrjoin)rirrescapedparts quoted_cwds r _wrap_commandzBaseEnvironment._wrap_commandsb//#w//    LLG$-GGG    ++C00  ;:;;;<<<  (g((())) %&&&   S LLQ(;QQQ R R R  EEEEFFF  R$* R Rd.> R R R     ()))yyrcbdtjjdd}|d|d|d|S)z;Append stdin_data as a shell heredoc to the command string. HERMES_STDIN_Nrz << 'z' r)rrr)rrD delimiters r_embed_stdin_heredocz$BaseEnvironment._embed_stdin_heredocsGt d"|| | t j|dz jdjdS)#uPoll-based wait with interrupt checking and stdout draining. Shared across all backends — not overridden. Fires the ``activity_callback`` (if set on this instance) every 10s while the process is running so the gateway's inactivity timeout doesn't kill long-running commands. Also wraps the poll loop in a ``try/finally`` that guarantees we call ``self._kill_process(proc)`` if we exit via ``KeyboardInterrupt`` or ``SystemExit``. Without this, the local backend (which spawns subprocesses with ``os.setsid`` into their own process group) leaves an orphan with ``PPID=1`` when python is shut down mid-tool — the ``sleep 300``-survives-30-min bug Physikal and I both hit. rrrcj}d} tj|gggd\}}}n#ttf$rYnwxYw|r\ t j|d}n#ttf$rYnSwxYw|snL|d}n  |dz }|dkrn dd}|r|dSdS#t$rYdSwxYw# dd}|r|ww#t$rYwwxYwxYw) NrTg?rr)final) rFfilenoselect ValueErrorr;r,readrdecoderjr") fdidle_after_exitready_chunktaildecoder output_chunksr2s r_drainz1BaseEnvironment._wait_for_process.._drains##%%BO "&,mRD"b#&F&F q!!&0""$&GB$5$5EE *G4"""!E"$"!%,,W^^E-B-BCCC*+0(1,*a//!)"2">>#T>::D3%,,T2222233 DD ">>#T>::D3%,,T22223 DsD=DADADA-,D-B>DBAD.D DDE.E E EEEETr=)rrpidNrFzg[interrupt-debug] _wait_for_process ENTER tid=%s pid=%s timeout=%ss activity_cb=%s initial_interrupt=%srMISSINGrut[interrupt-debug] _wait_for_process INTERRUPT DETECTED tid=%s pid=%s iter=%d elapsed=%.1fs — killing process grouprrXrz [Command interrupted])rruzM[interrupt-debug] _wait_for_process TIMEOUT tid=%s pid=%s iter=%d timeout=%ssz [Command timed out after zs]|zterminal command runningg>@zo[interrupt-debug] _wait_for_process HEARTBEAT tid=%s pid=%s iter=%d elapsed=%.0fs interrupt=%s activity_cb=%s%sz (LOST during run)g?u[interrupt-debug] _wait_for_process EXCEPTION_EXIT tid=%s pid=%s iter=%d elapsed=%.1fs — killing subprocess group before re-raisezd[interrupt-debug] _wait_for_process EXIT (natural) tid=%s pid=%s iter=%d elapsed=%.1fs returncode=%s)codecsgetincrementaldecoderr@rArrrcurrent_threadidentrr_DEBUG_INTERRUPTrrr rj _kill_processrlstripr%sleepKeyboardInterrupt SystemExitr"rFr9ru)rir2rnr drain_threaddeadline_now_activity_state_tid_pid _iter_count_last_heartbeat_last_interrupt_state _cb_was_nonepartial timeout_msg _cb_now_nonerrs ` @@rrz!BaseEnvironment._wait_for_processs $& 48&.w77yIII" " " " " " " H!'vdCCC >##g-~  '))/tUD))  %-//47   KKBdG)8y     K ))++%q !## ' \ $ T^5E5EX_H`5` &&t,,, %%a%000"$''-"8"8;T"T&)>##h..' @ $ W &&t,,, %%a%000 ggm44G"K"K"K"KK##2'K"7"7(//11&) &o7QRRR $ 0(8(8?(Jd(R(R#9#;#;t#CLKK8dK((?7+CC&((%1@y0<Y\Y,,WY   '+n&6&6O#/L 3k))++%l":.      g$ N$$w'??   ""4(((!!!!,,,,     ) 2 !$$$  K          D    KKDdK  ?7#;;    ''-00PPPsR9B,L&BLCLAN&(+NN& N!N& N!!N&O O'&O'cl |dS#tttf$rYdSwxYw)zDTerminate a process. Subclasses may override for process-group kill.N)rmProcessLookupErrorPermissionErrorr;)rir2s rrzBaseEnvironment._kill_processsA  IIKKKKK"OW=    DD s 33rc0||dS)zDExtract CWD from command output. Override for local file-based read.N)_extract_cwd_from_output)rirs rrzBaseEnvironment._update_cwds %%f-----rcB|dd}|j}||}|dkrdStd|dz }||||}|dks||krdS||t |z|}|r||_|dd|}|dkr|}|d|t |z} | dkr| dznt |} |d||| dz|d<dS) zParse the __HERMES_CWD_{session}__ marker from stdout output. Updates self.cwd and strips the marker from result["output"]. Used by remote backends (Docker, SSH, Modal, Daytona, Singularity). rrNrrrr)r rrfindmaxlenstriprfind) rirrmarkerlast search_startfirstcwd_path line_startline_ends rrz(BaseEnvironment._extract_cwd_from_outputs: Hb))!||F## 2:: F1dTk**  V\488 B;;%4-- F%#f++-45;;==  DH \\$511   J;;tTCKK%788#+r>>8a<Hook called before each command execution. Remote backends (SSH, Modal, Daytona) override this to trigger their FileSyncManager. Bind-mount backends (Docker, Singularity) and Local don't need file sync — the host filesystem is directly visible inside the container/process. Nrrhs r_before_executezBaseEnvironment._before_executes  rr)rnrDc|||\}}ddlm}||}|p|j}|p|j} ||||z} n||} n|} | r#|jdkr||| }d} ||| } |j } | | | || } | | |}| ||S)z=Execute a command, return {"output": str, "returncode": int}.r)_rewrite_compound_backgroundNheredocrr) r-_prepare_commandtools.terminal_toolr/rnrrrrrrrr)rirrrnrD exec_command sudo_stdinr/effective_timeout effective_cwdeffective_stdinwrappedrr2rs rexecutezBaseEnvironment.executes? #'#8#8#A#A j EDDDDD33LAA #3t|tx   !j&<(:5OO  #(OO(O  #t/9<<44\?SSL"O$$\=AA((~~ 5*;  ''6G'HH     rc.|dS)z.Alias for cleanup (compat with older callers).N)rrhs rstopzBaseEnvironment.stops rcR |dS#t$rYdSwxYwr6)rr"rhs r__del__zBaseEnvironment.__del__s:  LLNNNNN    DD s  &&c$ddlm}||S)z6Transform sudo commands if SUDO_PASSWORD is available.r)_transform_sudo_command)r2r?)rirr?s rr1z BaseEnvironment._prepare_command s%??????&&w///rr6)rrv)r) rwrxryrzrr}__annotations__rr!rdictrboolrfrrrr staticmethodrrrrrrrr-r9r;r=rr1rrrrr sK sc % %C %# %D % % % %(!% W W W W W  W $J W  W W W W  ^ ()()()\ s s   \ * S* s* s* * * * `HcHsHsHHH\HLQLQmLQcLQDLQLQLQLQ\-.$.... Ct C C C CL    ". #!% ..... t . $J . ....h 00c3:o0F000000rrr6)6rzrrSloggingr,rrrIr@rrabcrrpathlibrtypingrrrhermes_constantsr tools.interruptr getLoggerrwrrBr-rsetLevelINFOlocalrr}rrrAr%r1rJrBlistrOrVr]rr{r!rdrfrrrrrrrOs   ########)))))))))),,,,,,******  8 $ $ 4  ":;;<<"  OOGL!!!+9?,,+hud{3d:+t++++ ?# 5 <????        4       ( 9j& 9c 9d 9 9 9 9.2 c #d ,4D040t00000 suUCZ'84'?,,,,,H,,,$B B B B B B B B T*C*C****E0E0E0E0E0cE0E0E0E0E0r