o ikE@sBUddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl mZmZddlmZddlmZddlmZddlmZddlZdd lmZdd lmZdd lmZmZm Z dd l!m"Z"d dl#m$Z$m%Z%d dl&m'Z'da(ej)a*de+d<ej,dddZ-eGdddZ.GdddeZ/dS)) annotationsN)ABCabstractmethod) Generator) dataclass) BaseContext)Anylogger)metrics)aiolog_exceptionstime_ms) duplex_unix)channelproto)LogQueueListenerzsignal.Handlers_mask_ctrl_c_originalreturnGenerator[None, None, None]c cstturdVdStdkrttjtjatd7azdVWtd8atdkr4ttjtdSdStd8atdkrFttjtww)u1Temporarily ignore SIGINT so forked/spawned children inherit SIG_IGN. Unlike pthread_sigmask (per-thread), signal.signal is process-wide and SIG_IGN is preserved across exec() per POSIX — so children start with SIGINT ignored regardless of which thread performs the fork. Uses refcounting so concurrent async callers (e.g. proc pool warming multiple processes) don't clobber each other's saved handler. signal.signal() can only be called from the main thread. Keep the critical section *tiny* (just around Process.start()). Nrr) threadingcurrent_thread main_thread_mask_ctrl_c_refcountsignalSIGINTSIG_IGNrrrd/var/www/html/livekit_bhavya/venv/lib/python3.10/site-packages/livekit/agents/ipc/supervised_proc.py _mask_ctrl_c s"r!c@sNeZdZUded<ded<ded<ded<ded<ded<ded<d ed <d S) _ProcOptsfloatinitialize_timeout close_timeoutmemory_warn_mbmemory_limit_mb ping_interval ping_timeouthigh_ping_threshold str | None http_proxyN)__name__ __module__ __qualname____annotations__rrrr r"?s  r"c@s"eZdZdIddZedJddZedKddZedLddZedMd!d"Z edLd#d$Z edMd%d&Z edLd'd(Z dNd)d*Z dNd+d,ZdNd-d.ZdNd/d0ZdNd1d2ZdNd3d4ZdNd5d6ZdNd7d8Zeed9dNd:d;Zeed9dOd?d@Zeed9dPdAdBZeed9dNdCdDZdQdFdGZdHS)RSupervisedProcr$r#r%r&r'r(r)r*r,r+mp_ctxrloopasyncio.AbstractEventLooprNonec Cs`| |_| |_t||||||||d|_d|_d|_d|_d|_d|_t j d|_ t |_ dS)N)r$r%r&r'r(r)r*r,F)_loop_mp_ctxr"_opts _exitcode_pid_supervise_atask_closing _kill_sentasyncioFuture_initialize_futLock_lock) selfr$r%r&r'r(r)r*r,r2r3rrr __init__Ls& zSupervisedProc.__init__cch socket.socketlog_cch mp.ProcesscCsdSNr)rCrErGrrr _create_processpszSupervisedProc._create_processipc_ch!aio.ChanReceiver[channel.Message]csdSrIr)rCrKrrr _main_tasksszSupervisedProc._main_taskboolcCstdddvS)NLK_DUMP_STACK_TRACES0)rPfalseno)osgetenvlowerrCrrr enabled_stack_trace_dumpvsz'SupervisedProc.enabled_stack_trace_dump int | NonecC|jSrI)r9rVrrr exitcodezzSupervisedProc.exitcodecCrYrI)r=rVrrr killed~r[zSupervisedProc.killedcCrYrI)r:rVrrr pidr[zSupervisedProc.pidcCs |jduSrI)r;rVrrr starteds zSupervisedProc.startedcs6|jrtd|jrtdt|IdHdS)zstart the supervised processzprocess already startedzprocess is closedN)r^ RuntimeErrorr<r>shield_startrVrrr starts zSupervisedProc.startc sd fdd }j4IdHt\}}t\}}||||f}zAtj|IdH_tj|}t||  ||_ t j dj j IdHWdn1s]wYWn&ty|D]}tt |Wdn1swYqlw||j j_tjd_d fdd } tj| d d } | t_WdIdHdS1IdHswYdS) Nrecordlogging.LogRecordrr5cs*}|D] \}}t|||qdSrI) logging_extraitemssetattr)rcextrakeyvaluerVrr _add_proc_ctx_logsz0SupervisedProc._start.._add_proc_ctx_logcs@jz jjjdWdStyYdSwrI)_procjoinstopr6call_soon_threadsafe _join_fut set_resultr_r log_listenerrCrr _sync_runs  z(SupervisedProc._start.._sync_runproc_join_thread)targetname)rcrdrr5rr5)rBsocket socketpairr _AsyncDuplexopen_pch_DuplexrrbrJrlr!r6run_in_executor Exception contextlibsuppressOSErrorcloser]r:r>r?rprThread create_task_supervise_taskr;) rCrkmp_pchmp_cch mp_log_pch mp_log_cchsocketslog_pchsrtthreadrrrr rasB         .zSupervisedProc._startcs0|jstd|jrt|jIdHdSdS)zwait for the process to finishprocess not startedN)r^r_r;r>r`rVrrr rms zSupervisedProc.joinc s\t|jtj|j|jj|jj |jj |jj pddIdHz[t j d|dt}tjt|jtj|jjdIdH}t|tjsJJd|jrUtd|j|jdt|}tj|d t j d i|d t|d idWdStjy|j td |!IdH|"IdHt#y}z|j |d}~ww)zinitialize the process, this is sending a InitializeRequest message and waiting for a InitializeResponse with a timeout) asyncio_debugr(r)r*r,Nzinitializing processrhtimeoutz(first message must be InitializeResponsezprocess initialization failed: ) time_elapsedzprocess initialized elapsed_timer z process initialization timed out)$r asend_messager}rInitializeRequestr6 get_debugr8r(r)r*r,r inforetime perf_counterr>wait_for arecv_message IPC_MESSAGESr$ isinstanceInitializeResponseerrorr_r@rqr proc_initializedround TimeoutError set_exception_send_dump_signal_send_kill_signalr)rC start_timeinit_resrerrr initializesT         zSupervisedProc.initializec s2|jsdSd|_ttjt|jt IdHWdn1s&wYz|j r?t j t |j |jjdIdHWn!t jyatjd|d|IdH|IdHYnw|j4IdH#|j rt |j IdHWdIdHdSWdIdHdS1IdHswYdS)z2attempt to gracefully close the supervised processNTrz-process did not exit in time, killing processr)r^r<rrr DuplexClosedrrr}rShutdownRequestr;r>rr`r8r%rr rrerrrBrVrrr acloses6 .zSupervisedProc.aclosec s|jstdd|_|IdH|IdH|j4IdH#|jr8t|jIdHWdIdHdSWdIdHdS1IdHsIwYdS)z&forcefully kill the supervised processrTN) r^r_r<rrrBr;r>r`rVrrr kills.zSupervisedProc.killcsp|jsdSttdr dSz tjd|dt|jt IdHt dIdHWdSt y7YdSw)NSIGUSR1z0sending DumpStackTraceRequest message to processr?)rWhasattrrr rrerrr}rDumpStackTraceRequestr>sleeprrVrrr r&s  z SupervisedProc._send_dump_signalcsz |js WdSWn tyYdSwtjd|dtjdkr:z |jr/|jWnJty9YnBwt t dreztjd|dt |jj t jtdIdHWn tydYnwz |jrp|j Wn tyzYnwd|_dS) zforcefully kill the processNzkilling processrwin32rz!sending SIGUSR1 signal to processrT)rlis_alive ValueErrorr rresysplatform terminaterrrSrr]rr>rrr=rVrrr r8sB            z SupervisedProc._send_kill_signalr csz|jIdHWntjyYn tyYnwt|jj}tjt j t | }t | |}t ||}|fddd}|jjdksZ|jjdkrat |}|jIdH|jj|_|jt|||IdH|durt|IdHttj|jIdHWdn1swY|jdkr|jst j!d|j|"ddSdSdS)NcsSrI)r)_rKrr hsz0SupervisedProc._supervise_task..rz'process exited with non-zero exit code r)#r@r>rrr rr8r)ChanrMessagerrM_read_ipc_task_ping_pong_taskadd_done_callbackr'r&_memory_monitor_taskrprlrZr9rcancel_and_waitrrrrr}rr=r rre)rC pong_timeout main_task read_ipc_task ping_taskmemory_monitor_taskrrr rWs@      zSupervisedProc._supervise_taskaio.Chan[channel.Message]r aio.Sleepcs z t|jtjIdH}Wn tjyYdSwt|tjrVt |j }||j j dkr._send_ping_cocs>IdHtjddIdHIdHdS)Nz(process is unresponsive, killing processr)r rrerrr)rrCrr _pong_timeout_cos  z8SupervisedProc._ping_pong_task.._pong_timeout_corx) r intervalr8r(rr r>rgatherr)rCrrrtasksr)r(rrCr rs&zSupervisedProc._ping_pong_taskc s|js|jszh|jstdIdHWqt|j}|}|jd}|j j dkrO||j j krOt j d||j j d| d|IdH|IdHn|j jdkrn||j jkrnt jd||j j|j j d | dWnHtjtjfy}z|js|jrWYd}~dSt jd | |d WYd}~dSd}~wty|js|jrYdSt jd | dYnwtdIdH|js|jrdSdSdSdS) zBMonitor memory usage and kill the process if it exceeds the limit.Nirz.process exceeded memory limit, killing process)memory_usage_mbr'rzprocess memory usage is high)rr&r'z%Failed to get memory info for process)rhexc_infozError in memory monitoring task)r<r=r:r>rpsutilProcess memory_inforssr8r'r rrerrr&r NoSuchProcess AccessDeniedr exception)rCprocessr memory_mbrrrr rsf        z#SupervisedProc._memory_monitor_taskdict[str, Any]cCsd|ji}|S)Nr])r])rCrhrrr reszSupervisedProc.logging_extraN)r$r#r%r#r&r#r'r#r(r#r)r#r*r#r,r+r2rr3r4rr5)rErFrGrFrrH)rKrLrr5)rrN)rrXrx)rKrrrrr5)rrrr5)rr)r-r.r/rDrrJrMpropertyrWrZr\r]r^rbrarmrrrrrrr rrrrrerrrr r1KsB $         2  1   '   9r1)rr)0 __future__rr>rloggingmultiprocessingmprSrryrrrabcrrcollections.abcr dataclassesrmultiprocessing.contextrtypingrrlogr telemetryr utilsr rr utils.aiorrrr log_queuerrSIG_DFLrr0contextmanagerr!r"r1rrrr s<