o i)@sddlmZddlZddlZddlZddlmZddlmZddlm Z m Z m Z ddl m Z mZddlmZdd lmZmZmZmZd d lmZd d lmZmZmZd d lmZmZedejdZ eGdddZ!eGdddZ"Gdddee dZ#GdddeZ$dS)) annotationsN) AsyncIterable) dataclass)AnyClassVarLiteral)APIConnectionErrorAPIError)logger)DEFAULT_API_CONNECT_OPTIONS NOT_GIVENAPIConnectOptions NotGivenOr) ChatContext)LLM ChatChunk LLMStream)Tool ToolChoice) max_retrytimeoutc@eZdZUded<ded<dS) _LLMStatusbool availablezasyncio.Task[None] | Nonerecovering_taskN__name__ __module__ __qualname____annotations__r#r#e/var/www/html/livekit_bhavya/venv/lib/python3.10/site-packages/livekit/agents/llm/fallback_adapter.pyr  rc@r)AvailabilityChangedEventrllmrrNrr#r#r#r$r&r%r&csreZdZdddddd0fddZed1ddZed1ddZdeeeedd2d'd(Z d3d)d*Z d4d.d/Z Z S)5FallbackAdapterg@rg?F)attempt_timeoutmax_retry_per_llmretry_intervalretry_on_chunk_sentr' list[LLM]r)floatr*intr+r,rreturnNonecslt|dkr tdt||_||_||_||_||_dd|jD|_ |jD] }| d|j q*dS)a FallbackAdapter is an LLM that can fallback to a different LLM if the current LLM fails. Args: llm (list[LLM]): List of LLM instances to fallback to. attempt_timeout (float, optional): Timeout for each LLM attempt. Defaults to 5.0. max_retry_per_llm (int, optional): Internal retries per LLM. Defaults to 0, which means no internal retries, the failed LLM will be skipped and the next LLM will be used. retry_interval (float, optional): Interval between retries. Defaults to 0.5. retry_on_chunk_sent (bool, optional): Whether to retry when a LLM failed after chunks are sent. Defaults to False. Raises: ValueError: If no LLM instances are provided. rz+at least one LLM instance must be provided.cSsg|]}tdddqS)TN)rr)r).0_r#r#r$ Hs z,FallbackAdapter.__init__..metrics_collectedN) len ValueErrorsuper__init___llm_instances_attempt_timeout_max_retry_per_llm_retry_interval_retry_on_chunk_sent_statuson_on_metrics_collected)selfr'r)r*r+r, llm_instance __class__r#r$r9%s   zFallbackAdapter.__init__strcCdS)Nr(r#rBr#r#r$modelOzFallbackAdapter.modelcCrG)Nlivekitr#rHr#r#r$providerSrJzFallbackAdapter.providerN)tools conn_optionsparallel_tool_calls tool_choice extra_kwargschat_ctxrrMlist[Tool] | NonerNrrONotGivenOr[bool]rPNotGivenOr[ToolChoice]rQNotGivenOr[dict[str, Any]]rc Cst||||pg|||dS)N)r'rNrRrMrOrPrQ)FallbackLLMStream)rBrRrMrNrOrPrQr#r#r$chatWs zFallbackAdapter.chatcs |jD] }|d|jqdSNr5)r:offrA)rBrCr#r#r$acloseks zFallbackAdapter.acloseargsrkwargscOs|jdg|Ri|dSrY)emit)rBr\r]r#r#r$rAosz%FallbackAdapter._on_metrics_collected) r'r-r)r.r*r/r+r.r,rr0r1)r0rF)rRrrMrSrNrrOrTrPrUrQrVr0rr0r1)r\rr]rr0r1) rr r!r9propertyrIrL$DEFAULT_FALLBACK_API_CONNECT_OPTIONSr rXr[rA __classcell__r#r#rDr$r("s$*   r(llm_availability_changedcseZdZUdZded<eeedd*fddZed+ddZed,ddZ ddd-d!d"Z d.d#d$Z d/d%d&Z d0d(d)Z ZS)1rWllm_fallback_adapterz ClassVar[str]_llm_request_span_name)rOrPrQr'r(rRrrM list[Tool]rNrrOrTrPrUrQrVr0r1cs6tj||||d||_||_||_||_d|_dS)N)rRrMrN)r8r9_fallback_adapter_parallel_tool_calls _tool_choice _extra_kwargs_current_stream)rBr'rRrMrNrOrPrQrDr#r$r9vs   zFallbackLLMStream.__init__cC|jdur|jS|jjSN)rk _chat_ctxrRrHr#r#r$rR zFallbackLLMStream.chat_ctxcCrlrm)rk_toolsrMrHr#r#r$rMrozFallbackLLMStream.toolsF)check_recoveryrrqrAsyncIterable[ChatChunk]c CsjzT|j|j|j|j|j|jtj|j|j j |j j |j j dd4IdH$}| }|2z3dHW}|r7d}||_ |Vq*6WdIdHWdS1IdHsNwYWdStjys|rit|jdt|jdty}z|rtj|jd|dtj|jd |dd}~wty|rt|jd t|jd w) ao Try to generate with the given LLM. Args: llm: The LLM instance to generate with check_recovery: When True, indicates this is a background recovery check and the result will not be used. Recovery checks verify if a previously failed LLM has become available again. )rrr+)rRrMrOrPrQrNNFz recovery timed outz! timed out, switching to next LLMz recovery failed)exc_infoz failed, switching to next LLMz recovery unexpected errorz( unexpected error, switching to next LLM)rXrnrprhrirj dataclassesreplace _conn_optionsrgr<r;r=rkasyncio TimeoutErrorr warninglabelr Exception exception)rBr'rqstreamshould_set_currentchunker#r#r$ _try_generatesp  2      zFallbackLLMStream._try_generatecsRjjjj|jdusjr'dfdd }t||_dSdS)Nr'rr0r1cslz*j|dd2z3dHW}q 6d_td|jdjdt|ddWdSty5YdSw)NTr'rqzllm.FallbackAdapter, z recoveredrcr'r) rrr inforzrgr^r&r{)r'r3 llm_statusrBr#r$_recover_llm_tasks  z:FallbackLLMStream._try_recovery.._recover_llm_taskr'rr0r1)rgr?r:indexrdonerw create_task)rBr'rr#rr$ _try_recoverys zFallbackLLMStream._try_recoveryc s|t}tdd|jjD}|rtdt|jjD]\}}|jj|}|js,|rd}g}z3|j |dd2z&3dHW}|j rX|j j rK||j j 7}|j j D]} | | jqO|j|q86WdSty|jr{d|_|jdt|dd|s|r||d } |jjstj|jd | d tj|jd | d Ynw||qtd dd|jjDdt|d)Ncss|]}|j VqdSrm)r)r2rr#r#r$ sz)FallbackLLMStream._run..z$all LLMs are unavailable, retrying..Frrcr) text_senttool_calls_sentzy failed after sending chunk, skip retrying. Set `retry_on_chunk_sent` to `True` to enable retrying after chunks are sent.)extraz' failed after sending chunk, retrying..zall LLMs failed (cSsg|]}|jqSr#)rz)r2r'r#r#r$r4 sz*FallbackLLMStream._run..z) after z seconds)timeallrgr?r error enumerater:rrdeltacontent tool_callsappendname _event_ch send_nowaitr{r^r&r>rzryrr ) rB start_time all_failedir'rrrresult tool_callrr#r#r$_runsZ           &zFallbackLLMStream._run event_aitercsdSrmr#)rBrr#r#r$_metrics_monitor_task#sz'FallbackLLMStream._metrics_monitor_task)r'r(rRrrMrfrNrrOrTrPrUrQrVr0r1)r0r)r0rf)r'rrqrr0rrrr_)rrrr0r1)rr r!rer"r r9r`rRrMrrrrrbr#r#rDr$rWss     D 4rW)% __future__rrwrtrcollections.abcrrtypingrrr _exceptionsr r logr typesr r rr chat_contextrr'rrr tool_contextrrrrarr&r(rWr#r#r#r$s0       Q