o 1j^p@sUddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z m Z m Z ddlZddlZddlZiZeedfed<daddZded efd d Zd ed ed efddZd?ddZeddlmZmZddlmZddlm Z m!Z!m"Z"ddl#m$Z$ddl%m&Z&ddl'm(Z(ddl)m*Z*ddl+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3e4dZ5e$da6d eeeffddZ7deee fd eeeffdd Z8e d!d"Gd#d$d$Z9d%e:d efd&d'Z;d%e:d(ee:e=ff d+d,Z?d ed-ed.ed efd/d0Z@dd1ded2ed3ed4ed5ed6ejAd ed7e e<d e e:dffd8d9ZBd?d:d;ZCd?dkr@eFeDdSdS)@N) dataclass)AnyAsyncGeneratorOptional ChatContext_call_contextscCs.tdurtd}|stdtj|datS)NOPENAI_API_KEYzOPENAI_API_KEY not setapi_key)_openai_clientosgetenv RuntimeErroropenai AsyncOpenAIr rT/var/www/html/livekitdocker/backend/agent_runtime/src/mcube_integration/ai_worker.pyget_openai_client$s   rtextreturncs\|sdStdd|D}|dkrdSgd}|tfdd|D}|dkr,dSdS) zq Detect if text is Hindi/Hinglish or English. Returns: 'hi' for Hindi/Hinglish, 'en' for English. encss,|]}d|krdkrnndVqdS)uऀuॿNr).0charrrr Cs*z"detect_language..rhi)"namastekaisehoaapmainhaikyakarrahar!nahipleasethankyoujiyaardostachatheekr!sahigalatbataosamajhr%kripyakarein dhanyawadshukriyahaannabolohindihinglishc3s |] }|vrdVqdS)rN)split)rword text_lowerrrr_sr)sumlower)r hindi_charshinglish_wordshinglish_countrr=rdetect_language1s rD system_promptlanguagecCs |dkr d}||Sd}||S)z_ Add language-specific instructions to the system prompt based on detected language. rz LANGUAGE INSTRUCTION: Respond in Hindi or Hinglish (Hindi written in English script). Use natural conversational Hindi as spoken in North India. Be warm, polite, and use appropriate honorifics like 'aap', 'ji', etc.zh LANGUAGE INSTRUCTION: Respond in English. Use clear, professional, and natural conversational English.r)rErFlanguage_instructionrrr#augment_system_prompt_with_languageqs rHcCsLd}|tjvr dSGddd}t|}|jdg|d|tj|<dS)z Work around Windows WDAC/App Control blocking `lk_blingfire` native extension. `livekit.agents` imports `livekit.agents.tokenize.blingfire` unconditionally; we stub it. z!livekit.agents.tokenize.blingfireNc @sleZdZdddddedededd fd d Zd d d eded BdeefddZd d ded BfddZ d S)z:_install_livekit_blingfire_stub..SentenceTokenizer F)min_sentence_lenstream_context_len retain_formatrKrLrMrNcSst||_dS)N)int_min_sentence_len)selfrKrLrMrrr__init__szC_install_livekit_blingfire_stub..SentenceTokenizer.__init__)rFrrFcs,ddtd|p dD}fdd|DS)NcSsg|] }|r|qSr)striprprrr szW_install_livekit_blingfire_stub..SentenceTokenizer.tokenize..z (?<=[.!?])\s+csg|] }t|jkr|qSr)lenrOrSrPrrrUs)rer;)rPrrFpartsrrXrtokenizeszC_install_livekit_blingfire_stub..SentenceTokenizer.tokenizecSstd)Nz2Streaming tokenizer not supported in fallback stub)NotImplementedError)rPrFrrrstreamszA_install_livekit_blingfire_stub..SentenceTokenizer.stream) __name__ __module__ __qualname__rNboolrQstrlistr[r]rrrrSentenceTokenizers  $rd)__all__rd)sysmodulestypes ModuleType__dict__update) module_namerdstubrrr_install_livekit_blingfire_stubs  "rn) inference function_tool)r)cartesiadeepgram elevenlabsr)load_agent_runtime_dotenv)'get_runtime_overrides_from_agents_table)&get_runtime_overrides_from_cluster_bot)get_default_mcube_call_config)AI_UTTERANCES_QUEUE RABBITMQ_URLcontrol_queue_namedeclare_durable_queueconnect get_channel publish_jsontts_queue_namezmcube.ai_workerc Cslt}|d|d|d|d|dpd|d|d|d p!d |d p'd |d p-d|dp3dd S)zSFallback only when DB + queue payload do not supply values (see process_utterance).rE llm_model llm_provider tts_model tts_providerrs tts_voice_id tts_encoding tts_chunk_ms200stt_language_coder stt_model_idrV stt_provider rErrrrrrrrrr)rwget)drrr_env_fallback_runtimes     rpayloadc s:t}|d}|durrzt|}Wn tyd}Ynw|durrtjt||d|d|dp8|d|dpA|dd IdH}|||d }|durrzt|}|tt||IdHWn tyqYnwd }t |}|D]@} | |vrqz|| } | durqzt | t r| d kr| sqz| d krt | t r| dd|| <qzt | t rt |  n| || <qz|dd|d|dd|d|dd|d|dd|d|dd|d |d d|d|dd|d|dd|d|dd|d|dd|S)a\ Merge precedence (later wins): 1) `.env` defaults (MCUBE_* via mcube_defaults) 2) `business_id_agents` row (+ JSON config) when `business_id` is present 3) Cluster `{bid}_bots` + `business_id_bots` when `business_id` and `bot_id` are present 4) Explicit fields on the RabbitMQ payload (Redis call config / ws_bridge) business_idNagent_iduser_id agent_emailemail agent_namename)rrrrbot_idrrrEz\n rrsrrVrrrrrrrrr)rrrN Exceptionasyncio to_threadrurkrvdict isinstancerbrRreplace setdefault) rbasebidbid_intdb_ovbot_rawbot_int override_keysoutkvrrr_resolve_runtime_from_payload%sj         rT)frozenc@s.eZdZUeed<eed<eed<eed<dS)PublishTtsChunkcall_id sequence_id chunk_seqpcm16_8k_bytesN)r^r_r`rb__annotations__rNbytesrrrrrs  r pcm16_bytescCst|dS)Nascii)base64 b64encodedecode)rrrr _pcm16_to_b64sr from_rateto_ratestatecCs(ddl}||dd|||\}}||fS)z] audioop.ratecv works on raw int16 PCM. Returns (converted_bytes, new_state). rNr)audioopratecv)rrrrr converted new_staterrr_resample_pcm16s rr user_textcsttj|dd}t}|jd|d|jd|d|j|d}g}|2z 3dHW}||q&6d| S)Nx)model max_tokenssystemrolecontentuser)chat_ctxrV) roLLMrempty add_messagechatto_str_iterableappendjoinrR)rErrllmrr]rtokenrrr_run_llms  r)chunk_msrrrrsessionrc Csddl}|dkrtdpd} tj|pd||| dd|d } d} |dur&|nttd d } t| d | } | d }t}| |2zJ3dHW}|j}|j }|j }|| krkd}| |d d|| |\}}| |n| |t||krt|d|}|d|=|Vt||ksvqB6|rt||kr| d|t|t|d|VdSdStdptdpd}|stdtj||||pdd|d} d} |dur|nttd d } t| d | d }t}| |2zF3dHW}t|dr|jj }nt|dr|j }nt|}| |t||kr5t|d|}|d|=|Vt||ksq6|rSt||krL| d|t|t|VdSdS)zNSynthesize TTS and yield chunks as they arrive for true streaming (Phase 6.3).rNrqCARTESIA_API_KEYrVz sonic-3.5 pcm_s16lei>)rvoicerFr encoding sample_rate http_sessionMCUBE_TTS_CHUNK_MSrg@@rrELEVENLABS_API_KEYELEVEN_API_KEYzELEVENLABS_API_KEY not set pcm_16000)voice_idrr rstreaming_latencyrframedata)rr r rqTTSrN bytearray synthesizerrtobytesrrextendrWrrrshasattr)rrrrrrrFrr cartesia_keytts target_rate chunk_ms_eff chunk_samples chunk_bytesbuffer synth_audior pcm16_fromrresample_staterchunkelevenlabs_keypcm_datarrr_synthesize_tts_pcm16_8k s                rc. s<|jdd4IdHt|jd}t|d}t|dd}|dp*d}|d p1d}t |IdH}|d }|d }t|d pJd} |d } t|dpWd} |d} |d} zt dt dtt t|dpod}Wn t yd}Ynw|dd}|r|st|}td||||ddt||}t}td|||p|pddd|| | | | z?|r/|}t|}t}|durtdt4IdHI}t|| | | | |||d}d}|2z3dHW}t|||||t|dd d!IdH|d"7}q6t||||d#d$d!IdHd}WdIdHn 1IdHs(wYnd%d&d'd(igdd)d*}d%d+d,d(d-d.d/d-d0d/d-d1d/d2dd3d*}d4tttfd5tfd6d7}d4tttfd5tfd8d9}t||d:t||d:g}d;}||} tj|d<}!|t vrt!"t |<t |j#d=| d>t |}"|"j#d?|d>t}#|!j$|"|dd@}$g}%g}&|$2z#3dHW}'|'j%r|'j%j&r|&'|'j%j&|'j%j(r|%)|'j%j(q6tt|#dA}(tdB|||(|%rst*|})t}|durtd|%D]o}*z t|*j+p dC}+Wn t yi}+Ynw|*j,d&kr>t||)dD||dEd!IdHWWdIdHdS|*j,d+krq|+dFpT|+dGpT|+dH},t||)dI|||,dJd!IdHWWdIdHdSqd-|&}|sdK}|t vrt |j#dL|d>t|}t}|durtdt4IdHJ}t|| | | | |||d}d}|2z3dHW}t|||||t|dd d!IdH|d"7}q6t||||d#d$d!IdHd}WdIdHn 1IdHswYWnt y}-z t.dM||t|-d}-~-ww|duret|}t}|dur(tdt/|D]\}}t|||||t|dd d!IdHq,t||||dNd$d!IdHtdO||t0|tt|dA|durtdP||tt|dAWdIdHdSWdIdHdS1IdHswYdS)QNF)requeuezutf-8rrr transcriptrV bot_say_textrErrrrrsrrirrrrz7language_detected call_id=%s seq=%s language=%s text=%r2zvutterance_received call_id=%s seq=%s stt_text=%r llm_model=%s tts_provider=%s tts_model=%s tts_voice_id=%s language=%srzpublish channel not initialized)rrrrrrrFtts_audio_chunk)rrr audio_pcm_b64type)channel queue_namerrtts_end)rrrfunctionend_callz-Terminate the current phone call immediately.object)r propertiesrequiredadditionalProperties)rr description parameterstransfer_to_numberz*Transfer the call to another phone number.stringz0Target phone number in E.164 format (preferred).)rr zAlias for phone_number.z'Optional SIP URI like sip:+918...@host.) phone_numbertransfer_numbersip_uri)rr r  raw_argumentsrcdSNokrrrrr_end_call_toolBz)process_utterance.._end_call_toolcrrrrrrr_transfer_to_number_toolHrz3process_utterance.._transfer_to_number_tool) raw_schemaa  Tool-use rules for MCube phone calls: - Call `end_call` to terminate the current call. - Call `transfer_to_number` to transfer; provide phone_number or sip_uri. - When calling a tool, do not include additional spoken content; the caller side will act on the tool.)rrrr)rtoolsparallel_tool_callsiz1llm_generated call_id=%s seq=%s llm_latency_ms=%sz{}mcube_terminate)rrrrrrmcube_transfer)rrr transfer_tozOkay. assistantz6utterance_processing_failed call_id=%s seq=%s error=%stts_donez>tts_published call_id=%s seq=%s chunks=%s tts_generation_ms=%sz>tts_published_streaming call_id=%s seq=%s tts_generation_ms=%s)1processjsonloadsbodyrrbrNrrRrmaxminfloatrrDloginforHtimer_PUBLISH_CHANNELraiohttp ClientSessionrr~rrr rprorrrrrrdeltarr tool_callsrrz argumentsrrerror enumeraterW).messagerrrrrrtrErrrrrrrdetected_languagesystem_prompt_with_langstart_t response_textconnection_queuerrchunks_generatorrr chunks_8kend_call_schematransfer_to_number_schemarrrtool_instructionssystem_prompt_with_toolsrr llm_startr]r2 text_partsrllm_latency_ms control_queuetc tool_argsr!errrprocess_utterancejsD *       *.  0              d   d$      *(    0rJcstjtjdtIdH}t|IdH}|at|tIdHt dtt |j tddIdH}|j t ddIdHtIdHdS)N)levelzai_worker: consuming %s on %sT)durableF)no_ack)logging basicConfigINFOr|r}r.r{rxr+r,ry declare_queueconsumerJrFuture) connectionrqueuerrrr s r __main__)rN)Grr/rr%rNr rfr- dataclassesrtypingrrrrhrYrrrrbrr rrDrHrnlivekit.agentsrorplivekit.agents.llm.chat_contextrlivekit.pluginsrqrrrsenv_loadrtbusiness_id_agentsrucluster_bot_runtimervmcube_defaultsrwmqrxryrzr{r|r}r~r getLoggerr+r.rrrrrrNr tuplerrr0rrJr r^runrrrrs   @ @     ( "$&$!  ` + $