o iB@sZddlmZddlZddlZddlZddlZddlZddlmZm Z m Z ddl m Z m Z ddlmZmZddlZddlmZddlmZdd lmZdd lmZmZdd lmZmZdd lm Z dd l!m"Z"ddl#m$Z$ddl%m&Z&e'Z(e)e(j*Gdddej+Z,e ej-e.Be,BZ/GdddeZ0dZ1GdddZ2GdddZ3d ddZ4dS)!) annotationsN)AsyncGenerator AsyncIterator Generator)as_filefiles)Any NamedTuple)rtc)get_job_contextlogger) NOT_GIVEN NotGivenOr)is_givenlog_exceptions)cancel_and_waitaudio_frames_from_file) AgentSession)AgentStateChangedEventc@s2eZdZdZdZdZdZdZdZdZ d d d Z d S)BuiltinAudioClipzcity-ambience.oggzforest-ambience.oggzoffice-ambience.oggzcrowded-room.oggzkeyboard-typing.oggzkeyboard-typing2.oggzhold_music.oggreturnstrcCs td|j}ttt|S)Nzlivekit.agents.resources)rvaluer_resource_stack enter_contextr)self file_pathr!g/var/www/html/livekit_bhavya/venv/lib/python3.10/site-packages/livekit/agents/voice/background_audio.pypath&zBuiltinAudioClip.pathN)rr) __name__ __module__ __qualname__ CITY_AMBIENCEFOREST_AMBIENCEOFFICE_AMBIENCE CROWDED_ROOMKEYBOARD_TYPINGKEYBOARD_TYPING2 HOLD_MUSICr#r!r!r!r"rsrc@s2eZdZUdZded<dZded<dZded<dS) AudioConfigz Definition for the audio to be played in the background Args: volume: The volume of the audio (0.0-1.0) probability: The probability of the audio being played, when multiple AudioConfigs are provided (0.0-1.0) AudioSourcesource?floatvolume probabilityN)r%r&r'__doc____annotations__r4r5r!r!r!r"r/.s  r/ic@seZdZeedddBd d ZdCddZdDddZdEddZdddFd!d"Zeed#dGd*d+Z dHd,d-Z dHd.d/Z dId2d3Z e ed4dJd9d:Ze ed4dHd;d<ZdHd=d>Ze ed4dHd?d@ZdAS)KBackgroundAudioPlayer) ambient_soundthinking_soundstream_timeout_msr:@NotGivenOr[AudioSource | AudioConfig | list[AudioConfig] | None]r;r<intrNonecCs~t|r|nd|_t|r|nd|_tjddtd|_tjdddd|d|_d|_ t |_ d|_ d|_g|_d|_d|_dS)u Initializes the BackgroundAudio component with optional ambient and thinking sounds. This component creates and publishes a continuous audio track to a LiveKit room while managing the playback of ambient and agent “thinking” sounds. It supports three types of audio sources: - A BuiltinAudioClip enum value, which will use a pre-defined sound from the package resources - A file path (string) pointing to an audio file, which can be looped. - An AsyncIterator that yields rtc.AudioFrame When a list (or AudioConfig) is supplied, the component considers each sound’s volume and probability: - The probability value determines the chance that a particular sound is selected for playback. - A total probability below 1.0 means there is a chance no sound will be selected (resulting in silence). Args: ambient_sound (NotGivenOr[Union[AudioSource, AudioConfig, List[AudioConfig], None]], optional): The ambient sound to be played continuously. For file paths, the sound will be looped. For AsyncIterator sources, ensure the iterator is infinite or looped. thinking_sound (NotGivenOr[Union[AudioSource, AudioConfig, List[AudioConfig], None]], optional): The sound to be played when the associated agent enters a “thinking” state. This can be a single sound source or a list of AudioConfig objects (with volume and probability settings). Nir) queue_size_msi) blocksizecapacityr<)r_ambient_sound_thinking_soundr r0_AUDIO_SOURCE_BUFFER_MS _audio_source AudioMixer _audio_mixer publicationasyncioLock_lock_republish_task _mixer_atask _play_tasks_ambient_handle_thinking_handle)rr:r;r<r!r!r"__init__Es!   zBackgroundAudioPlayer.__init__soundslist[AudioConfig]AudioConfig | NonecCstdd|D}|dkrdS|dkrt|krdS|dkr!dn|}tt|d}d}|D]}|jdkr8q0|j|}||7}||krI|Sq0|dS)z Selects a sound from a list of BackgroundSound based on their probabilities. Returns None if no sound is selected (when sum of probabilities < 1.0). css|]}|jVqdSN)r5).0soundr!r!r" }sz@BackgroundAudioPlayer._select_sound_from_list..rNr2g)sumrandomminr5)rrStotal_probabilitynormalize_factorr cumulativerX norm_probr!r!r"_select_sound_from_listxs"  z-BackgroundAudioPlayer._select_sound_from_listr14AudioSource | AudioConfig | list[AudioConfig] | None tuple[AudioSource, float] | NonecCst|durdSt|tr||dfSt|tr(||}|dur"dS|j|jfSt|tr6||j|jfS|dfS)Nr2) isinstancer_normalize_builtin_audiolistrcr1r4r/)rr1selectedr!r!r"_normalize_sound_sources     z-BackgroundAudioPlayer._normalize_sound_sourcer0#AsyncIterator[rtc.AudioFrame] | strcCst|tr |S|SrV)rfrr#)rr1r!r!r"rgs z.BackgroundAudioPlayer._normalize_builtin_audioFloopaudio-AudioSource | AudioConfig | list[AudioConfig]rmbool PlayHandlecsjstd|}|durtS|\}}|r(t|tr(tdtt  ||| fdd fddj S)a Plays an audio once or in a loop. Args: audio (Union[AudioSource, AudioConfig, List[AudioConfig]]): The audio to play. Can be: - A string pointing to a file path - An AsyncIterator that yields `rtc.AudioFrame` - An AudioConfig object with volume and probability - A list of AudioConfig objects, where one will be selected based on probability If a string is provided and `loop` is True, the sound will be looped. If an AsyncIterator is provided, it is played until exhaustion (and cannot be looped automatically). loop (bool, optional): Whether to loop the audio. Only applicable if `audio` is a string or contains strings. Defaults to False. Returns: PlayHandle: An object representing the playback handle. This can be awaited or stopped manually. zBackgroundAudio is not startedNz}Looping sound via AsyncIterator is not supported. Use a string file path or your own 'infinite' AsyncIterator with loop=Falsecs jSrV)rOremove_)rtaskr!r"s z,BackgroundAudioPlayer.play..csSrV)_mark_playout_doners) play_handler!r"rvs)rN RuntimeErrorrjrqrwrfr ValueErrorrJ create_task _play_taskadd_done_callbackrOappend)rrnrm normalized sound_sourcer4r!)rxrrur"plays$  zBackgroundAudioPlayer.play) agent_sessiontrack_publish_optionsroomrtc.RoomrNotGivenOr[AgentSession]r#NotGivenOr[rtc.TrackPublishOptions]c s |j4IdH{||_|pd|_|pd|_zt}|r#tdWn ty-Ynw| IdHt | |_ |jd|j|jrP|jd|j|jrx||j}|rx|\}}t||}t|trr|j|dd|_n|||_WdIdHdS1IdHswYdS)at Starts the background audio system, publishing the audio track and beginning playback of any configured ambient sound. If `ambient_sound` is provided (and contains file paths), they will loop automatically. If `ambient_sound` contains AsyncIterators, they are assumed to be already infinite or looped. Args: room (rtc.Room): The LiveKit Room object where the audio track will be published. agent_session (NotGivenOr[AgentSession], optional): The session object used to track the agent's state (e.g., "thinking"). Required if `thinking_sound` is provided. track_publish_options (NotGivenOr[rtc.TrackPublishOptions], optional): Options used when publishing the audio track. If not given, defaults will be used. NzLBackground audio is not supported in console mode. Audio will not be played. reconnectedagent_state_changedTrl)rL_room_agent_session_track_publish_optionsr is_fake_jobrwarningry_publish_trackrJr{_run_mixer_taskrNon_on_reconnected_agent_state_changedrCrjr/rfrrrP) rrrrjob_ctxrrr4selected_soundr!r!r"starts:      .zBackgroundAudioPlayer.startc s.|j4IdH|js WdIdHdSt|jIdH|jr+t|jIdHt|jIdHd|_|jIdH|jIdH|jrQ|j d|j |j d|j t t|jdurp|j j|jjIdHWdn1szwYWdIdHdS1IdHswYdS)z Gracefully closes the background audio system, canceling all ongoing playback tasks and unpublishing the audio track. Nrr)rLrNrrOrMrHacloserFroffrrr contextlibsuppress ExceptionrIlocal_participantunpublish_tracksidrr!r!r"rs*  .zBackgroundAudioPlayer.aclosecCs*|jr|jd|_t||_dSrV)rMcancelrIrJr{_republish_track_taskrr!r!r"r5s z%BackgroundAudioPlayer._on_reconnectedevrcCs`|jsdS|jdkr$|jr|jsdS|jdusJ||j|_dS|jr.|jdSdS)Nthinking)rD new_staterQdonerstop)rrr!r!r"r<s z*BackgroundAudioPlayer._agent_state_changedr rxrXr4r3csPttr ttr|rtntddfdd }|}zH|j|IdHW|j | t dIdHj rpdtt|IdHWddS1siwYdSdS|j | t dIdHj rdtt|IdHWdw1swYw) NFr$AsyncGenerator[rtc.AudioFrame, None]cs2zD3dHW}r n<dkrDtj|jtjdtj}|dt9}tj|dd|dtj |tj |j |j |j dVq|Vq6dS)Nr2)dtype ii)out)data sample_rate num_channelssamples_per_channel)np frombufferrint16astypefloat32log10clipr AudioFrametobytesrrrrw)framerrxrXstoppedr4r!r" _gen_wrapperYs"  z6BackgroundAudioPlayer._play_task.._gen_wrapperrT)rr)rfrr#r_loop_audio_framesrrH add_streamwait_for_playout remove_streamrwrJsleep _stop_futrrrryr)rrxrXr4rmrgenr!rr"r|Js<       "   z BackgroundAudioPlayer._play_taskcs.|j2z3dHW}|j|IdHq6dSrV)rHrF capture_frame)rrr!r!r"r}sz%BackgroundAudioPlayer._run_mixer_taskcsF|jdurdStjd|j}|jj||jpt IdH|_dS)Nbackground_audio) rIr LocalAudioTrackcreate_audio_trackrFrr publish_trackrTrackPublishOptions)rtrackr!r!r"rs z$BackgroundAudioPlayer._publish_trackc sP|j4IdH|IdHWdIdHdS1IdHs!wYdSrV)rLrrr!r!r"rs.z+BackgroundAudioPlayer._republish_track_taskN)r:r=r;r=r<r>rr?)rSrTrrU)r1rdrre)r1r0rrk)rnrormrprrq)rrrrrrrr?rr?)rrrr?) rxrqrXr0r4r3rmrprr?)r%r&r'rrRrcrjrgrrrrrrrr|rrrr!r!r!r"r8Ds. 3   7 9   2   r8c@sHeZdZdddZdddZddd Zdd d Zdd dZdddZdS)rqrr?cCs tjd|_tjd|_dSrV)rJFuture _done_futrrr!r!r"rRr$zPlayHandle.__init__rpcCs |jS)zA Returns True if the sound has finished playing. )rrrr!r!r"rs zPlayHandle.donecCsR|rdSttj|jd|WddS1s"wYdS)z/ Stops the sound from playing. N)rrrrJInvalidStateErrorr set_resultrwrr!r!r"rs   "zPlayHandle.stopcst|jIdHdS)z8 Waits for the sound to finish playing. N)rJshieldrrr!r!r"rszPlayHandle.wait_for_playout Generator[Any, None, PlayHandle]csdfdd }|S)NrrqcsIdHSrV)rr!rr!r" _await_implsz)PlayHandle.__await__.._await_impl)rrq) __await__)rrr!rr"rs zPlayHandle.__await__cCs>ttj|jdWddS1swYdSrV)rrrJrrrrr!r!r"rws"zPlayHandle._mark_playout_doneNr)rrp)rr) r%r&r'rRrrrrrwr!r!r!r"rqs    rqr rrrcCs$ t|2z 3dHW}|Vq6qrVr)r rr!r!r"rs r)r rrr)5 __future__rrJatexitrenumr\collections.abcrrrimportlib.resourcesrrtypingrr numpyrlivekitr jobr logrtypesrrutilsrr utils.aior utils.audiorrreventsr ExitStackrregistercloseEnumrrrr0r/rEr8rqrr!r!r!r"s<         P(