o Thh@szUdZddlZddlZddlZddlZddlZddlZddlmZmZm Z m Z m Z m Z m Z ddlZddlZddlZddlmZddlmZddlmZddlmZdd lmZdd lmZdd lmZdd lmZdd lmZddlm Z ddlm!Z"ddlm#Z$ddl%m&Z&ddl'm(Z(ddl'm)Z)zddl*m+Z+ddl*m,Z-Wne.yddl/m+Z+ddl/m,Z-Ynwej0rddl1m2Z3ddl4m5Z6ddl7m8Z8ddlm9Z9nBeZ3ej:e;d<eZ6ej:e;d<eZ8ej:e;d<zddl1m2Z3ddl4m5Z6ddl7m8Z8ddlm9Z9Wne<ydZ3dZ6dZ8dZ9Ynwe=dZ>dZ?Gdd d Z@Gd!d"d"ejAZBd#e d$e ejCd%ejDfd&d'ZEdS)(z[Preview] Live API client.N)Any AsyncIteratorDictOptionalSequenceUnionget_args)ConnectionClosed) _api_module)_common)_live_converters) _mcp_utils) _transformers)client)errors)types) BaseApiClient)get_value_by_path)set_value_by_path)AsyncLiveMusic_Content_to_mldev_Content_to_vertex)ClientConnection)connect) ClientSession)Tool)McpToGenAiToolAdapter)mcp_to_gemini_toolMcpClientSessionMcpToolrzgoogle_genai.liveznFunctionResponse request must have an `id` field from the response of a ToolCall.FunctionalCalls in Google AI.c@seZdZdZdedefddZdddd eee j e j e j e j e je jee jfd eed dfd d Zddddeee je jeee je jffded dfddZdddddddddee jdee jdeedee jdeedee jdee jd dfddZdee jee jfd dfdd Zd ee jfd!d"Z d#ee!d$ed ee jfd%d&Z"d e jfd'd(Z#d)ee!d$ed*e$j%d dfd+d,Z&  d1d eee j e j e j e j e je jee jfd eed e j'fd-d.Z(d2d/d0Z)dS)3 AsyncSessionz[Preview] AsyncSession. api_client websocketcCs||_||_dSN) _api_client_ws)selfr$r%r*T/home/air/segue/gemini/backup/venv/lib/python3.10/site-packages/google/genai/live.py__init__Vs zAsyncSession.__init__NF)input end_of_turnr-r.returncs:tjdtdd|||}|jt|IdHdS)a[Deprecated] Send input to the model. > **Warning**: This method is deprecated and will be removed in a future version (not before Q3 2025). Please use one of the more specific methods: `send_client_content`, `send_realtime_input`, or `send_tool_response` instead. The method will send the input request to the server. Args: input: The input request to the model. end_of_turn: Whether the input is the last message in a turn. Example usage: .. code-block:: python client = genai.Client(api_key=API_KEY) async with client.aio.live.connect(model='...') as session: await session.send(input='Hello world!', end_of_turn=True) async for message in session.receive(): print(message) zThe `session.send` method is deprecated and will be removed in a future version (not before Q3 2025). Please use one of the more specific methods: `send_client_content`, `send_realtime_input`, or `send_tool_response` instead. stacklevelN)warningswarnDeprecationWarning_parse_client_messager(sendjsondumps)r)r-r.client_messager*r*r+r7Zs( zAsyncSession.sendTturns turn_completer<r=csPt||}|jjrtj|d}ntj|d}|jt d|iIdHdS)a Send non-realtime, turn based content to the model. There are two ways to send messages to the live API: `send_client_content` and `send_realtime_input`. `send_client_content` messages are added to the model context **in order**. Having a conversation using `send_client_content` messages is roughly equivalent to using the `Chat.send_message_stream` method, except that the state of the `chat` history is stored on the API server. Because of `send_client_content`'s order guarantee, the model cannot respond as quickly to `send_client_content` messages as to `send_realtime_input` messages. This makes the biggest difference when sending objects that have significant preprocessing time (typically images). The `send_client_content` message sends a list of `Content` objects, which has more options than the `media:Blob` sent by `send_realtime_input`. The main use-cases for `send_client_content` over `send_realtime_input` are: - Prefilling a conversation context (including sending anything that can't be represented as a realtime message), before starting a realtime conversation. - Conducting a non-realtime conversation, similar to `client.chat`, using the live api. Caution: Interleaving `send_client_content` and `send_realtime_input` in the same conversation is not recommended and can lead to unexpected results. Args: turns: A `Content` object or list of `Content` objects (or equivalent dicts). turn_complete: if true (the default) the model will reply immediately. If false, the model will wait for you to send additional client_content, and will not return until you send `turn_complete=True`. Example: ``` import google.genai from google.genai import types import os if os.environ.get('GOOGLE_GENAI_USE_VERTEXAI'): MODEL_NAME = 'gemini-2.0-flash-live-preview-04-09' else: MODEL_NAME = 'gemini-2.0-flash-live-001'; client = genai.Client() async with client.aio.live.connect( model=MODEL_NAME, config={"response_modalities": ["TEXT"]} ) as session: await session.send_client_content( turns=types.Content( role='user', parts=[types.Part(text="Hello world!")])) async for msg in session.receive(): if msg.text: print(msg.text) ```  from_objectclient_contentN) tt_client_contentr'vertexailive_converters_LiveClientContent_to_vertex_LiveClientContent_to_mldevr(r7r8r9)r)r<r=r@client_content_dictr*r*r+send_client_contents J z AsyncSession.send_client_content)mediaaudioaudio_stream_endvideotextactivity_start activity_endrIrJrKrLrMrNrOc si}|dur ||d<|dur||d<|dur||d<|dur#||d<|dur+||d<|dur3||d<|dur;||d<t|d krQtd t|d t|tj|} |jjrbt j | d } nt j | d } t | } t | } |jtd | iIdHdS)auSend realtime input to the model, only send one argument per call. Use `send_realtime_input` for realtime audio chunks and video frames(images). With `send_realtime_input` the api will respond to audio automatically based on voice activity detection (VAD). `send_realtime_input` is optimized for responsivness at the expense of deterministic ordering. Audio and video tokens are added to the context when they become available. Args: media: A `Blob`-like object, the realtime media to send. Example: ``` from pathlib import Path from google import genai from google.genai import types import PIL.Image import os if os.environ.get('GOOGLE_GENAI_USE_VERTEXAI'): MODEL_NAME = 'gemini-2.0-flash-live-preview-04-09' else: MODEL_NAME = 'gemini-2.0-flash-live-001'; client = genai.Client() async with client.aio.live.connect( model=MODEL_NAME, config={"response_modalities": ["TEXT"]}, ) as session: await session.send_realtime_input( media=PIL.Image.open('image.jpg')) audio_bytes = Path('audio.pcm').read_bytes() await session.send_realtime_input( media=types.Blob(data=audio_bytes, mime_type='audio/pcm;rate=16000')) async for msg in session.receive(): if msg.text is not None: print(f'{msg.text}') ``` NrIrJrKrLrMrNrOr z"Only one argument can be set, got z: r>realtime_input)len ValueErrorlistkeysrLiveSendRealtimeInputParametersmodel_validater'rCrD*_LiveSendRealtimeInputParameters_to_vertex)_LiveSendRealtimeInputParameters_to_mldevr convert_to_dictencode_unserializable_typesr(r7r8r9) r)rIrJrKrLrMrNrOkwargsrPrealtime_input_dictr*r*r+send_realtime_inputsN=     z AsyncSession.send_realtime_inputfunction_responsescsvt|}|jjrtj|d}ntj|d}|dgD] }|ddur*tt q|j t d|iIdHdS)aSend a tool response to the session. Use `send_tool_response` to reply to `LiveServerToolCall` messages from the server. To set the available tools, use the `config.tools` argument when you connect to the session (`client.live.connect`). Args: function_responses: A `FunctionResponse`-like object or list of `FunctionResponse`-like objects. Example: ``` from google import genai from google.genai import types import os if os.environ.get('GOOGLE_GENAI_USE_VERTEXAI'): MODEL_NAME = 'gemini-2.0-flash-live-preview-04-09' else: MODEL_NAME = 'gemini-2.0-flash-live-001'; client = genai.Client() tools = [{'function_declarations': [{'name': 'turn_on_the_lights'}]}] config = { "tools": tools, "response_modalities": ['TEXT'] } async with client.aio.live.connect( model='models/gemini-2.0-flash-live-001', config=config ) as session: prompt = "Turn on the lights please" await session.send_client_content( turns={"parts": [{'text': prompt}]} ) async for chunk in session.receive(): if chunk.server_content: if chunk.text is not None: print(chunk.text) elif chunk.tool_call: print(chunk.tool_call) print('_'*80) function_response=types.FunctionResponse( name='turn_on_the_lights', response={'result': 'ok'}, id=chunk.tool_call.function_calls[0].id, ) print(function_response) await session.send_tool_response( function_responses=function_response ) print('_'*80) r>functionResponsesidN tool_response)rAt_tool_responser'rCrD!_LiveClientToolResponse_to_vertex _LiveClientToolResponse_to_mldevgetrR_FUNCTION_RESPONSE_REQUIRES_IDr(r7r8r9)r)r^ratool_response_dictresponser*r*r+send_tool_responseLs D zAsyncSession.send_tool_responsecCsL|IdH}r$|jr|jjr|VdS|V|IdH}s dSdS)aReceive model responses from the server. The method will yield the model responses from the server. The returned responses will represent a complete model turn. When the returned message is function call, user must call `send` with the function response to continue the turn. Yields: The model responses from the server. Example usage: .. code-block:: python client = genai.Client(api_key=API_KEY) async with client.aio.live.connect(model='...') as session: await session.send(input='Hello world!', end_of_turn=True) async for message in session.receive(): print(message) N)_receiveserver_contentr=)r)resultr*r*r+receiveszAsyncSession.receivestream mime_typecCstjdtddt}t||||d}|sWz,t|}tj |t| gtj dIdH| rH| Vt dIdHWn tyRYnw|r|durw| sy|z|IdHWdStjyvYdSwdSdS)a[Deprecated] Start a live session from a data stream. > **Warning**: This method is deprecated and will be removed in a future version (not before Q2 2025). Please use one of the more specific methods: `send_client_content`, `send_realtime_input`, or `send_tool_response` instead. The interaction terminates when the input stream is complete. This method will start two async tasks. One task will be used to send the input stream to the model and the other task will be used to receive the responses from the model. Args: stream: An iterator that yields the model response. mime_type: The MIME type of the data in the stream. Yields: The audio bytes received from the model and server response messages. Example usage: .. code-block:: python client = genai.Client(api_key=API_KEY) config = {'response_modalities': ['AUDIO']} async def audio_stream(): stream = read_audio() for data in stream: yield data async with client.aio.live.connect(model='...', config=config) as session: for audio in session.start_stream(stream = audio_stream(), mime_type = 'audio/pcm'): play_audio_chunk(audio.data) zSetting `AsyncSession.start_stream` is deprecated, and will be removed in a future release (not before Q3 2025). Please use the `receive`, and `send_realtime_input`, methods instead.r1N) return_when-q=)r3r4r5asyncioEvent create_task _send_loopis_setrjwaitFIRST_COMPLETEDdonerlsleepr cancelCancelledError)r)rnro stop_event recv_taskr*r*r+ start_streamsD%    zAsyncSession.start_streamcst}z |jjddIdH}Wnty"|jIdH}Ynw|r=zt|}Wntjjy<t d|wi}|j j rIt |}nt |}tjj||dS)NFdecodezFailed to parse response: )rhr[)rLiveServerMessager(recv TypeErrorr8loadsdecoderJSONDecodeErrorrRr'rCrD_LiveServerMessage_from_vertex_LiveServerMessage_from_mldev_from_response model_dump)r)parameter_model raw_responserh response_dictr*r*r+rjs(   zAsyncSession._receive data_streamr~cs\|2z#3dHW}tjtj||dgd}|j|dIdHtdIdHq6|dS)Ndataro media_chunks)r-rr)rLiveClientRealtimeInputBlobr7rsr{set)r)rror~r model_inputr*r*r+rvs zAsyncSession._send_loopc s|}|stddddiiSt|tr|g}ndt|trVd|vrVz tjd(i|}Wntjy@t dt |d|dwt|tjrUt|j t rU|j d dd g}n&t|tjr`|g}nt|tr|d |vr|d |vr||jjsyd |vryt t|g}t|trtdd|Drg}|D]Y}t|trz tjd(i|}Wntjyt dt |d|dw|jdur|jjst t|j dd d}tj|d |d d} |d r|d | d <|| qtjtj|dd} | St|trtdd|Drig} |D]}t|ttjr| |q |jjr.fddt| D} n fddt| D} g} | D]6}z tjd(i|}Wntjy`t dt |d|dw| tj|j dd dd|j dq>tjtj!| |dd} | St|trtdd|Drntdd|Drdd|D}n t dt |d|dtjtj"|dd } | St|trkd!|vsd"|vrd"|vr|d"}n|d!}tjtj!||ddd} | Sd#|vr%z tj#d(i|}Wntjyt dt |d|dwtjtj"|j dd dd#dd } | Sd$|vr^z tj$d(i|}WntjyJt dt |d|dwtjtj|j dd dd$dd} | St dt |d|dt|tj#r|j dd d}tjtj"|d#dd } | d%dur| d%d#durt| d%d#d&dt rg}| d%d#D]M}t|trz tjd(i|}Wntjyt dt |d|dwt|tjrt|j t r|j dur|tj%t&'|j |j(d'q|| d%d#<| St|tj)r#|j dd d}tjtj!|d"|ddd} | St|tj$rT|jjs@|j*dur@|j*d&js@t ttjtj|j dd dd$dd} | St|tjr|jjsh|jsht t|j dd d}tj|d |d d} |d r|d | d <tjtj| gdd} | St|trt|d&tjr|jjs|d&jst tg}|D])}|j dd d}tj|d |d d} |d r|d | d <|| qtjtj|dd} | St dt |d|d))Nz0No input provided. Assume it is the end of turn.r@r=TrzUnsupported input type "z" or input content ""r8)mode exclude_nonenamerhr`css*|]}t|tod|vod|vVqdS)rrhN isinstancedict.0cr*r*r+ Ws  z5AsyncSession._parse_client_message..rr)rrh)r^)racss|]}t|tVqdSr&)rstrrr*r*r+r}s  cg|]}t|qSr*rritem to_objectr*r+ z6AsyncSession._parse_client_message..crr*rrrr*r+rrparts)rroler;)r@css"|] }t|to d|vVqdS)rNrrbr*r*r+rs css|] }t|tjVqdSr&)rrrrr*r*r+rscSsg|] }|jdddqS)Tr8r)rrr*r*r+rs r)rPcontentr<rr^rPrrr*)+logginginforrrrrpydanticValidationErrorrRtyperbytesrr'rCrfranyFunctionResponser`FunctionResponseDictreappendLiveClientMessageDictLiveClientToolResponseDictr PartUnionrA t_contentsContent ContentDictrLiveClientContentDictLiveClientRealtimeInputDictrLiveClientToolResponseBlobDictbase64 b64decoderoLiveClientContentr^)r)r-r.formatted_input blob_inputfunction_responses_inputrfunction_response_inputfunction_response_dictfunction_response_typeddictr:content_input_partscontentscontent_dict_list content_input content_turnsrPtool_response_inputr\formatted_media_chunksrGfunction_response_listr*rr+r6+sV          `        6 $       y       H@  2    z"AsyncSession._parse_client_messagecs|jIdHdSr&)r(closer)r*r*r+rYszAsyncSession.close)NF)r/N)*__name__ __module__ __qualname____doc__rrr,rrrContentListUnionContentListUnionDictLiveClientContentOrDictLiveClientRealtimeInputOrDictLiveClientToolResponseOrDictFunctionResponseOrDictrboolr7rrrSrHBlobImageUnionDict BlobOrDictrActivityStartOrDictActivityEndOrDictr]rirrrmrrrjrsrtrvrr6rr*r*r*r+r#Ss <  Z  h S H   0r#c sdeZdZdZdeffdd ZedefddZe j dd d e d e e jdeefd d ZZS) AsyncLivez[Preview] AsyncLive.r$cst|t||_dSr&)superr,r_music)r)r$ __class__r*r+r,as zAsyncLive.__init__r/cCs|jSr&)rrr*r*r+musiceszAsyncLive.musicN)configmodelrc Cst|trtjd'i|}|r|jrtd|j}t|tr&| d}t |j|}t |j|IdH}|jj r|jjs|jjj}|jj }d}d} |dr\tjdtjdd }d } |d |d |d | d| } |jjj} ttj|jtj||djddd} | d=t| ddg|t| } n|jj r|jjr|jj }|jjj}|d|d} |jjj} ttj |jtj||djddd} | d=t| ddg|t| } n|jj!st"j#j$dgd\}}n|jj!}|j%r|j&st"j#j'j()}|*||j%}|jjj} | dur| +dd,|i|jjj}|d|d} |jj-}|jj.}|dr;d|d|d|}ttj |jtj||djddd} | d=t/| gd duret| gd d!gt| } |j0rt12|j0r| dur|i} t13| zBt4| | d"4IdH)}|5| IdHt67|j8d#d$IdHt9|j|d%VWdIdHWdS1IdHswYWdSt:y t4| | d&4IdH'}|5| IdHt67|8IdHt9|j|d%VWdIdHYdS1IdHswYYdSw)(a[Preview] Connect to the live server. Note: the live API is currently in preview. Usage: .. code-block:: python client = genai.Client(api_key=API_KEY) config = {} async with client.aio.live.connect(model='...', config=config) as session: await session.send_client_content( turns=types.Content( role='user', parts=[types.Part(text='hello!')] ), turn_complete=True ) async for message in session.receive(): print(message) Args: model: The model to use for the live session. config: The configuration for the live session. **kwargs: additional keyword arguments. Yields: An AsyncSession object. zgoogle.genai.client.aio.live.connect() does not support http_options at request-level in LiveConnectConfig yet. Please use the client-level http_options configuration instead.zutf-8NBidiGenerateContentkeyz auth_tokens/zUThe SDK's ephemeral token support is experimental, and may change in future versions.)messagecategoryBidiGenerateContentConstrained access_tokenz!/ws/google.ai.generativelanguage.z.GenerativeService.?=)rrT)r)r$r?rsetuprz/ws/google.cloud.aiplatform.z#.LlmBidiService/BidiGenerateContentz.https://www.googleapis.com/auth/cloud-platform)scopes Authorizationz Bearer {}z publishers/z projects/z /locations//)rgenerationConfigresponseModalitiesAUDIO)additional_headersFr)r$r%) extra_headersr*);rrrLiveConnectConfig http_optionsrRr'_websocket_base_urlrrrAt_model_t_live_connect_configapi_keyrC _http_options api_version startswithr3r4rExperimentalWarningheadersr rYrD_LiveConnectParameters_to_mldevLiveConnectParametersrsetvr8r9 _LiveConnectParameters_to_vertex _credentialsgoogleauthdefaulttokenvalid transportrequestsRequestrefreshupdateformatlocationprojectgetvtoolsrhas_mcp_tool_usageset_mcp_usage_header ws_connectr7loggerrrr#r)r)rrbase_urltransformed_modelrversionrmethodkey_nameurir  request_dictrequestcreds_auth_req bearer_tokenrrwsr*r*r+ris %                           44zAsyncLive.connect)rrrrrr,propertyrr contextlibasynccontextmanagerrrrLiveConnectConfigOrDictrr#r __classcell__r*r*rr+r^srr$rr/cs6|dur t}n;t|tr/t|dgdur!tt|dg}nd}tjdi|}||_n|jdur7d}n tt|dg}|}||_|jddid}|j rg|_ |j D]5}t durst|t rst || IdH}|j |j qVtdurt|tr|j t|qV|j |qV|jdurtjdtdd|S)Nsystem_instructionr)rzSetting `LiveConnectConfig.generation_config` is deprecated, please set the fields on `LiveConnectConfig` directly. This will become an error in a future version (not before Q3 2025)rpr1r*)rrrrrrA t_contentr6 model_copyrr!r list_toolsextendr"rr generation_configr3r4r5)r$rrconverted_system_instructionr6parameter_model_copytoolmcp_to_genai_tool_adapterr*r*r+rsF      r)Frrsrr2r8rtypingrrrrrrrr3 google.authrr websocketsr r r r rDrrrArrrr'rrrrr live_musicrmodelsrrwebsockets.asyncio.clientrrr"ModuleNotFoundErrorwebsockets.client TYPE_CHECKINGmcprr! mcp.typesrr" _adaptersrr Type__annotations__ ImportError getLoggerr#rfr# BaseModulerr4rrr*r*r*r+s$                         @