o pkj׫@sUdZddlZddlmZmZddlmZmZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlmZmZmZmZmZmZddlmZddlmZdd lmZdd lmZejrfddlZ ddl!Z!dd lm"Z"dd lmZdd lmZe #dZ$e j%dkrej&Z'ejej&fZ(ddlm)Z)n ej*Z'ejfZ(ddl+m)Z)ejrddl,m-Z.ddl/m0Z1neZ.ej2e3d<eZ1ej2e3d<ddddZ4dde45DZ6ddde"j7de8de8d e9d!e8f d"d#Z:de"j7d$e8d!e8fd%d&Z;d'e"j7d(ed!e?ej>fd,d-Z@d'e"j7d$e8d!ee8fd.d/ZAd0ed!ejBfd1d2ZCd3ejDd!ejEfd4d5ZFd6eejDeejDfd!e?ejEfd7d8ZGd9eejHe?ejHfd!e?ejBfd:d;ZIdZJdd!dfdUdVZ\dWed!dfdXdYZ]dTedee"j7d!dfdZd[Z^ dd\dd]dTej>dee"j7d^eej>d_efdfdgZddee"j7dWeejcefd!eejafdhdiZedWeejfefd!eejgfdjdkZhdWejid!eejgfdldmZjde"j7dWed!eeej0effdndoZkde"j7dWe?ed!e?ej0fdpdqZlde"j7dre8d!e8fdsdtZmde"j7duejnd!ejofdvdwZpde"j7duejqd!ejrfdxdyZsdzee8ejtfd!ejufd{d|Zvdzewe8efd!ewe8effd}d~Zxde"j7dre8d!e8fddZyde8d!e8fddZzdZ{dZ|dZ}dZ~d'e"j7dej>d!efddZdreee8ejejejfd!e8fddZde8d!eeje8ffddZdLejd!ejTfddZdOeeejejfd!e?ejTfddZ  \ddeeeejejfdeDr')collection_hierarchy_depthclient resource_namecollection_identifierr*returncCs||d o|d|dd|k}|jrX|dr!|S|dr/d|jd|S||drDd|jd|jd|S|rVd|jd|jd|d|S|S|ra|d|S|S)a|Prepends resource name with project, location, collection_identifier if needed. The collection_identifier will only be prepended if it's not present and the prepending won't violate the collection hierarchy depth. When the prepending condition doesn't meet, returns the input resource_name. Args: client: The API client. resource_name: The user input resource name to be completed. collection_identifier: The collection identifier to be prepended. See collection identifiers in https://google.aip.dev/122. collection_hierarchy_depth: The collection hierarchy depth. Only set this field when the resource has nested collections. For example, `users/vhugo1802/events/birthday-dinner-226`, the collection_identifier is `users` and collection_hierarchy_depth is 4. See nested collections in https://google.aip.dev/122. Example: resource_name = 'cachedContents/123' client.vertexai = True client.project = 'bar' client.location = 'us-west1' _resource_name(client, 'cachedContents/123', collection_identifier='cachedContents') returns: 'projects/bar/locations/us-west1/cachedContents/123' Example: resource_name = 'projects/foo/locations/us-central1/cachedContents/123' # resource_name = 'locations/us-central1/cachedContents/123' client.vertexai = True client.project = 'bar' client.location = 'us-west1' _resource_name(client, resource_name, collection_identifier='cachedContents') returns: 'projects/foo/locations/us-central1/cachedContents/123' Example: resource_name = '123' # resource_name = 'cachedContents/123' client.vertexai = False _resource_name(client, resource_name, collection_identifier='cachedContents') returns 'cachedContents/123' Example: resource_name = 'some/wrong/cachedContents/resource/name/123' resource_prefix = 'cachedContents' client.vertexai = False # client.vertexai = True _resource_name(client, resource_name, collection_identifier='cachedContents') returns: 'some/wrong/cachedContents/resource/name/123' Returns: The completed resource name. /r projects/z locations/ /locations/) startswithcountvertexaiprojectlocation)r+r,r-r*$should_prepend_collection_identifierr"r"r&_resource_nameGs$E   r8modelcCs|stdd|vsd|vsd|vrtd|jrC|ds(|ds(|dr*|Sd |vr>|d d \}}d|d |Sd |S|drJ|S|d rQ|Sd|S)Nzmodel is required.z..?&zinvalid model parameter.r0models/ publishers/r/r z/models/zpublishers/google/models/z tunedModels/) ValueErrorr4r2split)r+r9 publishermodel_idr"r"r&t_models*    rB api_client base_modelscCs|jr |rdSdS|r dSdS)Nzpublishers/google/modelsmodels tunedModels)r4)rCrDr"r"r& t_models_urlsrGresponsecCs|sgS|d}|dur|S|d}|dur|S|d}|dur%|S|ddur5|ddur5gStdtd|gS)NrErFpublisherModels httpHeaders jsonPayloadz!Cannot determine the models type.z1Cannot determine the models type for response: %s)getloggerwarningdebug)rHrE tuned_modelspublisher_modelsr"r"r&t_extract_modelss&    rRcCsjt||}|s dS|dr|jrd|jd|jd|S|dr3|jr3d|jd|jd|S|S)Nr=r0r1r/r<z/publishers/google/)rBr2r4r5r6)rCr9r"r"r&t_caches_models rSimagecCszd}t}|jdkrt|ddr|jdvrd}|jddt}|j||fi||}d| }t j ||d S) NPNGJPEGfilename)1LRGBRGBXCMYKkeep)qualityimage/)data mime_type) dictformatgetattrmodeupdateioBytesIOsavegetvaluelowerrBlob)rT image_format save_paramsimage_io image_bytesrbr"r"r& pil_to_blobs    rrfunction_responsecCsD|stdt|trtj|St|tjr|Stdt|)Nzfunction_response is required.zOCould not parse input as FunctionResponse. Unsupported function_response type: ) r> isinstancercrFunctionResponsemodel_validater TypeErrortype)rsr"r"r&t_function_responses   ryfunction_responsescCs.|stdt|trdd|DSt|gS)Nz function_responses are required.cSg|]}t|qSr")ry)r#rHr"r"r& )z(t_function_responses..)r>rtr ryrzr"r"r&t_function_responses s   rblobscC"t|tr dd|DSt|gS)NcSr{r")t_blob)r#blobr"r"r&r|2r}zt_blobs..)rtlistr)rr"r"r&t_blobs.  rrcCs|stdt|tjr|St|trtj|Sd|jj vrDz ddl }|j j }Wn t y6d}Ynw|durDt||rDt |Stdt|)Nzblob is required.rTrz6Could not parse input as Blob. Unsupported blob type: )r>rrrmrtrcrv __class____name__rl PIL.ImageImage ImportErrorrrrwrx)rPIL PIL_Imager"r"r&r7s$      rcC.t|}|jr|jdr|Std|j)Nr`Unsupported mime type: rrbr2r>rr"r"r& t_image_blobQrcCr)Nzaudio/rrrr"r"r& t_audio_blobXrrpartcCs|durtdt|trtj|dSt|tjr-|jr|js#tdtjj |j|jdSt|t rNztj |WSt j yMtjtj |dYSwt|tjrV|Sd|jjvrz ddl}|jj}Wn tysd}Ynw|durt||rtjt|dStd t|) Nzcontent part is required.)textz$file uri and mime_type are required.)file_urirb) file_datarTr) inline_datazUnsupported content part type: )r>rtstrrPartrFileurirbfrom_urircrvpydanticValidationErrorFileDatarrrlrrrrrrxrrrr"r"r&t_part_s4        rpartscCs@|dus t|tr|stdt|trdd|DSt|gS)Nzcontent parts are required.cSr{r")rr#rr"r"r&r|r}zt_parts..)rtrr>rrr"r"r&t_parts}s   r predictionscCsP|sdSg}|D]}|dr%|tjtj|dd|ddddq|S)NrTgcsUri imageBytes)gcs_urirq)rT)rLappendrGeneratedImager)rimages predictionr"r"r&t_image_predictionss   rcontentcCs|durtdt|tjr|St|tr>ztj|WStjy=t |}|j r4tj |gdYStj |gdYSwt|tj rMtj t |gdSt|tjrd|j r]tj |gdStj |gdStj |dS)Nzcontent is required.r)r>rrContentrtrcrvrrr function_call ModelContent UserContentrr)r possible_partr"r"r& t_contents0       rcontentscCst|tr dd|D}nt|g}|jrGg}|D]+}|durDt|tr*tj|}|jdurD|jD]}|j r>| |j q2t dq2q|S|S)NcSr{r")rr#rr"r"r&r|r}z(t_contents_for_embed..z/Non-text part found, only returning text parts.) rtrrr4rcrrrvrrrrMrN)r+rtransformed_contents text_partsrrr"r"r&t_contents_for_embeds"       rcs|dus t|tr|stdt|tst|gSg}g}dttjtfdttjfdd}dtj dt fdddttj dt ffd d d ttj d ttj ddffd d d ttj d ttj dtjddffdd }|D]I}t |tj st|tr||t|tr| tj|dqs| |qs||r||||qst|tr| tj |qstdt||||S)Nzcontents are required.rr.c Sst|tst|tjst|tjrdSt|trE|sdSz tj|WdStj yDz tj |WYdStj yCYYdSwwd|j j vrnz ddl}|jj}Wn tybd}Ynw|durnt||rndSdS)NTFrTr)rtrrrrrrcrvrrrrrrlrrrrr"r"r&_is_parts>       zt_contents.._is_partcSs|j SN)r)rr"r"r& _is_user_part sz!t_contents.._is_user_partrcstfdd|DS)Nc3s|]}|VqdSrr"rrr"r& sz6t_contents.._are_user_parts..)allrrr"r&_are_user_parts sz#t_contents.._are_user_partsresultaccumulated_partscs>|sdS||rtj|dntj|dg|dd<dS)Nr)rrrr)rr)rr"r&$_append_accumulated_parts_as_contents z8t_contents.._append_accumulated_parts_as_content current_partcsBt|}||kr||dS|||g|dd<dSr)rr)rrrrrrr"r&_handle_current_parts  z(t_contents.._handle_current_partrzUnsupported content type: )rtrr>rr r PartUnionDictrrrboolrrrrrcrvrx)rrrrrrr"rr& t_contentssT    %      rschemacCs|dddkrd|d<|d=dSd|vrO|dD]7}d|vrN|ddkrNd|d<|dddit|ddkrN|ddD]\}}|||<qB|d=qdSdS) aProcess null fields in the schema so it is compatible with OpenAPI. The OpenAPI spec does not support 'type: 'null' in the schema. This function handles this case by adding 'nullable: True' to the null field and removing the {'type': 'null'} entry. https://swagger.io/docs/specification/v3_0/data-models/data-types/#null Example of schema properties before and after handling null fields: Before: { "name": { "title": "Name", "type": "string" }, "total_area_sq_mi": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": None, "title": "Total Area Sq Mi" } } After: { "name": { "title": "Name", "type": "string" }, "total_area_sq_mi": { "type": "integer", "nullable": true, "default": None, "title": "Total Area Sq Mi" } } rxNnullTnullableanyOfr r)rLremovelenitems)ritemkeyvalr"r"r&handle_null_fieldsCs,   rorigincCstd|)z2Raises an error if the schema type is unsupported.Unsupported schema type: )r>rr"r"r&"_raise_for_unsupported_schema_type~srcCs2|r|js|ds|drtddSdSdS)NadditionalPropertiesadditional_propertiesztadditionalProperties is only supported in Gemini Enterprise Agent Platform mode, , not in Gemini Developer API mode.)r4rLr>)rr+r"r"r&'_raise_for_unsupported_mldev_propertiess rTorder_propertiesvisited_dicts_pathdefsrrcsdurtt|vrdSt||ddkr |d=t|dD]\}}||d}dur9|||<q'durV|diD] \}} t| dqHt||dd} durp| | dd d t j d t j ffd d |d} durfdd| D|d< t|dS|d} t| tr| j} t| tr| } |d} | dur| dkr| g|d<|d=ntd| dkr|d}durt|D] \}} | ||<qt|dkrrd|vrt||d<|d}durt|tr||d<n*| dkrG|d}dur2||d<|d}durGfdd|D|d< t|dS) a{Updates the schema and each sub-schema inplace to be API-compatible. - Inlines the $defs. Example of a schema before and after (with mldev): Before: `schema` { 'items': { '$ref': '#/$defs/CountryInfo' }, 'title': 'Placeholder', 'type': 'array' } `defs` { 'CountryInfo': { 'properties': { 'continent': { 'title': 'Continent', 'type': 'string' }, 'gdp': { 'title': 'Gdp', 'type': 'integer'} }, } 'required':['continent', 'gdp'], 'title': 'CountryInfo', 'type': 'object' } } After: `schema` { 'items': { 'properties': { 'continent': { 'title': 'Continent', 'type': 'string' }, 'gdp': { 'title': 'Gdp', 'type': 'integer' }, } 'required':['continent', 'gdp'], 'title': 'CountryInfo', 'type': 'object' }, 'type': 'array' } NtitlePlaceholderLiteralEnum))rr)any_ofr) prefix_items prefixItems)property_orderingpropertyOrderingz$defsr$refdefs/ sub_schemar.csL|dd}dur|dd}t|vriSt|d|S)z@Returns the processed `sub_schema`, resolving its '$ref' if any.rNrrr)popr?idprocess_schema)rref)r+rrrr"r&_recurses z process_schema.._recursercg|]}|qSr"r")r#rrr"r&r|r}z"process_schema..rxconstSTRINGenumzLiteral values must be strings.OBJECT propertiesr rrrARRAYrrcrr"r")r#prefixrr"r&r|;r})setraddrLrrrrrrgr?r StringDictrrtrvaluerupperr>rrkeysrc)rr+rrr from_nameto_namer_rrr schema_typerrname additionalrprefixesr")rr+rrrr&rsxD                rrcsd}|D]}t|jtrd}qt|jts#td|jdt|jq||r9dd|D}t|j|td}|Gfdd d t j }| }t |||d d }t j|S) NFTz Enum member z( value must be a string or integer, got cSsg|]}t|jqSr")rr)r#memberr"r"r&r|Or(z!_process_enum..)rxceZdZUed<dS)z"_process_enum..Placeholder placeholderNr __module__ __qualname____annotations__r"enum_to_processr"r& PlaceholderS rrr )rtrintrrwrrxrrr BaseModelmodel_json_schemarrSchemarv)rr+is_integer_enumr  str_membersstr_enumr enum_schemar"rr& _process_enum?s*      rcCst|to tdd|DS)zEVerifies the schema is of type dict[str, Any] for mypy type checking.css|]}t|tVqdSr)rtr)r#rr"r"r&r`s  z(_is_type_dict_str_any..)rtrcrrr"r"r&_is_type_dict_str_any\srcsFsdSttrtrt|tjSttr"t|St tjrGtttkr6t j dd}t||tj|Stt sftt rfttjrf}t||tj|Stt s|tt s|tts|ttvrGfdddtj}|}t|||dd}tj|Std)NT) exclude_unsetcr )zt_schema..Placeholderr Nr r"rr"r&rrrrr r)rtrcrrrrrvrrrr model_dumprrx issubclassrrrVersionedUnionTypetyping get_origin _UNION_TYPESr>)r+rrrr"rr&t_schemaesF              r%cCsf|sdSt|tjr |St|trtjtjtj|dddSt|tr*tj|St dt |)N) voice_name)prebuilt_voice_config) voice_configzUnsupported speechConfig type: ) rr SpeechConfigrtr VoiceConfigPrebuiltVoiceConfigrcrvr>rxrr"r"r&t_speech_configs     r,cCs<t|tjr|}t|trtj|}|jdurtd|S)Nz)r speech_configr"r"r&t_live_speech_configs    r/cCs|sdSt|st|rtjtjj||ddgdStr|s8|dkrrrr2rematch)r+rGvertex_sources mldev_sourcesr"r"r&t_batch_job_sources^           rZcCsdt|tr tjdi|}t|tjr)t|jdu|jdug}|dkr'td|Stdt |)Nr rHzUnsupported source type: r") rtrcrEmbeddingsBatchJobSourcerrUrIrSr>rx)r+rGrYr"r"r&t_embedding_batch_job_source.s  r\destcCst|trtjdi|}|St|tr3|dr tjd|dS|dr,tjd|dStd|t|tjr;|Std|) NrJrKrLrMrNrOzUnsupported destination: r")rtrcrBatchJobDestinationrr2r>r)r]r"r"r&t_batch_job_destinationEs$     r_cCsX|didg}|s|S|D]}|di}|sqd|vr)|d|d<|Sq|S)NinlinedResponsesrH embeddinginlinedEmbedContentResponses)rLr)r]inline_responsesrHinner_responser"r"r&t_recv_batch_job_destination^s  recCsn|jsd}t||r|ddStd|dd}t||r)|ddS|r/|Std|d)Nzbatches/[^/]+$r/rzInvalid batch job name: .z:^projects/[^/]+/locations/[^/]+/batchPredictionJobs/[^/]+$)r4rVrWr?r>isdigit)r+r mldev_patternvertex_patternr"r"r&t_batch_job_nameos  rjstatecCsX|dkrdS|dkr dS|dkrdS|dkrdS|d krd S|d kr$d S|d kr*dS|S)NBATCH_STATE_UNSPECIFIEDJOB_STATE_UNSPECIFIEDBATCH_STATE_PENDINGJOB_STATE_PENDINGBATCH_STATE_RUNNINGJOB_STATE_RUNNINGBATCH_STATE_SUCCEEDEDJOB_STATE_SUCCEEDEDBATCH_STATE_FAILEDJOB_STATE_FAILEDBATCH_STATE_CANCELLEDJOB_STATE_CANCELLEDBATCH_STATE_EXPIREDJOB_STATE_EXPIREDr")rkr"r"r& t_job_statesrzg?g4@g @g?structcCs|d}r^d|vr^|}d}t}|ddkrE|tkr&td|d||jd|id }t|||7}t|tt }|ddks|d }rYtd|d |d ||d S|S)Nrz /operations/gdoneTz Operation z timed out. GET) http_methodpath request_dicterrorz failed with error: z. rH) rL!LRO_POLLING_INITIAL_DELAY_SECONDSLRO_POLLING_TIMEOUT_SECONDS RuntimeErrorrequesttimesleepminLRO_POLLING_MULTIPLIER!LRO_POLLING_MAXIMUM_DELAY_SECONDS)rCr{r operation total_seconds delay_secondsrr"r"r&t_resolve_operations.  rcCst|tjr |j}nt|tjr|j}nt|tjr&|jdur$|jj}nd}|dur.tdt |t s=tdt |d| dra| dd}td|}|durZtd||d }|S| drm| dd}|S) NzFile name is required.z"Could not convert object of type `z` to a file name.zhttps://rRr z [a-z0-9]+z&Could not extract file name from URI: r)rrrrVideorGeneratedVideovideor>rtrrxr2r?rVrWgroup)rsuffixrWr"r"r& t_file_names0          rstatuscCsf|dkrtjjS|dkrtjjS|dkrtjjS|dkr tjjStjD] }t|j|kr0|Sq#|S)NSTATE_UNSPECIFIEDCREATINGACTIVEFAILED)rJobStatermrqrsrurr)rrkr"r"r&t_tuning_job_statuss rcCs:t|tr tj|St|tjr|Stdt|d)NCould not convert input (type "z") to `types.Content`)rtrcrrrvrr>rx)rr"r"r&t_content_stricts   rcCr)NcSr{r")rrr"r"r&r|r}z%t_contents_strict..)rtr rrr"r"r&t_contents_strictrrturns turn_completec CsZ|dur tj|dSz tjt|d|dWSty,}z tdt|d|d}~ww)N)rr)rrrz") to `types.LiveClientContent`)rLiveClientContentr Exceptionr>rx)rrer"r"r&t_client_contents rinputc CsV|s td|z tjt|ddWSty*}z tdt|d|d}~ww)Nz#A tool response is required, got: r~rz$") to `types.LiveClientToolResponse`)r>rLiveClientToolResponserrrx)rrr"r"r&t_tool_responsesrmetricsc CsFg}|D]}t|trztj|}Wn tjyYnwt|tjr4|}ddg|d<||qi}ddg|d<t |dg }|dkrMi|d<nN|dkrVi|d<nE| d rh| d d }d |i|d <n3t |dr|jrd|ji}t |dg}|r||d<t |dg} | rd| i|d<||d<ntd|||q|S)a Prepares the metric payload for the evaluation request. Args: request_dict: The dictionary containing the request details. resolved_metrics: A list of resolved metric objects. Returns: The updated request dictionary with the prepared metric payload. AVERAGESTANDARD_DEVIATIONaggregation_metricsrrexact_match_specr bleu_specrougerrX rouge_typer!prompt_templatemetric_prompt_templatejudge_model_system_instructionsystem_instructionreturn_raw_outputcustom_output_format_configpointwise_metric_specz0Unsupported metric type or invalid metric name: )rtrcr UnifiedMetricrvrrrrgetvrlr2replacehasattrrr>) rmetrics_payloadmetricunified_metric_payloadmetric_payload_item metric_namerpointwise_specrrr"r"r& t_metrics's\           rcCsd|vr|dkp d|vS)Ngeminizgemini-embedding-001maasr")r9r"r"r&t_is_vertex_embed_content_modelmsrcCs|Srr"rr"r"r& t_json_schemavsrr)NT)__doc__base64collections.abcrrrrrr4rhloggingrVsysrr builtin_typesr"rrrr r r rXr rrrrr TYPE_CHECKINGrrrr getLoggerrM version_info UnionTyper!r$r_UnionGenericAliastyping_extensionsmcprrr:rrTypermetric_name_sdk_api_maprmetric_name_api_sdk_map BaseApiClientrrr8rBrrGrrrRrSrmrrFunctionResponseOrDictruryrBlobImageUnionDictrrr BlobOrDictrrrrrrrr ContentDict ContentTyperrContentListUnionContentListUnionDictrrrrrrrrSchemaUnionDictrr%SpeechConfigUnionDictr)r,SpeechConfigOrDictr/r<rDrFBatchJobSourceUnionDictrTrZEmbeddingsBatchJobSourceOrDictr[r\BatchJobDestinationOrDictr^r_rcrerjrzrrrrrrrrrrr ContentOrDictrrrrrrMetricSubclassrrrr"r"r"r&s               ]             l;   /      0      ;   "  "      F