6i4dZddlmZddlZddlZddlmZddlmZm Z m Z ddl m Z ddl mZdd lmZmZdd lmZdd lmZdd lmZmZmZdd lmZerddlmZd(dZd)dZ d*dZ d+dZ!d,dZ"erddlmZ#d-dZ$ d.dZ%d/dZ& d0dZ' d1dZ( d2dZ) d2dZ* d2dZ+ d2dZ, d2dZ- d2dZ. d3 d4dZ/ d5d Z0 d5d!Z1 d3 d6d"Z2 d3 d6d#Z3 d7d$Z4 d5d%Z5 d5d&Z6ejne)e1d'ejpe*e0d'ejre-e3d'ejte.e2d'ejve+e5d'ejxe,e6d'ejze+e4d'iZ>y)8zGoogle-specific utilities (Gemini, GenAI, VertexAI). This module contains utilities specific to Google providers, including reask functions, response handlers, and message formatting. ) annotationsN)dedent) TYPE_CHECKINGAnyUnion)ChatCompletionMessageParam) BaseModel)Partial PartialBase)ConfigurationError)Mode)AudioImagePDF)get_message_contenttypesc~t|dr%t|jr|jSt|diS)aB Safely get the JSON schema from a response model. Handles both regular models and Partial-wrapped models by using hasattr to check for the model_json_schema method. Args: response_model: The response model (may be regular or Partial-wrapped) Returns: The JSON schema dictionary model_json_schema)hasattrcallablergetattrresponse_models l/root/.openclaw/workspace/visionaryfx/venv/lib/python3.12/site-packages/instructor/providers/gemini/utils.py_get_model_schemars@~23((9//11 >#6 ;;ct|ddS)a Safely get the name of a response model. Handles both regular models and Partial-wrapped models by using getattr with a fallback to 'Model'. Args: response_model: The response model (may be regular or Partial-wrapped) Returns: The model name __name__Model)rrs r_get_model_namer"0s >:w 77rc>|sgSg}|D]=}|jddk(s|jdd}|s-|j|?d}|rdjtd|}t d|D}g}dd d }|D];}|jdd}||vs||} |j| t |d =|rZ|r?|d } t | jd tr| d jd d|d|S|jdd|dgd |S)a Transform messages from OpenAI format to Gemini format. This optimized version reduces redundant processing and improves handling of system messages. Args: messages_chatgpt: Messages in OpenAI format Returns: Messages in Gemini format rolesystemcontent Nc3JK|]}|jddk7sdyw)r$r%N)get).0ms r z-transform_to_gemini_prompt..bsQaquuV}7PQs##usermodel)r/ assistantr$partsrr3*) r+appendjoinfiltersumr isinstancelistinsert) messages_chatgptsystem_promptsmessager& system_prompt message_countmessages_geminirole_mapr$ gemini_role first_messages rtransform_to_gemini_promptrE@s]  N#/ ;;v ( *kk)R0G%%g. /M F4$@A Q#3QQMOH ${{62& 8 "4.K  " "$/B7/KL   +A.M-++G4d;g&--a1]O11EF   " "F-PQ>R=S#T U rcy)a Verify that the object does not contain any Union types (except Optional and Decimal). Optional[T] is allowed as it becomes Union[T, None]. Decimal types are allowed as Union[str, float] or Union[float, str]. Note: As of December 2024, Google GenAI now supports Union types (see https://github.com/googleapis/python-genai/issues/447). This function is kept for backward compatibility but now returns True for all schemas. The validation is no longer necessary. Args: obj: The schema object to verify (kept for backward compatibility). Returns: Always returns True since Union types are now supported. T)objs rverify_no_unionsrIs& rcddl}Gddt}|j|d}|jddd fd |}t |s t d |d i|j d d S)a Map OpenAPI schema to Gemini function call schema. Transforms a standard JSON schema to Gemini's expected format: - Adds 'format': 'enum' for enum fields - Converts Optional[T] (anyOf with null) to nullable fields - Preserves Union types (anyOf) as they are now supported by GenAI SDK Ref: https://ai.google.dev/api/python/google/generativeai/protos/Schema rNceZdZUdZded<dZded<dZded<dZded<dZd ed <dZ d ed <dZ ded <dZ ded<dZ ded<dZ ded<y)5map_to_gemini_function_schema..FunctionSchemaN str | None descriptionzlist[str] | Noneenumz Any | Noneexampleformatz bool | NonenullablezFunctionSchema | Noneitemsrequiredtypezlist[dict[str, Any]] | NoneanyOfz dict[str, FunctionSchema] | None properties)r __module__ __qualname__rN__annotations__rOrPrQrRrSrTrUrVrWrGrrFunctionSchemarLsk"& Z&!%%""! ! $+$'+$+%)")j-1*17; 4;rr[F) lazy_load$defsct|tr|Dcgc] }| c}St|ts|Si}|jD]\}}|dk(r |||<d|d<|dk(rt|trt |dk(r|Dcgc](}t|tr|j ddk(s|*}}t |dk(r"|d}|j |d |d <g}|D],}t|tsd|vs|j|d.t|d d hk(r |||<|||<|||<|Scc}wcc}w) z+Transform a single schema node recursively.rOrQrVrUnullr*rTrRstringnumber) r9r:dictrSlenr+updater5set) nodeitem transformedkeyvaluenon_null_items actual_typetypes_in_uniontransform_schema_nodes rroz.transform_schema_nodes dD !<@AD)$/A A$%K **, @JCf}#( C (. H%Jud$;E a!&"&tT2txx7G67Q"" ~&!+"7q8I"JK&&{3.2K +&(N %@%dD1fn*11$v,?@>*x.BB+@+G C(,A+G C(#8#? C A @DSB"s E -EzYGemini does not support Union types (except Optional). Please change your function schemaT) exclude_none exclude_unsetrgrreturnrrG)jsonrefr replace_refspoprI ValueError model_dump)rHrtr[schemaros @rmap_to_gemini_function_schemarzs < <%11#1GF JJw,\#6 *F F # g    #F # . .DPT . UUrctddlm}t|}dfd |jj |S)Nrrc t|tr|Dcgc] }| c}St|ts|Sddddddddd d }i}|jD] \}}|||j ||<"|Scc}w) Nany_ofrefdefs max_items min_items max_length min_lengthmax_propertiesmin_properties) rVz$refr]maxItemsminItems maxLength minLength maxProperties minProperties)r9r:rcrSr+)rgrhkey_map normalizedrjrk normalizes rrz&map_to_genai_schema..normalizes dD !045IdO5 5$%K##%%--  &( **, AJC09%0@Jw{{3, - A)6sA=rr) google.genairrzSchemamodel_validate)rHrryrs @rmap_to_genai_schemars1" *3 /F0 << & &y'8 99rc Tddlm}m}|j}ddddddd d d }|j d i}|j D]#\}}||vs |j |} | | ||<%dd} |j di} g|d<t | tr| |d<d } |jh} t|dr| j|j| | |} |Dcgc]#}|| vr|jjdr|%}}|Dcgc]#}|| vr|jjds|%}}| r|r|n|}dd}|D]}|j}t | tr\|| vr| |}nR| rP|jjdr5||j}|!t||rt!||}|| vr| |}|dj#||d|j%d}d }t |tr|j%d}n|t|dr |j&}|j dd }||}|||d<|Ugd}|D]L}t |tr|j%|}nt||r t!||}nd }|C||vsH|||<N|Scc}wcc}w)z Update keyword arguments for google.genai package from OpenAI format. Handles merging of user-provided config with instructor's base config, including special handling for thinking_config and other config fields. rHarmBlockThreshold HarmCategorymax_output_tokens temperaturecandidate_counttop_pstop_sequencesseedpresence_penaltyfrequency_penalty) max_tokensrnrstoprrrgeneration_configNc,|jd}t|tr|D]}t|dd}|s|D]}t|dd}|1t|dd}t|tr|j dryt|dd}|St|dd}t|tsq|j dsy|jd }t|tr|D]} t| t s| jd }t|tryt|trA|D]<} t| tryt| t s'| jd d vs;yt|t s|jd d vsyy )a8 Best-effort check for image content in a GenAI request. We use this to decide whether to send text vs image harm categories in `safety_settings`. The google-genai SDK has separate image categories (e.g., `HARM_CATEGORY_IMAGE_HATE`) which are required for image content. contentsr3N inline_data mime_typezimage/T file_datamessagesr&rU>image image_url input_imageF)r+r9r:rstr startswithrcr) genai_kwargsrr&r3partrrrrr>rhs r_genai_kwargs_has_image_contentz._genai_kwargs_has_image_content3s ##J/ h %# ($7!(D")$ t"DK".$+Kd$K %i5):N:N$;$( 'k4 @I ,$+I{D$I %i5):N:N$;$((  (, ##J/ h %# !'40!++i0gu-gt, '(%dE2#'%dD1dhhv6FK7 $((gt,V1DI2  + .rsafety_settingsHARM_CATEGORY_JAILBREAKHARM_CATEGORY_IMAGE_c:|jd}|dk(ryd|S)NrHATEHARM_CATEGORY_HATE_SPEECHHARM_CATEGORY_) removeprefix)image_category_namesuffixs r _map_text_to_image_category_namez=update_genai_kwargs.._map_text_to_image_category_names+(556LMF2#F8, ,r)category thresholdconfigthinking_config)automatic_function_callinglabelscached_content)rdict[str, Any]rsbool)rrrsrM)google.genai.typesrrcopyrvrSr9r:HARM_CATEGORY_UNSPECIFIEDraddrnamerOFFrcrr5r+r)kwargs base_configrr new_kwargsOPENAI_TO_GEMINI_MAPr openai_key gemini_keyvalrrexcluded_categories has_imagecimage_categoriestext_categoriessupported_categoriesrrr mapped_namemapped_category user_configuser_thinking_configrconfig_fields_to_mergefield field_values rupdate_genai_kwargsrs<DJ*$  .0 #':B?"6"<"<">. J * *#'' 3C*- J' . :x!nn%6;O%'K!"/4()8 %& (AAB|67 D DE"3J? " ++!!"89   " ++FF%%&<=   "+/? o  -- H*..I/40. / 9I8==#;#;>@2)!%%h/ ?g 1(1OH % 2 M9     s:DD)(D)cd}|D]}t|trt|ts%|jddk(s:t|jdtr||jdddzz }rt|jdts|jdgD]}t|ts||dzz }|rt |dk(r t dtjd|r t d |S) zx Extract system messages from a list of messages. We expect an explicit system messsage for this provider. r'r$r%r&r(r*zUAt least one user message must be included. A system message alone is not sufficient.z{{.*?}}|{%.*?%}z[Jinja templating is not supported in system messages with Google GenAI, only user messages.) r9rrcr+r:rdrwresearch)rsystem_messagesr>rhs rextract_genai_system_messager"sO = gs #   &{{6"h.gkk)4c:#w{{9b'AF'JJO I 6= ' Ir :=%dC0+tf}r/r0zUnsupported role: zUnsupported content item type: zUnsupported message type: )rrr9rr5ContentPart from_textFilercrwr:rrrto_genairU)rrrr> content_parts content_items rconvert_to_genai_messagesrEs#57F3K gs # MM  :://W/=>   / MM' "  , MM' "  &W$ $$' ''v(*v&77 #5gfo5F!GHH'),c2 !EMM$V_$zz339K3LMGI.5 " $+I$6L!,4%,,UZZ-A-A|-A-TU#L5%2EF%,,\-B-B-DE(=d<>P=QR  !EMM$V_+9$w-IJ Jg3Kj Mrc ddlm}d|j|jdjj |jdjj gdd|j|j|jdjj dd|i  gdd d gdg}|d j||S)z Handle reask for Gemini tools mode when validation fails. Kwargs modifications: - Adds: "contents" (tool response messages indicating validation errors) r)generativelanguager0)rargsr2functionerrorzValidation Error(s) found: rresponse)function_responser/z:Recall the function arguments correctly and fix the errorsr) google.air FunctionCallr3 function_callrrrFunctionResponseextend)rr exceptionglm reask_msgss rreask_gemini_toolsr s4  !*88==!*88==! &)&:&:%^^A.<<AA")-I)+U!V';' RS +J4 :j) MrcV|djdd|jd|gd|S)z Handle reask for Gemini JSON mode when validation fails. Kwargs modifications: - Adds: "contents" (user message requesting JSON correction) rr/zMCorrect the following JSON response, based on the errors given below: JSON: z Exceptions: r2)r5r)rrrs rreask_gemini_jsonr sF :"--(9)F  Mrcddlm}|j}|jdj|||g}|dj ||S)z Handle reask for Vertex AI tools mode when validation fails. Kwargs modifications: - Adds: "contents" (tool response messages indicating validation errors) r_)!vertexai_function_response_parserrr)vertexai.clientrr candidatesr&r)rrrrr s rreask_vertexai_toolsrsRD [[]FA&&)(I>J :j) Mrcddlm}|j}|jdj|dd|d|j dg}|dj ||S) z Handle reask for Vertex AI JSON mode when validation fails. Kwargs modifications: - Adds: "contents" (user message requesting JSON correction) r_)vertexai_message_parserrr/zValidation Errors found: zO Recall the function correctly, fix the errors found in the following attempt: r$r&r)rrrrr&rr)rrrrr s rreask_vertexai_jsonrsu: [[]F A&&0 >   9%?  :34 : 6*@)AB Mrc ddlm}|j}|rt|dr |jnd}|dj |j |jjd|d|g |S) z Handle reask for Google GenAI structured outputs mode when validation fails. Kwargs modifications: - Adds: "contents" (user message describing validation errors) rrrz]You must generate a response to the user's request that is consistent with the response modelrrzI Recall the function correctly, fix the errors in the following attempt: r)r3) rrrrrr5 ModelContentrr)rrrrgenai_responses rreask_genai_structured_outputsr%Os# [[]F &1  l  : $$4YK@KLZK[\%  Mrcddlm}|jdg}t||d<ddlm}||d||d<d|vr#t |}|r|j||d <|jdd |S) z Convert OpenAI-style messages to GenAI contents. Kwargs modifications: - Removes: "messages" - Adds: "contents" (GenAI-style messages) - Adds: "config" (system instruction) when system not provided rrrrr  extract_genai_multimodal_contentr%)system_instructionrN) rrr+rprocessing.multimodalr(rGenerateContentConfigrv)rautodetect_imagesrrr(system_messages rhandle_genai_message_conversionr.qs#~~j"-H7x@JzJ=: 1Jz z!5h? #>5#>#>#1$Jx NN:t$ rcjd|vr td|t|}d|fStdtjt |ddd}|d d d d k7r|d j d d |d n|d d dxxd|z cc<|jdiddiz|d<t|}||fS)a Handle Gemini JSON mode. When response_model is None: - Updates kwargs for Gemini compatibility (converts messages format) - No JSON schema or response format is configured When response_model is provided: - Adds/modifies system message with JSON schema instructions - Sets response_mime_type to "application/json" - Updates kwargs for Gemini compatibility Kwargs modifications: - Modifies: "messages" (adds/modifies system message with JSON schema) - only when response_model provided - Adds/Modifies: "generation_config" (sets response_mime_type to "application/json") - only when response_model provided - All modifications from update_gemini_kwargs (converts messages to Gemini format) r0dGemini `model` must be set while patching the client, not passed as a parameter to the create methodNz As a genius expert, your task is to understand the content and provide the parsed objects in json that match the following json_schema: r_F)indent ensure_asciizU Make sure to return an instance of the JSON, not the schema itself rrr$r%rr&r(rresponse_mime_typeapplication/json)r rrjsondumpsrr;r+)rrr>s rhandle_gemini_jsonr7s(* r  )*5 Z  %n5ae TUV   G*a (H4:%%a(w)OP:q!),$wi0@@,&0nn5H"&M0Q'J"#&j1J : %%rcd|vr td|t|}d|fS|jg|d<ddt|gdi|d<t|}||fS) at Handle Gemini tools mode. Kwargs modifications: - When response_model is None: Only applies update_gemini_kwargs transformations - When response_model is provided: - Adds: "tools" (list with gemini schema) - Adds: "tool_config" (function calling config with mode and allowed functions) - All modifications from update_gemini_kwargs r0r0Ntoolsfunction_calling_configANYmodeallowed_function_names tool_config)r r gemini_schemar")rrs rhandle_gemini_toolsrAs* r  )*5 Z)778Jw!'6~'F&G$ !J}&j1J : %%rcddlm}|t||}d|fS|jddrt |t s t |}|jd}d}d}t|tr#|jd}|jd}n2|0t|dr |j}t|dr |j}d|vr|||d<|jd r|jd }n"|jd rt|d }nd}t|d |d <d d lm}||d ||d <t#t%|d|d} ||| d<t'|| } |j(di| |d<|jdd|jd d|jdd|jdd|jdd||fS)a Handle Google GenAI structured outputs mode. Kwargs modifications: - When response_model is None: Applies handle_genai_message_conversion - When response_model is provided: - Removes: "messages", "response_model", "generation_config", "safety_settings" - Adds: "contents" (GenAI-style messages) - Adds: "config" (GenerateContentConfig with system_instruction, response_mime_type, response_schema) - Handles multimodal content extraction rrNstreamFrrrr%rrr r'r4)r3response_schemar)rrrrG)rrr.r+ issubclassr r r9rcrrrrvrrr*r(rzrrr+) rrr,rrruser_cached_contentr-r(rrs rhandle_genai_structured_outputsrGs #4ZARS Z~~h&z.+/V 0 ..*K+t$*/@A)oo.>?  ; 1 2#.#>#> ; 0 1"-"<"<  */C/O(< $%~~h#1  #5j6LM6z*7MNJzJ=: 1Jz ""3N"CD1)K",: ()+J D6566K9JKJxNN#T*NN:t$NN&-NN$d+NN$d+ : %%rcddlm}|t||}d|fS|jddrt |t s t |}|jd}d}d}t|tr#|jd}|jd}n2|0t|dr |j}t|dr |j}d|vr|||d<tt|}|jt|t!|d d| }|jd r|j#d } n"|jd rt%|d } nd} i} |c| | d <|j&|gg| d<|j(|j*|j,j.t|g| d<t1|d |d<ddlm} | |d||d<t7|| } |j8di| |d<|j#dd|j#d d|j#dd|j#dd|j#dd||fS)a Handle Google GenAI tools mode. Kwargs modifications: - When response_model is None: Applies handle_genai_message_conversion - When response_model is provided: - Removes: "messages", "response_model", "generation_config", "safety_settings" - Adds: "contents" (GenAI-style messages) - Adds: "config" (GenerateContentConfig with tools and tool_config) - Handles multimodal content extraction rrNrCFrrr__doc__)rrN parametersr%rr))function_declarationsr9r<)r:r?rr r'rrrrG)rrr.r+rEr r r9rcrrrrrFunctionDeclarationr"rrvrTool ToolConfigFunctionCallingConfigFunctionCallingConfigModer;rr*r(rr+) rrr,rrrrFryfunction_definitionr-rr(rs rhandle_genai_toolsrRHs} #4ZARS Z~~h&z.+/V 0 ..*K+t$*/@A)oo.>?  ; 1 2#.#>#> ; 0 1"-"<"<  */C/O(< $% !2>!B CF3%33 ^ ,NIt<~~h#1  #5j6LM"$K ",: () * BUAV WX G%5U%5%5$?E$?$?4488(7(G'H%& M"7z*7MNJzJ=: 1Jz,J D6566K9JKJxNN#T*NN:t$NN&-NN$d+NN$d+ : %%rcddlm}ddlm}ddlm}|j ddr tdt||}|||\}}}||d <||d <||d <|| |fS) z Handle Vertex AI parallel tools mode. Kwargs modifications: - Adds: "contents", "tools", "tool_config" via vertexai_process_response - Validates: stream=False r)get_argsr_vertexai_process_response)VertexAIParallelModelrCFzDstream=True is not supported when using VERTEXAI_PARALLEL_TOOLS moderr9r?)typehint) typingrTrrVinstructor.dsl.parallelrWr+r r:) rrrTrVrW model_typesrr9r?s rhandle_vertexai_parallel_toolsr\s} ;=~~h& R  x/0K#rxsW # ,,8/166-"<* 8 @6@@F,SVl1:@@ @)7@@FIX "  FBDBBL( (((V . , >J JJJZ F;@$$37$$N3&$3&2@3&,3&l &$ &2@ &, &L$T&$T&T&T&- T&t$a&$a&a&a&- a&HFF+9FF<&$&2@&,&4&$&2@&,&: #' "& "& !!/3$ %) $(   %2#3r