6i,pddlmZddlmZmZmZmZddlmZm Z ddl Z ddl m Z ddl mZddlZddlZee efZej$dZgd Ze d dd Ze d dd Ze d dd Ze d dd Z d ddZy)) annotations)AnyUnionLiteraloverload)AsyncInstructor InstructorN)KnownModelName) BaseCachezinstructor.auto_client)openai azure_openai databricks anthropicgoogle generative-aivertexaimistralcohere perplexitygroqwriterbedrockcerebrasdeepseek fireworksollama openrouterxailitellmc yNmodel async_clientcachekwargss a/root/.openclaw/workspace/visionaryfx/venv/lib/python3.12/site-packages/instructor/auto_client.py from_providerr*) c yr"r#r$s r)r*r*2 r,c yr"r#r$s r)r*r*;r+r,c yr"r#r$s r)r*r*Dr.r,c N,N|||d< |jdd\}N|dd}tj d |N| tj d ||| d}d |vr5|jd }|r"tj d |t|| |dk(r ddl } ddl } ddl m } ddl m } m} m}m}ddlm}ddlm}|jdd}|t*dz|jdd}|jd|}||ur|n|t,|zdz|}|jdd}|| nt/|t.|}||t*t*fdz|jdd}||t*t0fdz|jdd}|jdd}t3|jdd}|r1|| j4dz|}| j7||||||||| }n0|| j8dz|}| j;||||||||| }| |fN|r|ntj<j>d|}tj di|d d!i |S|d'k(r ddl#} dd(l m$}!m%}"ddl m } |xs| jLjOd)}|jd*| jLjOd+}#|jd,d-}$|sddlm}|d.|#sddlm}|d/|r |"||$|#0n |!||$|#0}| |fN|r|ntj<j>d|}tj di|d d!i |S|d2k(r ddl#} ddl } ddl m } |xs8| jLjOd3xs| jLjOd4}|sddlm}|d5|jdd}|U| jLjOd6xs8| jLjOd7xs| jLjOd8}|sddlm}|d9t+|jQd}|jSd:s|d:}i}%d;D]}&|&|vs|j|&|%|&<|r| j6d||d<|%n| j:d||d<|%}| |fN|r|ntj<j>d|}tj di|d d!i |S|d>k(r ddl*}'dd?l m+}(|r|'jY|@n|'j[|@}|jdAdB})|(|fN|r|ntj<j\|)dC|}tj di|d d!i |S|dEk(r ddl/m0}*ddFl m1}+ ddl#} |jdHd},|xs| jLjOdI}i}-dJD]}&|&|vs|j|&|-|&<|*j8d|,|dK|-}|r*|+|fd$N|r|ntj<jddL|}n(|+|fN|r|ntj<jdd|}tj di|d d!i |S|dMk(r ddNl3m4}.ddOl m5}/ddl#} |xs| jLjOdP}|r |.|@}n tdQ|r |/|fNd$dR|}n |/|fdSNi|}tj di|d d!i |S|dUk(r[ ddl6}0ddVl m7}1|r|0jq|@n|0js|@}|1|fdSNi|}tj di|d d!i |S|dXk(r ddl } ddYl m:}2ddl#} |xs| jLjOdZ}|s td[|r| j7|d\<n| j;|d\<}|2|fdSNi|}tj di|d d!i |S|d^k(r[ ddl;}3dd_l m<}4|r|3j{|@n|3j}|@}|4|fdSNi|}tj di|d d!i |S|dak(rM ddbl?m@}5mA}6ddcl mB}7|r |5|@n|6|@}|7|fdSNi|}tj di|d d!i |S|dek(r ddl#} ddlC}8ddfl mD}9dg|vr|jdg}:n1tj dh| jLjOdidj}:i};dkD]}&|&|vr|j|&|;|&<|&j| jLvs9tj dl|&jdm| jL|&j|;|&<|:|;dn<|8jdi|;}|\Nr?d>NjvsdoNjvrtj<j}ddtl mM}?|r |=|@n|>|@}|?|fdSNi|}tj di|d d!i |S|dvk(rM ddwlNmO}@mP}Addxl mQ}B|r @|@nA|@}B|fdSNi|}tj di|d d!i |S|dHk(rtjdztd{| ddl/m0}*ddFl m1}+ ddl#} |jd~| jLjOd}C|jd| jLjOdd}D|Cs td|*j8dd$CDd|}N|dS<|r)|+|fd$|r|ntj<jdd|}n'|+|fd|r|ntj<jdi|}tj di|d d!i |S|dk(rtjdtd{| ddlUm0}*ddFl m1}+ ddl#} |xs| jLjOdI}|*j9d|K}|r*|+|fd$N|r|ntj<jddL|}n(|+|fN|r|ntj<jdd|}tj di|d d!i |S|dk(r ddl } ddl m } |jdd}|jd d}|r| j7||n| j;||}hd}EtNfd|ED}F|Frtj<j>ntj<j}<| |fN|r|n|d|}tj di|d d!i |S|dk(rn ddlXm}GddlYm}Hddl mZ}I|r H|@nG|@}I|f|r|ntj<jNd|}tj di|d d!i |S|dk(r ddl } ddl m } ddl#} |xs| jLjOd}|sddlm}|d|jdd}|r| j7||<n| j;||<}| |fN|r|ntj<j>d|}tj di|d d!i |S|dk(r[ ddl\m]}Jm^}Kddl m_}L|rKnJ}ML|Mfd|r|ntj<j>i|}tj di|d d!i |Sddlm}tjEd|i|d d%i |d|dt#t$rddlm}|ddwxYw#t@$rddlm}|d"dtB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$rddlm}|d1dtB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$rddlm}|d=dtB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$rddlm}|dDdtB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$r}ddlm}|dG|d}~wwxYw#tB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$rddlm}|dTdtB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$rddlm}|dWdtB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$rddlm}|d]dtB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$rddlm}|d`dtB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$rddlm}|dddtB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$rddlm}|dqdtB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$rddlm}|dudtB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$rddlm}|dydtB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$r}ddlm}|d}|d}~wwxYw#tB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$r}ddlm}|d|d}~wwxYw#tB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$rddlm}|ddtB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$rddlm}|ddtB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$rddlm}|ddtB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$rddlm}|ddtB$r&}tjEd#||d$i|d d%i&d}~wwxYw#t@$rddlm}|ddtB$r&}tjEd#||d$i|d d%i&d}~wwxYw)aCreate an Instructor client from a model string. Args: model: String in format "provider/model-name" (e.g., "openai/gpt-4", "anthropic/claude-3-sonnet", "google/gemini-pro") async_client: Whether to return an async client cache: Optional cache adapter (e.g., ``AutoCache`` or ``RedisCache``) to enable transparent response caching. Automatically flows through **kwargs to all provider implementations. mode: Override the default mode for the provider. If not specified, uses the recommended default mode for each provider. **kwargs: Additional arguments passed to the provider client functions. This includes the cache parameter and any provider-specific options. Returns: Instructor or AsyncInstructor instance Raises: ValueError: If provider is not supported or model string is invalid ImportError: If required package for provider is not installed Examples: >>> import instructor >>> from instructor.cache import AutoCache >>> >>> # Basic usage >>> client = instructor.from_provider("openai/gpt-4") >>> client = instructor.from_provider("anthropic/claude-3-sonnet") >>> >>> # With caching >>> cache = AutoCache(maxsize=1000) >>> client = instructor.from_provider("openai/gpt-4", cache=cache) >>> >>> # Async clients >>> async_client = instructor.from_provider("openai/gpt-4", async_client=True) Nr'/r)ConfigurationErrorziModel string must be in format "provider/model-name" (e.g. "openai/gpt-4" or "anthropic/claude-3-sonnet") initialize)provider operationz&Initializing %s provider with model %s)extraz0Provider configuration: async_client=%s, mode=%sapi_keyz8API key provided for %s provider (length: %d characters)r r) from_openai)DEFAULT_MAX_RETRIESNotGivenTimeout not_given)Mapping)castbase_url organizationtimeout max_retriesdefault_headers default_query http_client_strict_response_validationF) r8r@rArBrCrDrErFrG)r%modezClient initializedstatussuccessz`The openai package is required to use the OpenAI provider. Install it with `pip install openai`.z Error initializing %s client: %sTerror)exc_infor7r) AzureOpenAIAsyncAzureOpenAIAZURE_OPENAI_API_KEYazure_endpointAZURE_OPENAI_ENDPOINT api_versionz 2024-02-01zAZURE_OPENAI_API_KEY is not set. Set it with `export AZURE_OPENAI_API_KEY=` or pass it as kwarg api_key=zAZURE_OPENAI_ENDPOINT is not set. Set it with `export AZURE_OPENAI_ENDPOINT=` or pass it as kwarg azure_endpoint=)r8rRrPzfThe openai package is required to use the Azure OpenAI provider. Install it with `pip install openai`.rDATABRICKS_TOKENDATABRICKS_API_KEYzDATABRICKS_TOKEN is not set. Set it with `export DATABRICKS_TOKEN=` or `export DATABRICKS_API_KEY=` or pass it as kwarg `api_key=`.DATABRICKS_BASE_URLDATABRICKS_HOSTDATABRICKS_WORKSPACE_URLzDATABRICKS_HOST is not set. Set it with `export DATABRICKS_HOST=` or `export DATABRICKS_WORKSPACE_URL=` or pass `base_url=`.z/serving-endpoints)rArBrCrDrFapp_info)r8r@zdThe openai package is required to use the Databricks provider. Install it with `pip install openai`.r)from_anthropic)r8 max_tokensi)r%rHrZziThe anthropic package is required to use the Anthropic provider. Install it with `pip install anthropic`.r) from_genaizlThe google-genai package is required to use the Google provider. Install it with `pip install google-genai`.rGOOGLE_API_KEY) debug_config http_options credentialsprojectlocation)rr8) use_asyncr%rHr)Mistral) from_mistralMISTRAL_API_KEYzPMISTRAL_API_KEY is not set. Set it with `export MISTRAL_API_KEY=`.)r%rbr%zgThe mistralai package is required to use the Mistral provider. Install it with `pip install mistralai`.r) from_coherez`The cohere package is required to use the Cohere provider. Install it with `pip install cohere`.r)from_perplexityPERPLEXITY_API_KEYzPERPLEXITY_API_KEY is not set. Set it with `export PERPLEXITY_API_KEY=` or pass it as a kwarg api_key=zhttps://api.perplexity.aizdThe openai package is required to use the Perplexity provider. Install it with `pip install openai`.r) from_groqzZThe groq package is required to use the Groq provider. Install it with `pip install groq`.r) AsyncWriterWriter) from_writerzfThe writerai package is required to use the Writer provider. Install it with `pip install writer-sdk`.r) from_bedrockregionz=AWS_DEFAULT_REGION is not set. Using default region us-east-1AWS_DEFAULT_REGIONz us-east-1)aws_access_key_idaws_secret_access_keyaws_session_tokenzUsing z from environment variable region_nameclaude)rHr&_asynczcThe boto3 package is required to use the AWS Bedrock provider. Install it with `pip install boto3`.r) AsyncCerebrasCerebras) from_cerebraszfThe cerebras package is required to use the Cerebras provider. Install it with `pip install cerebras`.r)AsyncFireworks Fireworks)from_fireworkszoThe fireworks-ai package is required to use the Fireworks provider. Install it with `pip install fireworks-ai`.zThe 'vertexai' provider is deprecated. Use 'google' provider with vertexai=True instead. Example: instructor.from_provider('google/gemini-pro', vertexai=True)) stacklevelznThe google-genai package is required to use the VertexAI provider. Install it with `pip install google-genai`.r`GOOGLE_CLOUD_PROJECTraGOOGLE_CLOUD_LOCATIONz us-central1zProject ID is required for Vertex AI. Set it with `export GOOGLE_CLOUD_PROJECT=` or pass it as kwarg project=)rr`ra)rbrHrHrzThe 'generative-ai' provider is deprecated. Use 'google' provider instead. Example: instructor.from_provider('google/gemini-pro'))genaizrThe google-genai package is required to use the Google GenAI provider. Install it with `pip install google-genai`.rzhttp://localhost:11434/v1)r@r8> qwen2.5llama3.1llama3.2 command-a command-r command-r7b mistral-nemo qwen2.5-codercommand-r-plusfirefunction-v2qwen3llama4devstralc3BK|]}|jvywr")lower).0 capable_model model_names r) z from_provider..s'!!!1!1!33!sz`The openai package is required to use the Ollama provider. Install it with `pip install openai`.rDEEPSEEK_API_KEYz|DEEPSEEK_API_KEY is not set. Set it with `export DEEPSEEK_API_KEY=` or pass it as kwarg api_key=zhttps://api.deepseek.comzbThe openai package is required to use the DeepSeek provider. Install it with `pip install openai`.r)Client)from_xai)rHr%z_The xai-sdk package is required to use the xAI provider. Install it with `pip install xai-sdk`.rOPENROUTER_API_KEYzOPENROUTER_API_KEY is not set. Set it with `export OPENROUTER_API_KEY=` or pass it as kwarg api_key=zhttps://openrouter.ai/api/v1zdThe openai package is required to use the OpenRouter provider. Install it with `pip install openai`.r ) completion acompletion) from_litellmzcThe litellm package is required to use the LiteLLM provider. Install it with `pip install litellm`.z2Error initializing %s client: unsupported providerzUnsupported provider: z. Supported providers are: r#)zbedrock-runtime)asplit ValueErrorcore.exceptionsr3loggerinfodebugpoplenr httpx instructorr9r:r;r<r=collections.abcr>typingr?strfloatintobjectbool AsyncClient AsyncOpenAIrOpenAIModeTOOLS ImportError ExceptionrKosrMrNenvirongetrstripendswithrrYAsyncAnthropic AnthropicANTHROPIC_TOOLS google.genairr[ GENAI_TOOLS mistralaircrdrrf AsyncClientV2ClientV2rgrri AsyncGroqGroqwriterairjrkrlboto3rmupperclientr BEDROCK_TOOLS BEDROCK_JSONcerebras.cloud.sdkrvrwrxfireworks.clientryrzr{warningswarnDeprecationWarningranyJSONxai_sdk.sync.clientxai_sdk.aio.clientrXAI_JSONr rrrsupported_providers)Or%r&r'rHr(r5r3 provider_infor8r rr9r:r;r<r=r>r?r@rA timeout_rawrBmax_retries_rawrCrDrEhttp_client_rawstrict_response_validationrFrresulterrMrNrPrRopenai_client_kwargskeyrrYrZrr[ vertexai_flag client_kwargsrcrdrrfrgrrirjrkrlrrmrn aws_kwargs default_modervrwrxryrzr{r`ratool_capable_modelssupports_tools SyncClientrrrrrcompletion_funcrsO @r)r*r*MsX w${{32*"* EM KK0   LL:   GF**Y'  LLJG #  8[    . P P / #zz*d3Hd FJJ~t,LML **Y :K)+%'/D0+>  %jj=O#*$c?34  #S!D(&**5F*MO!V $t+VZZ-NM%jj=O)- 8%@* &"5#4#4t#;_M ++#%!-# +$3"/ +0J, #5<<$#6H #%!-# +$3"/ +0J' ! !Tz'<'< F KK$<<)<  M$ ^ #C   < .G0F!GG#ZZ "**..1H"IN!**]LAK?(z "?(D !# +#1 !# +#1 ! !Tz'<'< F KK$<<)<  M$ \ !W    .8::>>"458::>>"67  ?(B zz*d3HJJNN#89Bzz~~&78Bzz~~&@A ?(? 8}++C0H$$%9:&Z'9:#%  @&=06 3(- @ #""#h:N#V]]#h:N ! !Tz'<'< F KK$<<)<  M" [ %   1 (((9(((9   L$7J# !Tz'F'F%   F KK$<<)<  M$ X   ( -6  #JJz59MA0@!AGM 9&=)/CM#& 9"U\\& F #"$!%:??+F+F   $$!%:??+F+F  KK$<<)<  M Y )  ) / B0A!BG 1 K %",@F&fIJI&I KK$<<)<  M$ X    . $$W$5__W_5  !DzDVDF KK$<<)<  M$ \ !*   2 E0D!EG z ""#.I#]]#.I# %VH:HHF KK$<<)<  M$ V    , w/YYwY/  vBZB6BF KK$<<)<  M$ X   4 . G,G,  !DzDVDF KK$<<)<  M$ Y I    /6!H- S( &=&,jjoJsOYY[BJJ.LL6#))+6P!QR&(jj&=JsO >)/J} %"U\\BzBF|:#3#3#55ZEUEUEW9W#-??#@#@L#-??#?#?L# !!)#   F KK$<<)<  M$ Z   B 0 g.g.  #6FFvFF KK$<<)<  M$ [   B 1 w/w/  $FG*GGF KK$<<)<  M$ Z   T     ( -/  jjBJJNN;Q,RSGzzBJJNN+BMRH D "U\\! F )F7O#"!%:??+F+F $)-:??3N3NRX KK$<<)<  M _ $  E     $ -#  A0@!AG\\5'\BF#"$!%:??+F+F   $$!%:??+F+F  KK$<<)<  M X C   .zz*.IJHjjH5G ""Hg"F]]Hg]F # "!!%8!N *8 %%Z__=Q=Q ! !T| F KK$<<)<  M$ Z 3   . C0B!CG?(v zz*.HIH ""7X"F]]7X]F  ! !Tz'<'< F KK$<<)<  M$ U $  @ @ + G,0  !Tz'?'?  F KK$<<)<  M$ \ !3   . E0D!EG?(x zz*.LMH ""7X"F]]7X]F  ! !Tz'<'< F KK$<<)<  M$ Y   7 /-9kzO!!Tz'<'<F KK$<<)<  M& 8 @ 6]6Hg6  !$XJ/((;'< >  e" 7  C  Z  ;$8   LL2::':    ~  ;$8   LL2::':    f  ;$8   LL2::':    @  ;$;   LL2::':      ;$>  l  LL2::':    J  ;$;   LL2::':    4  ;$8   LL2::':    L  ;$8   LL2::':    4  ;$6   LL2::':    4  ;$<   LL2::':    J  ;$7   LL2::':    4  ;$:   LL2::':    4  ;$>   LL2::':    *  ;$>  ^  LL2::':    *  ;$>  F  LL2::':    ~  ;$8   LL2::':    ^  ;$8   LL2::':    @  ;$9   LL2::':    ^  ;$8   LL2::':    4  ;$9   LL2::':    sA@<GAA6C,AB!*DAC*9BAC*B AD3 AE<%AAF&BAF A>AGAAH/B AI AAJ)!A AK24BAL;C+AL;8A AN A AO 9 APC3AP6 AQ()B(ARCAR:1B=AT5A,AU (B=AV,AAW@<AAA ABA8!ABBABB! AC'C!AC"C"AC'C* AD0D !AD+D+AD0D3 AE9E!AE4E4AE9E< AFFAFFAFF AG F%!AGGAG G AHG.!AHHAHH AIH7!AIIAII AJ&J!AJ!J!AJ&J) AK/K !AK*K*AK/K2 AL8L!AL3L3AL8L; ANM!AM<M<ANN AO N$!AOOAO O APO-!APPAPP AP3PAP.P.AP3P6 AQ%P?!AQ Q AQ%Q( ARQ1ARRARR AR7R!AR2R2AR7R: ATS!AS;S;ATT AU T#!AUUAU U AVU,!AV V AVV AWV5!AWWAWW AX$W>!AXXAX$)TN) r%r r& Literal[True]r'BaseCache | Noner(rreturnr )FN) r%r r&Literal[False]r'rr(rrr ) r%rr&rr'rr(rrr ) r%rr&rr'rr(rrr )FNN) r%zUnion[str, KnownModelName]r&rr'rrHzUnion[instructor.Mode, None]r(rrz"Union[Instructor, AsyncInstructor]) __future__rrrrrr core.clientr r rinstructor.modelsr instructor.cacher rloggingInstructorType getLoggerrrr*r#r,r)rs"004,&z?23   3 40 #'"       $)"        #'"       $)"       ")- F %F F  F  ' F  F ( F r,