AHj %UddlZddlZddlZddlmZddlmZmZmZm Z m Z m Z m Z m Z mZmZerddlmZddlZddlZddlmZddlmZddlmZddlmZdd lmZdd lmZdd lmZdd l m!Z!m"Z"dd l#m$Z$m%Z%dd l&m'Z'ddl(m)Z)ddl*m+Z+m,Z,e'Z-e'e.d<ddl/m0Z0ddl1m2Z2ddl3m4Z4ddl5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>ddl?m@Z@ddlAmBZBddlCmDZDddlEmFZFmGZGmHZHddl*mIZImJZJmKZKmLZLdaMe de.d<d@dZNedeIfdZOe dAd ePd!e ePd"e eQd#e e ePeBfd$e ePd%e ePd&e ePd'e ePd(e ePd)e ePd*e ePd+e d,deeeeIffd-ZRe dAd.d/d ePd!e ePd"e eQd#e e ePeBfd$e ePd%e ePd&e ePd'e ePd(e ePd)e ePd*e ePd+e d.deIfd0ZRe dAd ePd!e ePd"e eQd#e e ePeBfd$e ePd%e ePd&e ePd'e ePd(e ePd)e ePd*e ePde eIeeeeIfffd1ZRedeIfd2ZSe dBd3e0d!ePd"eQd$e d4d%e ePd'e ePdeIfd5ZTe dCd3e e e0e e0fd e ePd!e ePd6e ePd"e eQd#e e ePeBfd$e ePd%e ePd'e ePd7e e ePefd8e e ePefd9e e ePefd:e e eUejfd;e ePde eIeeeeIfffd<ZWe dDd3e e0e e0fd!ePd ePd6e ePd"e eQd#e e ePeBfd$e ePd%e ePd'e ePd7e e ePefd8e e ePefd9e e ePefd:e e eUejfd;e ePdeIfd=ZXd>ePdefd?ZYy)EN)partial) TYPE_CHECKINGAny CoroutineDictListLiteralOptionalUnioncastoverloadImageEditRequestUtils)client)DEFAULT_IMAGE_ENDPOINT_MODEL)request_timeout)LiteLLMUnknownProvider)Logging)mock_image_generation)BaseImageEditConfigBaseImageGenerationConfig)AsyncHTTPHandler HTTPHandler)BaseLLMHTTPHandler) CustomLLM)exception_typeget_litellm_paramsllm_http_handler) FileTypes)bfl_image_edit)bfl_image_generation)azure_chat_completionsbase_llm_aiohttp_handlerbase_llm_http_handlerbedrock_image_editbedrock_image_generationopenai_chat_completionsopenai_image_variations)get_secret_str)ImageEditOptionalRequestParams)ImageGenerationRequestQuality)GenericLiteLLMParams)!LITELLM_IMAGE_VARIATION_PROVIDERS LlmProvidersall_litellm_params) ImageResponseProviderConfigManagerget_llm_providerget_optional_params_image_genr_ImageEditRequestUtils_cachereturnctt%tjt}|jatJtS)z7Get ImageEditRequestUtils, loading it lazily if needed.)r4 importlib import_module__name__r)modules K/root/tools/cai/cai_env/lib/python3.12/site-packages/litellm/images/main.py_get_ImageEditRequestUtilsr<Ms8$+((2'-'C'C$ ' 33 3 ''cxKtj}t|dkDr|dn|d}d|d<d} ttg|i|}t j }t|j|}t||jdd\}}}}|jd|d{} d} t| tr td i| } n2t| tr| } ntj| r | d{} | td| S7c7#t $r} |xsd }t#||| || d} ~ wwxYww) a Asynchronously calls the `image_generation` function with the given arguments and keyword arguments. Parameters: - `args` (tuple): Positional arguments to be passed to the `image_generation` function. - `kwargs` (dict): Keyword arguments to be passed to the `image_generation` function. Returns: - `response` (Any): The response returned by the `image_generation` function. rmodelTaimg_generationNapi_baser?rAz?Unable to get Image Response. Please pass a valid llm_provider.openair?custom_llm_provideroriginal_exceptioncompletion_kwargs extra_kwargs)asyncioget_event_looplenrimage_generation contextvars copy_contextrunr2getrun_in_executor isinstancedictr0 iscoroutine ValueError Exceptionr argskwargsloopr?rEfuncctxfunc_with_context_ init_responseresponsees r;aimage_generationrcYsY  ! ! #D4y1}DG&/E $F % '9$9&9&&(#CGGT2'7&**Z">( $ 1 #2249JKK ,0 mT *$5}5H  } 5$H   /**H  Q L+  1=X 3 "    sN4D:A4D+D,AD;D<DD:DD D7D22D77D:promptr?nqualityresponse_formatsizestyleuserapi_keyrA api_versionr@Tc  yNrIrdr?rerfrgrhrirjtimeoutrkrArlrEr@rZs r;rMrM&r=F)r@c  yrnrIros r;rMrMrqr=c   t}| jdd}| jdd}| jdd}| jdd}| jdd}| jdd}| jd d}| jd i}| jd }| jd d}| jd d}| jddxsi}| jdd}||j|tjj }d}|| t || | \}} }} nd}d} ||jd<gd}t}||z} | jD!"cic] \}!}"|!| vs |!|"}#}!}"d}$| D| tjjvr$tj|xs|t| }$tdB|xs|||||||| |$d |#}%t!dBi| }&|}'|'j#| |||%|d||||did| d|'j$vr| |'j$d<| t'||S| dk(ret)dxsd}(| xstj*xs t)d} | xstj,xs t)d} | xs<tj.xs*tj0xst)dxs t)d } |%j3d!dxs t)d"})|`d#d$lm}*|&jd%}+|&jd&},|&jd'}-|&jd(xsd)}.|+r|,r|-r |*|+|,|-|.*}d+d,i}/| | |/d-<|/jD]\}!}"|!|vs |"||!<t9j:|||| | |)|||%|| ||||&.}|S| tjj<tjj>tjj@tjjBtjjDtjjFtjjHtjjJfvrH|$tMd/| | xstj*}0|0|&d0<tNjQ| |||$|%| |&|||1 S| d2k(r,| tSd3tUj:||||%|&|||||4 S| d5k(rd#d6l+m,}1|1j[| } |1j]| } |||%d <d+d,i}/| | |/d-<|/jD]\}!}"|!|vs |"||!<t9j:|||| | d|||%|| ||||&.}|S| dk(s/| tj^j`k(s| tjbvr@|||%d <| jd7d}2tej:|||| xs|| ||%||2|||8 }|S| d9k(r.| tSd:tgj:|||||%|||| | ; }|S| tjhvrd}3tjjD]}4|4d<| k(s |4d=}3|3 tm|| >|d?ur2d}5|to|tpr|}5|3js||| | ||%|||5@ }|Sd}6|to|ttr|}6|3j;||| | ||%|||6@ }|Scc}"}!w#tR$r}7tw|| |7t| Ad}7~7wwxYw)Czv Maps the https://api.openai.com/v1/images/generations endpoint. Currently supports just Azure + OpenAI. r@Flitellm_call_idN logger_fn mock_responseproxy_server_requestazure_ad_token_provider model_infometadatalitellm_logging_objr extra_headersheaders base_model)r?rErAdall-e-2rCr?)rjrrArlrk deployment_id organizationbase_urldefault_headersrp max_retriesrerfrhrir?provider) r?rerfrgrhrirjrEprovider_config)rpazurertrurwrypreset_cache_keystream_responserZr?rjoptional_paramslitellm_paramsrErE)r?rvrAZURE_API_TYPEAZURE_API_BASEAZURE_API_VERSIONAZURE_OPENAI_API_KEY AZURE_API_KEYazure_ad_tokenAZURE_AD_TOKENr) get_azure_ad_token_from_entra_id tenant_id client_id client_secret azure_scopez,https://cognitiveservices.azure.com/.default)rrrscopez Content-Typezapplication/jsonzapi-key)r?rdrprkrArrx logging_objrmodel_responserlr@rr}rz-image generation config is not supported for rA) rkr?rd image_generation_provider_config(image_generation_optional_request_paramsrErrrprblack_forest_labs+Model needs to be set for black_forest_labs) r?rdrrrrrpr|rr@azure_ai)AzureFoundryModelInfor) r?rdrprkrArrrrr@rr}bedrock!Model needs to be set for bedrock) r?rdrprrrr@rrArkrcustom_handlerr?rET) r?rdrkrArrrrprrDrI)<localsrQupdatelitellmutilsr0r2_hidden_paramsr/itemsr. _member_map_valuesr1$get_provider_image_generation_configr3rupdate_from_kwargsmodel_call_detailsrr)rArlrk azure_keypoplitellm.llms.azure.common_utilsrr"rMRECRAFTAIMLGEMINIFAL_AI STABILITYRUNWAYML VERTEX_AI OPENROUTERrVrimage_generation_handlerrWr!"litellm.llms.azure_ai.common_utilsr get_api_base get_api_key LITELLM_PROXYvalueopenai_compatible_providersr'r&_custom_providerscustom_provider_maprrSrrcrr)8rdr?rerfrgrhrirjrprkrArlrErZrYr@rtrurvrwrxryrzr{rr|r}r~rdynamic_api_key openai_paramsrdefault_paramskvnon_default_paramsimage_generation_configrlitellm_params_dictloggingapi_typerrrrrrr _api_baserrritemasync_custom_client custom_clientrbs8 r;rMrMs,k x **%6> **%6=JJ{D1 '-zz/4'H %zz*@$G"(**-F"MZZ d3 ::j"-17 $8  %+ 33  !  1:6:.""+"#2&(<($(#% !4 # " !(B(B B@SG & &'< =  $(uMR R ' )%&67B7HW7#3#3W~FV7WH7&&7!"56 3??3$$3""893"/2 -00 $2 01  '. 033K@ /33K@ 3 7 7 H '++M:FE }.N"+"+&3) /+ 2O "-4 *'--/ #1G#!"GAJ #4DD!-(?/ /-' /2N@Y!  ( (  % %  ' '  ' '  * *  ) )  * *  + + %  '. CDWCXY !4G$4$4I.7  +#<<1H9H$72/=  !$7 7} MNN'88- /2/+ /  !J . P,99(CH+77@G(3@0 2O "-4 *'--/ #1G#!"GAJ #4DD!#(?/ /-' /2NRo 8 +"l&@&@&F&FF"g&I&II(3@0*0**^T*JL4EE2?!/ /-) / N^C!I -} CDD5FF/ /- /! N|c 7#<#< <37N33 < #'::%)*:%;N <%,5H $&BF#%*V=M*N*0'"0!A!A!#%#1$3 3#."B ":#8< %*V[*I$*M"0!@!@!#%#1$3 3#("A "e  f   3 $h    sxE7[9 [[ B<[D=[,[3D[0[8A[,[?A3[32[&/[A ["1[[ \#[;;\cKtj}|jdd}|jdd}d|d< ttg|i|}t j }t|j|}|$|"t||jdd\}}}}|jd|d{} t| tst| trt| tr td i| } | } | Stj| r | d{} | S|jd|d{} | S77$7 #t$r} |xsd}t||| || d} ~ wwxYww) a Asynchronously calls the `image_variation` function with the given arguments and keyword arguments. Parameters: - `args` (tuple): Positional arguments to be passed to the `image_variation` function. - `kwargs` (dict): Keyword arguments to be passed to the `image_variation` function. Returns: - `response` (Any): The response returned by the `image_variation` function. r?NrET async_callrArBrCrDrI)rJrKrQrimage_variationrNrOrPr2rRrSrTr0rUrWrrXs r;aimage_variationrIs  ! ! #D JJw %E **%:DAF<# 888&&(#CGGT2  &5+<+;fjjT&B, (A"Aq #2249JKK mT *j =/ -. - > > $H    /**H"11$8IJJHL+K  1=X 3 "    sy>E'A8E9D::AE<E'=ED<EE'E3D>4E9E':E<E>E E$ EE$$E'image)urlb64_jsonc *|jdd}tt|jd}tdi|} t || jdd| jdd| jdd\}} } } t | } t | }t}d}tj|xsd | }|td | dt |j| jdd}|j| jdd} |t jk(rJ| td | td tj||| ||| jdd| |i|  }ne|t j k(rR| td| tdt#j||| ||| jddxst$| |i| | }|td| dt |S#t$rtd| dt wxYw)Nrr{rErArk)r?rErArkz"Invalid image variation provider: z. Supported providers are: rz_image variation provider has no known model info config - required for getting api keys, etc.: z/API key is required for OpenAI image variationsz0API base is required for OpenAI image variationsrp) rrkrAr?rrprErrrz.API key is required for Topaz image variationsz/API base is required for Topaz image variations) rrkrAr?rrprErrrrrI)rQr LiteLLMLoggingObjrr2r.r-rVr0r1get_provider_model_inforrOPENAIr(image_variationsTOPAZr#DEFAULT_REQUEST_TIMEOUT)rr?rergrhrjrZrr{rrErrA llm_providerimage_variation_providerrrarrks r;rrsZZ$ 'F0&**=R2ST(1&1N,>z4,PQH#D#K#KK ?NO O  OP P*;;)"&&y$7 3+)   "%F%L%L L ?MN N  NO O+<<)"&&y$7R;R 3+)  01D0EE`bCaD E   OA  01D0EE`bCaD E   s G33Hmaskr| extra_query extra_bodyrprEc t} gd}t}||z}|jDcic] \}}||vs ||}}}|jd}|jdd}|jdd}|jdi}|j ddd u}t |t r|n||gng}|jd }i}t |tr|j|t | tr|j| |r t|} td"i|}t|xst| \}} }}| tjvr8d} tjD]}!|!d | k(s |!d } | t|| t!}"|r|d}#|jd0t |jdt"r|jd}#| j%||||"|jd|jd||| |# Sd}$|jd0t |jdt&r|jd}$| j)||||"|jd|jd||| |$ St+j,|tj.| }%|%t1d| |j|t3j5|}&t3j7||%|&|jd|jd}'|j9|||t|'i|'||d| | dk(rt| t;d|'j|t=j(|||| ||'t!||jd|jd| |jd S| dk(rJ|'j|t?j@||||%|'| ||| | | xstB||jd S| dk(rT| t;d|'j|tEj(||||'||| xstB| |jd| St?j@||||%|'| ||| | | xstB||jd Scc}}w#t:$r}(tjF|| |(||!d}(~(wwxYw)#zW Maps the image edit functionality, similar to OpenAI's images/edits endpoint. )rjrrArlrkrrrrrprrerfrhrirr{rtNryrzrFTr}rrrrrkrA) r?rrdrrkrArrrprrz image edit is not supported for drop_paramsadditional_drop_params)r?image_edit_provider_configimage_edit_optional_paramsrr)rtryrrr) r?rrdrprrr aimage_editrrAr|rk stability) r?rrdr"image_edit_optional_request_paramsrErrr|rrp _is_asyncrrr) r?rrdrrrrpr|rrrDrI)$rr/rrQrrSlistrTrr,r2rrrrrr0rrr image_editr1get_provider_image_edit_configr.rVr<'get_requested_image_edit_optional_paramget_optional_params_image_editrrWr%r$image_edit_handlerrr r))rrdr?rrerfrgrhrjr|rrrprErZ local_varsrlitellm_params_listrrrrr{rtryrzrimagesheaders_from_kwargsmerged_extra_headersrr_rrrrrrrimage_edit_request_paramsrbs) r;rrs0Ja  $1&)<<#\\^ Qq/FAqD  28OE7UW %jj3/1 )4 0 ' '(; < mT * ' ' 6  !56M.77+;77 3, ("Aq '";"; ;26N33 < #'::%)*:%;N <%,5H+_NBF#::h'3 JJx(*:9+1**X*>'%11 !#1"JJy1#ZZ 3$* 3#.2  8< ::h'3 JJx(+9%+JJx$8M%00 !#1"JJy1#ZZ 3$* 3#(1   " @ @))*=>  # & -?@S?TUV V&! ' ( P P  # ' ( G G+E+E"JJ}5'-zz2J'K H  " .. !:;+#2( !4 /  ) +} CDD % , ,-? @%00/ 9,%zz(+J/+ 9-  !K / % , ,-? @(;;+E3L$7-/+%:#:#zz(+ !$7 7} MNN % , ,-? @!,,3L-/:#:+zz(+%  %77'A/H 3)+'!66::h'  k J  $$ 3 (    sW"R0 R*R*D.R0/BR0 A;R0 D?R0 AR0AR018R0*R00 S9SSc@Kt} tj}d|d<| ,tj||j dd\}} }}t |tr|n|g}ttf|||||||||| | d |}tj}t|j|}|jd|d{}tj|r |d{}|S|}|S7)7 #t$r}tj || |||d}~wwxYww)a} Asynchronously calls the `image_edit` function with the given arguments and keyword arguments. Parameters: - `args` (tuple): Positional arguments to be passed to the `image_edit` function. - `kwargs` (dict): Keyword arguments to be passed to the `image_edit` function. Returns: - `response` (Any): The response returned by the `image_edit` function. TrNrrB) rrdrr?rerfrgrhrjrprErD)rrJrKrr2rQrSrrrrNrOrPrRrUrWr)rr?rdrrerfrgrhrjr|rrrprErZrr[r_rr\r]r^r`rarbs r;rrsN>J- %%'#|  &+2+C+CjnnZ&F, (A"Aq%UD1w  + 3   &&(#CGGT2"2249JKK   } -**H%HL+  $$ 3 (    sY DB7C3C/C3$C1%C3*D+C3.D/C31C33 D<DDDnamec|dk(r0ddlm}tjt}||j d<|St dtd|)z*Lazy import handler for images.main modulerrzmodule z has no attribute )rrr7r8r9__dict__AttributeError)r_ImageEditRequestUtilsr:s r; __getattr__r-sN &&J((23I/0%% 78,.@I JJr=)r5r) NNNNNNNiXNNNN)rrrNN)NNNNNNNNNNNNNN) NNNNNNNNNNN)ZrJrNr7 functoolsrtypingrrrrrr r r r r litellm.images.utilsrhttpxrrlitellm.constantsrrrlitellm.exceptionsr*litellm.litellm_core_utils.litellm_loggingrr)litellm.litellm_core_utils.mock_functionsrlitellm.llms.base_llmrr&litellm.llms.custom_httpx.http_handlerrr*litellm.llms.custom_httpx.llm_http_handlerrlitellm.llms.custom_llmr litellm.utilsrrr__annotations__.openai.types.audio.transcription_create_paramsr1litellm.llms.black_forest_labs.image_edit.handlerr 7litellm.llms.black_forest_labs.image_generation.handlerr! litellm.mainr"r#r$r%r&r'r(litellm.secret_managers.mainr)litellm.types.images.mainr*litellm.types.llms.openair+litellm.types.routerr,litellm.types.utilsr-r.r/r0r1r2r3r4r<rcstrintrMrrfloatTimeoutrrrrIr=r;r sJ   : :H5>SKPPI-<(:';$;DMX8DC5 CGh'>?F(5 5 5 v  CG%) !"!%  C=}eC!>>? @  c]  3-  C= 3-c]sm#T]"sC&'# .  CG%) !"!%',  C=}eC!>>? @  c]  3-  C= 3-c]sm#U^"# . CG%) !"!%@ @ C=@ }@ eC!>>? @ @ c] @ 3- @  C=@  3-@ c]@ sm@ #@  =)Cm$;< =>@ @ F 3 }3 3 l 27 \ \ \ \./ \ 3- \ 3- \\\~9= CG%)/3,0+/59)-#y E)T)_45 6y SMy  C=y  3- y } y eC!>>? @ y c]y  3-y  3-y DcN+y $sCx.)y c3h(y eE5==01 2y ""##y & =)Cm$;< <='y y x CG%)/3,0+/59)-#L DO+ ,L L  L  3- L } L eC!>>? @ L c]L  3-L  3-L DcN+L $sCx.)L c3h(L eE5==01 2L ""##L &'L L ^ Kc Kc Kr=