AHjXddlZddlZddlZddlZddlZddlmZmZddlmZm Z m Z m Z ddl Z ddl mZddlZddlmZddlmZddlmZddlmZmZdd lmZmZdd ldd lmZmZd Z Gd deZ!y)N)datetimetimezone)AnyDictListOptional) BaseModel)verbose_logger)uuid)CustomBatchLogger)create_mock_langsmith_clientshould_use_langsmith_mock)get_async_httpx_clienthttpxSpecialProvider)*)StandardCallbackDynamicParamsStandardLoggingPayloadctjtjtjtf}t || SN)types CoroutineType FunctionType GeneratorTyper isinstance)valuenon_serializable_typess V/root/tools/cai/cai_env/lib/python3.12/site-packages/litellm/integrations/langsmith.pyis_serializablers;     %!78 88c eZdZ d&deedeedeedeedeef fd Zdeeje fdZ d'd Z d(deedeedeedeede f d Z d ed e fd Zd efdZdedeee ffdZdedeefdZd e fdZdZdZdZdZ d)dedededefdZd e deefdZdeeeffdZ d eee fdefd!Z!d eee fde fd"Z"d#Z#d$Z$defd%Z%xZ&S)*LangsmithLoggerlangsmith_api_keylangsmith_projectlangsmith_base_urllangsmith_sampling_ratelangsmith_tenant_idc tj|_t|d i|d|jit |_|j rttjd|j|||||_ tjdStjdjjr"|xs t!tjdnd|_tjdd|_t't(j*|_tjd dxst.j0}|rt3||_g|_|j9|_y) N flush_lockz:[LANGSMITH MOCK] LangSmith logger initialized in mock moder"r#r$r&LANGSMITH_SAMPLING_RATEg?LANGSMITH_DEFAULT_RUN_NAMELLMRun) llm_providerLANGSMITH_BATCH_SIZE)asyncioLockr(super__init__r is_mock_moder r debugget_credentials_from_envdefault_credentialsosgetenvstripisdigitfloat sampling_ratelangsmith_default_run_namerrLoggingCallbackasync_httpx_clientlitellmlangsmith_batch_sizeint batch_size log_queue_start_periodic_flush_task _flush_task) selfr"r#r$r%r&kwargs _batch_size __class__s rr3zLangsmithLogger.__init__)sV",,. >6>doo>57    ( *  L $(#@#@//1 3 $A$  yy23? 34::<DDF $ ;RYY89: +-)) ((+ '#9-==#  II,d 3 Sw7S7S  !+.DO57  + + - rreturnc tj}|j |j S#t$rtjdYywxYw)zIStart the periodic flush task only when an event loop is already running.zRLangsmith logger init: no running event loop, skipping periodic flush task startupN)r0get_running_loop RuntimeErrorr r5 create_taskperiodic_flushrHloops rrFz*LangsmithLogger._start_periodic_flush_taskZsX ++-D 3 3 566    d   s5AAc||j|jjr|j|_yyr)rGdonerF)rHs r_ensure_periodic_flush_taskz+LangsmithLogger._ensure_periodic_flush_taskfs7    #t'7'7'<'<'>#>>@D (?rc|xstjd}|xstjdxsd}|xstjdxsd}|xstjd}t||||S)NLANGSMITH_API_KEYLANGSMITH_PROJECTzlitellm-completionLANGSMITH_BASE_URLzhttps://api.smith.langchain.comLANGSMITH_TENANT_ID)rXrZrYr[)r8r9LangsmithCredentialsObject) rHr"r#r$r&_credentials_api_key_credentials_project_credentials_base_url_credentials_tenant_ids rr6z(LangsmithLogger.get_credentials_from_envms 1RBII>Q4R  W+>!? WCW   1yy-. 10  "5!X BW8X)242 6   rmetadata credentialsc 0|jd|d|jd|j|jd|jdd|jdd|jdd|jdd|jd dd S) N project_namerYrun_nameidrun_id parent_run_idtrace_id session_id dotted_order)rdrergrhrirjrk)getr>)rHrarbs r_extract_metadata_fieldsz(LangsmithLogger._extract_metadata_fieldss%LL ,? @! Z1P1PQll4h)EF%\\/4@ Z6",,|T:$LL>  rct|}|jd}|r)t|trdD]}||vs||vs ||||<|S)Nrequester_metadata)rj thread_idconversation_id)dictrlr)rHraextra_metadatarokeys r_build_extra_metadataz%LangsmithLogger._build_extra_metadatasbh+//0DE *-?"FE B,,N1J*!*Frc r |jdixsi}|jdixsi}|j||}tjd|dd|d|jdd} | t d| d}|j t |} |j| } |dd | | |d| d | d | d | d } | d| ddk(r| d| d<dD]} | dk(rdn| }||s||| | <|j| |dtjd| | S#t$rwxYw)Nlitellm_paramsraz"Langsmith Logging - project_name: rdz , run_name restandard_logging_objectz,Error logging request payload. Payload=none.llm startTimeendTime request_tags) namerun_typeinputsr session_name start_timeend_timetagsextra error_strstatusfailureerror)rfrhrirjrkrfrgz'Langsmith Logging data on langsmith: %s) rlrmr r5 Exceptionrurrrr)rHrI response_objrrrb_litellm_paramsrafieldsrvrsrrrt field_keys r_prepare_log_dataz!LangsmithLogger._prepare_log_datas1 $jj)92>D"O&**:r:@bH228[IF  4VN5K4LKX^_iXjWkl 9? )49G NOOz*H!77XGN44W=Gz*!!" &~ 6%k2#I./' D{#/GH4E4R ' 4W  2),t H )$ &y 1DI 2  % %dF8,< =  !JD QK   sC1D+46D++ D6cf |j|}tj}||kDr&tjdj ||ytj d|||j |}|j|||||}|jjt||tj d|jdt|j|jk\r|jyy#t$rtj dYywxYw) NrI>Skipping Langsmith logging. Sampling rate={}, random_sample={}z;Langsmith Sync Layer Logging - kwargs: %s, response_obj: %srIrrrrbrrbz/Langsmith, event added to queue. Will flush in z seconds...z/Langsmith Layer Error - log_success_event error)%_get_sampling_rate_to_use_for_requestrandomr infoformatr5#_get_credentials_to_use_for_requestrrEappendLangsmithQueueObjectflush_intervallenrD _send_batchr exception rHrIrrrr= random_samplerbrs rlog_success_eventz!LangsmithLogger.log_success_events4& X FFfFUM"MMOM},##T[[%}   M  BB&BQK)))%!' *D NN ! !$ +   A$BUBUAVVab 4>>"doo5  "6 X  $ $%V W XsADB:DD0/D0cK |j|j|}tj}||kDr&tjdj ||ytj d|||j|}|j|||||}|jjt||tj dt|j|jt|j|jk\r|jd{yy7#t$rtj dYywxYww)Nrrz>"doo5&&(((6(   $ $L  sHE A D<$E %CD<3D:4D<8E :D<<EE EE cK |j|j|}tj}||kDr&tjdj ||ytjd|j |}|j|||||}|jjt||tjdt|j|jt|j|jk\r|jd{yy7#t$rtj dYywxYww)Nrrz Langsmith Failure Event Logging!rrrz:Langsmith Layer Error - error logging async failure event.)rVrrr rrrrrErrr5rrDrrrrs rasync_log_failure_eventz'LangsmithLogger.async_log_failure_eventKsA$   , , . FFfFUM"MMOM},##T[[%}     B CBB&BQK)))%!' *D NN ! !$ +   CDNN#  4>>"doo5&&(((6(   $ $L  sHEA D:$E%C D:1D82D:6E8D::EEEEcK|jsy|j}|jD]1}|j|j|j d{3y7w)aX Handles sending batches of runs to Langsmith self.log_queue contains LangsmithQueueObjects Each LangsmithQueueObject has the following: - "credentials" - credentials to use for the request (langsmith_api_key, langsmith_project, langsmith_base_url) - "data" - data to log on to langsmith for the request This function - groups the queue objects by credentials - loops through each unique credentials and sends batches to Langsmith This was added to support key/team based logging on langsmith Nrb queue_objects)rE_group_batches_by_credentialsvalues_log_batch_on_langsmithrbr)rH batch_groups batch_groups rasync_send_batchz LangsmithLogger.async_send_batchrsl"~~ 99; '..0 K..'33)77/    sAA'A%A'urlendpoint api_versioncp||vr|jd|}|jdr||S|d|S)N/)rstripendswith)rHrrrs r_add_endpoint_to_urlz$LangsmithLogger._add_endpoint_to_urlsO c !ZZ_%k]3C << U8*% %az""rrcK|d}|d}|jd}|j|d}d|i}|r||d<|Dcgc]}|d } } tjdt | |j rtjd |j j|d | i| d {} | j| jd k\r0tjd| jd| jy |j r#tjdt | dy tjdt |jdy cc}w7#tj$rM} tjd| j jd| j jYd } ~ y d } ~ wt"$r-tjdt%j&Yy wxYww)aV Logs a batch of runs to Langsmith sends runs to /batch endpoint for the given credentials Args: credentials: LangsmithCredentialsObject queue_objects: List[LangsmithQueueObject] Returns: None Raises: Does not raise an exception, will only verbose_logger.exception() rZrXr[z runs/batch x-api-key x-tenant-idrz%Sending batch of %s runs to LangsmithzB[LANGSMITH MOCK] Mock mode enabled - API calls will be interceptedpost)rjsonheadersNi,zLangsmith Error: z - z[LANGSMITH MOCK] Batch of z runs successfully mockedz Batch of z runs successfully createdzLangsmith HTTP Error: zLangsmith Layer Error - )rlrr r5rr4r@rraise_for_status status_codertextrEhttpxHTTPStatusErrorrrxr traceback format_exc) rHrbrlangsmith_api_baser"r&rr queue_objectelements_to_logrxes rrz'LangsmithLogger._log_batch_on_langsmiths"))=>'(;<)oo.CD''(:LI 12 %8GM "DQRL</RR#   7_9M   $$X"4499o.:H  % % '##s*$$'(<(<'=SP$$"((4S5I4JJcd#((#C$7#88RS7S($$   $ $()?)?(@AJJOOCTU     $ $*9+?+?+A*BC  ss=G? E! G?A#E(1E&2AE(G?.E(3G?4,E( G?&E((G<;AG>G?6G<9G?;G<<G?c 8i}|jD]}|d}|d|dtjd|d|d0t|d|d|d|j d}||vrt |g||<||j j||S) z@Groups queue objects by credentials using a proper key structurerbrXrYzBLangsmith Logging - credentials missing - api_key: %s, project: %srZr[)api_keyprojectbase_url tenant_idr)rEr warningCredentialsKeyrl BatchGrouprr)rHlog_queue_by_credentialsrrbrts rrz-LangsmithLogger._group_batches_by_credentialssEG  NN ML&}5K/0823;&&X 34 34  #$78#$78$%9:%//*?@ C220: +21(- %S ) 7 7 > >| L3 M6('rrIc|jdd}|j}||jd}| t|}|S)N standard_callback_dynamic_paramsr%)rlr=r<)rHrIrr=_sampling_rates rrz5LangsmithLogger._get_sampling_rate_to_use_for_requestsV JJ94 @ ) $11 + 7=AA)N) %n 5 rc |jdd}|W|j|jdd|jdd|jdd|jdd}|S|j}|S)z Handles key/team based logging If standard_callback_dynamic_params are provided, use those credentials. Otherwise, use the default credentials. rNr"r#r$r&r))rlr6r7)rHrIrrbs rrz3LangsmithLogger._get_credentials_to_use_for_requests JJ94 @ ) , 777"B"F"F'##C"F"F'#$D#G#G($$%E$H$H)4%8 K 22KrcR|jsy tj}|jr$tj|j y|j |j y#t$r&tj|j YywxYw)z'Calls async_send_batch in an event loopN) rEr0get_event_loop is_runningrPrrun_until_completerOrunrRs rrzLangsmithLogger._send_batch$s}~~  1))+D ##D$9$9$;<''(=(=(?@ 1 KK--/ 0 1sAA7A77,B&%B&c|jd}|jd}|jjd}|d|}d|i}|r||d<tjj||}|j S)NrXrZr[z/runs/rr)rr)r7rlrAmodule_level_clientr)rHrgr"rr&rrrxs r get_run_by_idzLangsmithLogger.get_run_by_id6s 445HI!556JK"66::;PQ#$F6(3 12 %8GM "..223  }}rctjtj}|}|j dt |zS)Nz%Y%m%dT%H%M%S%fZ)rnowrutcstrftimer)rHrgstid_s rrzLangsmithLogger.make_dot_orderFs2 \\(,, '{{-.S99r)NNNNN)rLN)NNNN)z/api/v1)'__name__ __module__ __qualname__rrr<r3r0TaskrrFrVr\r6rrrmrrurrrrrrrrrrrrrrrrrrrr __classcell__)rKs@rr!r!(s,0+/,037-1 /.#C=/.$C=/.%SM /. "*% /. &c] /.b 7HW\\#5F,G 7A,0+/,0-1  #C= $C= %SM  &c]  $  2    +E  d- c3h" J Jx} J9 0 9v'XR)V%N8;D##"%#47# #=/=01=~(tNJ4N/O(B DcN u 38n #@1$ :S:rr!)"r0r8rrrrrtypingrrrrrpydanticr rAlitellm._loggingr litellm._uuidr (litellm.integrations.custom_batch_loggerr *litellm.integrations.langsmith_mock_clientr r&litellm.llms.custom_httpx.http_handlerrr$litellm.types.integrations.langsmithlitellm.types.utilsrrrr!r/rrrsW  ',, +F3U9a:'a:r