h,ddlmZddlmZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl mZddlmZmZddlmZmZmZmZddlmZddlmZddlmZdd lmZm Z m!Z!m"Z"dd l#m$Z$m%Z%m&Z&er dd l'm(Z(dd l)m*Z*ej+d Z,ej-edzZ.dEdZ/ej0GddZ1 dFdGd Z2 dHdId(Z3dJd,Z4 dKdLd1Z5 dKdMd2Z6 dNdOd3Z7dPd4Z8dQd6Z9dRd:Z:dSd<Z;dTd?Z< dUdVdCZ=dWdDZ>dS)X) annotationsN) cpu_count)EmptyQueue) TYPE_CHECKINGOptionalUnioncast)schemas)utils)CompressedTraces)_AUTO_SCALE_DOWN_NEMPTY_TRIGGER_AUTO_SCALE_UP_NTHREADS_LIMIT_AUTO_SCALE_UP_QSIZE_TRIGGER _BOUNDARY)SerializedFeedbackOperationSerializedRunOperation#combine_serialized_queue_operations)Context)Clientzlangsmith.client max_workersbatchlist[TracingQueueItem]returnAdict[tuple[Optional[str], Optional[str]], list[TracingQueueItem]]cddlm}|t}|D]+}|j|jf}|||,|S)z4Group batch items by (api_url, api_key) combination.r) defaultdict) collectionsrlistapi_urlapi_keyappend)rrgroupeditemkeys s/var/www/html/web-builder-api.evdpl.com/venv/lib/python3.11/site-packages/langsmith/_internal/_background_thread.py_group_batch_by_api_endpointr).sb('''''k$G""|T\* D!!!! NcjeZdZUdZded<ded<ded<ded<d ed <d Z dddZddZddZd S)TracingQueueItemzAn item in the tracing queue. Attributes: priority (str): The priority of the item. item (Any): The item itself. otel_context (Optional[Context]): The OTEL context of the item. strpriority:Union[SerializedRunOperation, SerializedFeedbackOperation]r& Optional[str]r"r#Optional[Context] otel_contextr.r&r#r"r2NrNonecL||_||_||_||_||_dSNr3)selfr.r&r#r"r2s r(__init__zTracingQueueItem.__init__Ms.!    (r*otherboolcR|j|jjf|j|jjfkSr6)r.r& __class__r7r9s r(__lt__zTracingQueueItem.__lt__[s- ty23 N J 7   r*objectc|t|to'|j|jjf|j|jjfkSr6) isinstancer,r.r&r<r=s r(__eq__zTracingQueueItem.__eq__asB%!1224 M I 8 nej2 384 4r*)NNN) r.r-r&r/r#r0r"r0r2r1rr4)r9r,rr:)r9r?rr:) __name__ __module__ __qualname____doc____annotations__ __slots__r8r>rBr*r(r,r,;sMMMDDDD####JI "&!%*. ) ) ) ) )    444444r*r,dT tracing_queuerlimitintblockr:max_size_bytescg}d} ||dx}r?|||dkr$||jz }||kr|S ||d}n#t$rYnYwxYw|||dkr#||jz }||krn|rt ||krn~n#t$rYnwxYw|S)Nrg?)rNtimeoutT皙?)getr$r&calculate_serialized_sizerlen)rKrLrNrO next_batch current_sizer&s r(_tracing_thread_drain_queuerXhsW*,JL$ !$$5$$?? ?4 &   d # # #!! C C E EE .00%%  $((ud(CC       d # # #!! C C E EE  .00 ZE11' (      s=ACC A87C8 BCBAC C+*C+@clientr size_limitsize_limit_bytes int | None6tuple[Optional[io.BytesIO], Optional[tuple[int, int]]]c, |jdS|jj5|jj}|jp|}||dkrt d|||dkrt d||||kr ||jj|kr ddddS|jjdtd |jj |jj }|jj }|jj |_||f}|jdddn #1swxYwY|d||fS#t"$r t$dd YdSwxYw) N)NNrz!size_limit must be positive; got z*size_limit_bytes must be nonnegative; got z--z-- uLangSmith tracing error: Failed to submit trace data. This does not affect your application's runtime. Error details:Texc_info)compressed_traceslockuncompressed_size_max_batch_size_bytes ValueError trace_countcompressor_writerwriterencodeclosebuffertell_contextcontextresetseek Exceptionloggererror)rZr[r\pre_compressed_sizerW filled_buffercompressed_traces_infos r('_tracing_thread_drain_compressed_bufferrysJ/  # +:  % * - -"(":"L %;O?O %*// !QZ!Q!QRRR+0@10D0D SAQSS !(,?BR,R,R"f&>&JZ&W&W!# - - - - - - - -(  $ 6 < <&Y&&&--//     $ 6 < < > > >!3:??AAL"4;M$*$<$EM !&9<%H "  $ * * , , ,? - - - - - - - - - - - - - - -B 1566          zz sGE) E)A%E< E) B0E9 E)E  E) E  E))&FFbatch_to_processlist[tuple[str, dict]]r4c d|D}d|D}|jtdt||}t|t|kr/t dt|dt|d|D}||krt d|d|t ||D]?\\}}}|d kr||$|d kr||@|jr|j dSdS#t$r t d d YdSwxYw)z1Process a batch of run operations asynchronously.cg|]\}}|SrIrI).0_run_datas r( z3_process_buffered_run_ops_batch..sBBB+!XXBBBr*c8g|]}|dSidrSr~runs r(rz3_process_buffered_run_ops_batch..s";;;# ;;;r*NzAprocess_buffered_run_ops should not be None when processing batchzGprocess_buffered_run_ops must return the same number of runs. Expected z, got c8g|]}|dSrrrs r(rz3_process_buffered_run_ops_batch..s"AAA3AAAr*zKprocess_buffered_run_ops must preserve run IDs in the same order. Expected postpatchzLangSmith buffered run ops processing error: Failed to process batch. This does not affect your application's runtime. Error details:Tra) _process_buffered_run_ops RuntimeErrorr!rUrgzip _create_run _update_run_data_available_eventsetrsrtru) rZrz run_dicts original_idsprocessed_runs processed_ids operationr processed_runs r(_process_buffered_run_ops_batchrs + BB1ABBB ;;;;;   + 3S f>>yIIJJ ~  #i.. 0 0H NNHH25n2E2EHH  BA.AAA L ( (@(@@0=@@  .11A>-R-R 2 2 )NYMF""""=1111g%%""=111  ' /  ( , , . . . . . / /              sD6D<<&E&%E& use_multipartmark_task_doneopsJOptional[list[Union[SerializedRunOperation, SerializedFeedbackOperation]]]c t|}|D]\\}}} |std| D} nd| D fd|D} |r|| ||Yt d| Dr&t dd| D} |ttt| ||n,#t$rt dd YnwxYw|rc|c|D]b} | #t$r:} d t| vrt d | nYd } ~ Wd } ~ wwxYwd Sd Sd S#|rc|b|D]`} | #t$r:} d t| vrt d | nYd } ~ Wd } ~ wwxYwwwwxYw)aHandle a batch of tracing queue items by sending them to LangSmith. Args: client: The LangSmith client to use for sending data. tracing_queue: The queue containing tracing items (used for task_done calls). batch: List of tracing queue items to process. use_multipart: Whether to use multipart endpoint for sending data. mark_task_done: Whether to mark queue tasks as done after processing. Set to False when called from parallel execution to avoid double counting. ops: Pre-combined serialized operations to use instead of combining from batch. If None, operations will be combined from the batch items. cg|] }|j SrIr&r~r&s r(rz0_tracing_thread_handle_batch..s7774TY777r*c&h|]}|jjSrI)r&rrs r( z/_tracing_thread_handle_batch..sBBBdTY\BBBr*c&g|] }|jv |SrIr)r~op group_idss r(rz0_tracing_thread_handle_batch..s%DDDB)1C1CR1C1C1Cr*)r"r#c3@K|]}t|tVdSr6rArr~rs r( z/_tracing_thread_handle_batch..%s-WWrz"&ABBWWWWWWr*z;Feedback operations are not supported in non-multipart modec<g|]}t|t|SrIrrs r(rz0_tracing_thread_handle_batch..)s9!!!)".IJJ!!!!r*r`TraN!task_done() called too many times3Ignoring harmless task_done error during shutdown: )r)itemsr_multipart_ingest_opsanyrtwarning_batch_ingest_run_opsr r!rrsru task_donergr-debug)rZrKrrrrgrouped_batchesr"r# group_batch group_opsrers @r(_tracing_thread_handle_batchrs4,56u==/>/D/D/F/F   + Wg  E?77;777 CBkBBB DDDD#DDD  ,,w-WWYWWWWWNNU!!"+!!!I ,,45yAA##-/ :               m7   !++----!:c!ffDD URSUU    77    m7   !++----!:c!ffDD URSUU   7 slC2C65F 6&DF DF +E F 0E??F G6F,+G6, G0 60G+ &G6+G0 0G6c |td|D}d|D}d|D}|r=|j|j||ntdn,#t $rtddYnwxYw|rc|c|D]b} |#t$r:}d t|vrt d |nYd}~Wd}~wwxYwdSdSdS#|rc|b|D]`} |#t$r:}d t|vrt d |nYd}~Wd}~wwxYwwwwxYw) adHandle a batch of tracing queue items by exporting them to OTEL. Args: client: The LangSmith client containing the OTEL exporter. tracing_queue: The queue containing tracing items (used for task_done calls). batch: List of tracing queue items to process. mark_task_done: Whether to mark queue tasks as done after processing. Set to False when called from parallel execution to avoid double counting. ops: Pre-combined serialized operations to use instead of combining from batch. If None, operations will be combined from the batch items. Ncg|] }|j SrIrrs r(rz5_otel_tracing_thread_handle_batch..as6S6S6STty6S6S6Sr*c<g|]}t|t|SrI)rArrs r(rz5_otel_tracing_thread_handle_batch..cs(NNN"z"6L'M'MN2NNNr*cfi|].}t|jt|jj|j/SrI)rAr&rrr2rs r( z5_otel_tracing_thread_handle_batch..dsD   $)%;<< IL$+   r*zLangSmith tracing error: Failed to submit OTEL trace data. This does not affect your application's runtime. Error details: client.otel_exporter is NonezpOTEL tracing error: Failed to submit trace data. This does not affect your application's runtime. Error details:Trarr) r otel_exporter export_batchrtrursrrgr-r) rZrKrrrrun_opsotel_context_maprrs r(!_otel_tracing_thread_handle_batchrKs|(( ;56S6SU6S6S6STTCNNNNN       #/$11';KLLLL B               m7   !++----!:c!ffDD URSUU    77    m7   !++----!:c!ffDD URSUU   7 slA2A54D 5&BD BD *B?? D 0C>>D E5D+*E5+ E/ 50E* %E5*E/ /E5c \td|D}tj|}tj|} tjd5}|t ||||d|} |t|||d|} | | dddn #1swxYwYnk#t$r^} dt| vrBt dt ||||d|t|||d|nYd} ~ nd} ~ wwxYw|rc|c|D]b} | #t$r:} dt| vrt d | nYd} ~ Wd} ~ wwxYwdSdSdS) aHandle a batch of tracing queue items by sending to both both LangSmith and OTEL. Args: client: The LangSmith client to use for sending data. tracing_queue: The queue containing tracing items (used for task_done calls). batch: List of tracing queue items to process. use_multipart: Whether to use multipart endpoint for LangSmith. mark_task_done: Whether to mark queue tasks as done after processing. Set to False primarily for testing when items weren't actually queued. cg|] }|j SrIrrs r(rz7_hybrid_tracing_thread_handle_batch..s.K.K.KTty.K.K.Kr*rFNz6cannot schedule new futures after interpreter shutdownz@Interpreter shutting down, falling back to sequential processingrr)rcopydeepcopycfThreadPoolExecutorsubmitrrresultrr-rtrrrg) rZrKrrrr langsmith_opsotel_opsexecutorfuture_langsmith future_otelrrs r(#_hybrid_tracing_thread_handle_batchrs$ ..K.KU.K.K.K L LCM#&&M}S!!H'  "q 1 1 1 !X',   #//1 K  # # % % %    - ! ! ! ! ! ! ! ! ! ! ! ! ! ! !.  Cs1vv M M LLR    ) umUM    . ueX           " -3  A ''))))   6#a&&@@LLQaQQ     33  sVCA(C  C CCCC E"AD;;E E!! F%+0F  F%ct|dr|jdS tjtjdsdSddlm}|}t|drTt|jdr?|jj d d}t d ||SdS#t$r)}t d |d Yd}~dSd}~wwxYw) zCheck if client is using LangSmith's internal OTLP provider. Returns True if using LangSmith's internal provider, False if user provided their own. rNF OTEL_ENABLEDr)traceresource attributeszlangsmith.internal_providerz;TracerProvider resource check: langsmith.internal_provider=z)Could not determine TracerProvider type: z, assuming user-provided)hasattrrls_utils is_truish get_env_var opentelemetryrget_tracer_providerrrrSrtrrs)rZrtracer_provider is_internalrs r( _is_using_internal_otlp_providerrsH 6? + +v/C/Ku!("6~"F"FGG 5 ('''''3355 ?J / / G  $l5 5 *2=AA-uK LL=/:==    u  S S S S   uuuuu s&CA=C C6 C11C6 Optional[int]ctjd}|> t|S#t$r!td|dYnwxYwdS)NBATCH_INGEST_SIZE_LIMITz+Invalid value for BATCH_INGEST_SIZE_LIMIT: z, continuing with default)rrrMrgrtr)size_limit_strs r(get_size_limit_from_envrs)!N! ~&& &    NN*n***       4s'(AAinfols_schemas.LangSmithInfols_schemas.BatchIngestConfigctjdddttt}|s|S |js|St }| ||jd<|jS#t$r|cYSwxYw)NFrJ)use_multipart_endpointr\r[scale_up_nthreads_limitscale_up_qsize_triggerscale_down_nempty_triggerr[) ls_schemasBatchIngestConfigrrrbatch_ingest_configr BaseException)rdefault_configenv_size_limits r(_ensure_ingest_configrs 1$ =;"A N ' "! !022  %5CD $\ 2'' sA A A('A(tuple[bool, bool]ctjtjd}tjtjd}|sdS| }|}||fS)anGet the current tracing mode configuration. Returns: tuple[bool, bool]: - hybrid_otel_and_langsmith: True if both OTEL and LangSmith tracing are enabled, which is default behavior if OTEL_ENABLED is set to true and OTEL_ONLY is not set to true - is_otel_only: True if only OTEL tracing is enabled r OTEL_ONLY)FF)rrr) otel_enabled otel_onlyhybrid_otel_and_langsmith is_otel_onlys r(get_tracing_moder)sa%h&:>&J&JKKL"8#7 #D#DEEI |$- L $l 22r* client_refweakref.ref[Client]cL|dSj}|Jtj}|d}|d}|d}|dd}gdt jt jdpjdu}|s|rʼnjjpiddst d ntj _ t_t!j_t!jt(tjf d z dfd }|r:D]+} | s| ,t3|krp||krXt!jt6tj|f } | | t;\} } jp|dpd} t?||| x}r;| rtA|||n&| rtC||ntE||||:t;\} } jp|dpd} t?||d| x}r| r-t#dtA|||nZ| r,t#dtC||n,t#dtE|||t?||d| x}t#ddS)Nr[rrrFrDISABLE_RUN_COMPRESSIONzstd_compression_enabledz~Run compression is not enabled. Please update to the latest version of LangSmith. Falling back to regular multipart ingestion.)targetargsrr:crtdr#jrtddSt jstddSttdrFtjtzk}|std|SdS)N_manual_cleanupz3Client is being cleaned up, stopping tracing threadFz,Main thread is dead, stopping tracing thread getrefcountzeClient refs count indicates we're the only remaining reference to the client, stopping tracing threadT) rrrtr threading main_threadis_alivesysrrU)should_keep_threadrZnum_known_refs sub_threadss r(keep_thread_activez7tracing_control_thread_func..keep_thread_activehs  F- . . 393I  LLN O O O5$&&//11  LLG H H H5 3 & & "%!8!8>CMM<" &  =& %4r*r\rrLrOrLrNrOzHybrid mode cleanupOTEL-only cleanupLangSmith-only cleanupz'Tracing control thread is shutting downrr:)$rKrrrSrrrrinstance_flagsrtrweakrefWeakSet_futuresr rcrEventrThread-tracing_control_thread_func_compress_parallelrefstartr removerUqsize_tracing_sub_thread_funcr$rrfrXrrrr)rrKrr[rrrdisable_compressionrthread new_threadrrmax_batch_sizerVrZr r s @@@r(tracing_control_thread_funcr$@s Z\\F ~(M  $ $ $/ <<),7J#67P#Q"56N"O'++,DeLLM*,KN 8/0IJJKK ,  t +  =  *0b55 &    NNU     &o//FO'7'9'9F $+4?+<+>>")/k&))=9J   z * * *      2B2D2D/!<  ( "&&'9::   5 N    : ) 3M:} 1&-TTTT-M:}E    $N/?.@.@+|$X(;(?(?@R(S(SXWX4Zu^ * %  LL. / / / / z=      LL, - - - -fmZ P P P P LL1 2 2 2 ( z=   !4Zu^ *& LL:;;;;;r*?flush_intervalfloatc | dStd j j jtddSt j}|d} jp| dd}d d fd }tj } j d }|snJ|r j t ||\}} |c t j|| } j| n&#t&$r || YnwxYwtj }ntj |z |krt d d \}} |\ t)j t j|| gn&#t&$r || YnwxYwtj }q t d d \} } | \ t)j t j| | gn&#t&$r | | YnwxYwn,#t*$rtdd YnwxYwtddS)Nz4Tracing control thread func compress parallel calledzLangSmith tracing error: Required compression attributes not initialized. This may affect trace submission but does not impact your application's runtime.r[r\rYrr:crtdr#jrtddSt jstddSttdr6tjk}|std|SdS)Nrz7Client is being cleaned up, stopping compression threadFz0Main thread is dead, stopping compression threadrziClient refs count indicates we're the only remaining reference to the client, stopping compression threadT) rrrtrrrr r r)r rZr s r(rzItracing_control_thread_func_compress_parallel..keep_thread_actives  F- . . 393I  LLR S S S5$&&//11  LLK L L L5 3 & & "%!8!8>!I %  A& %4r*TrR)rQr)r[r\zuLangSmith tracing error: Failed during final cleanup. This does not affect your application's runtime. Error details:raz1Compressed traces control thread is shutting downr)rtrrcrrrurrrfrStime monotonicwaitclearryLANGSMITH_CLIENT_THREAD_POOLr_send_compressed_multipart_reqaddrrrs)rr&rr[r\rlast_flush_time triggered data_streamrxfuturefinal_data_streamrZr s @@r(rrsZ\\F ~ LLGHHH (  ' / ? "  1   / <<),7J37J7N7NJ88 N4n&&O43055d5CC !!##   . 3  ( . . 0 0 08j"23434 /K/& 9@@=#.F O''////#99#. #n..OO  ?2~EE<q1** < C C$*$I$/$:!"!"(=='2 #'."2"2i43n  4 q1     "  ( 4;;"A-2    55%*               LLDEEEEEsZ ;E E*)E*34G(( H  H $J<4I10J1 JJJJ&KKc|}|dS |jsdSn3#t$r&}td|Yd}~dSd}~wwxYw|j}|Jt |j}|dd}d}tj r||dkr|j p|dpd}t|||x} rOd}t\} } | rt||| |n,| rt||| nt||| |n|dz }tj r ||dkt\} } |j p|dpd}t||d | x} r| rt||| |nZ| r,td t||| n,td t||| |t||d | x} td dS)Nz#Error in tracing control thread: %sr[rJrrr\rrFrrrz+Tracing control sub-thread is shutting down)rrrtrrKrrSrrr rfrXrrrr) rrrZrrKrr[seen_successive_empty_queuesr#rVrrs r(rrXs6Z\\F ~{  F   :A>>>(M  $ $ $/ <<$((s;;J#$ ((** . ) : ; < <  ( "&&'9::   5 N    : .,- (6F6H6H 3 %|( 3M:} 1&-TTTT-M:} )A - (= ((** . ) : ; < <>/?.@.@+|$X(;(?(?@R(S(SXWX4Zu^ * %  / z=      LL, - - - -fmZ P P P P LL1 2 2 2 ( z=   4Zu^ *$ LL>?????s A AA )rrrr)rJTr) rKrrLrMrNr:rOrMrr)rJrY)rZrr[rMr\r]rr^)rZrrzr{rr4)TN)rZrrKrrrrr:rr:rrrr4) rZrrKrrrrr:rrrr4)T) rZrrKrrrrr:rr:rr4)rZrrr:)rr)rrrr)rr)rrrr4)r%)rrr&r'rr4)rrrr:rr4)? __future__rconcurrent.futuresfuturesrr functoolsiologgingr rr+rmultiprocessingrqueuerrtypingrrr r langsmithr rr r&langsmith._internal._compressed_tracesr langsmith._internal._constantsrrrrlangsmith._internal._operationsrrropentelemetry.context.contextrlangsmith.clientr getLoggerrtrr/r)total_orderingr,rXryrrrrrrrrr$rrrIr*r(rJs""""""    %%%%%%,+++++''''''CCCCCC  (555555''''''  - . .4r4qQQQ     )4)4)4)4)4)4)4)4ZWX+++++^KU22222j/ / / / n  KKKKKd  <<<<<H NNNNNb$$$$N    03333.D<D<D<DANFNFNFNFNFbM@M@M@M@M@M@r*