isddlmZddlZddlmcmZddlm Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlmZddlmZmZddlmZmZmZmZmZddlmZ ddlm!Z"ddl#m$Z$m%Z%dd l&m'Z'm(Z(m)Z)m*Z*dd l+m,Z,m-Z-m.Z.er dd l/m0Z0dd l1m2Z2ejfd Z4e jjeZ6 ddZ7e jpGddZ9 d d dZ: d! d"dZ; d#dZ< d$ d%dZ= d$ d&dZ> d' d(dZ?d)dZ@ d*dZAd+dZBd,dZC d- d.dZD d/dZEy)0) annotationsN) cpu_count)EmptyQueue) TYPE_CHECKINGAnyOptionalUnioncast)schemas)utils)ZSTD_AVAILABLECompressedTraces)_AUTO_SCALE_DOWN_NEMPTY_TRIGGER_AUTO_SCALE_UP_NTHREADS_LIMIT_AUTO_SCALE_UP_QSIZE_TRIGGER _BOUNDARY)SerializedFeedbackOperationSerializedRunOperation#combine_serialized_queue_operations)Context)Clientzlangsmith.client max_workerscddlm}|t}|D]Z}|j|j|j |j |j|jf}||j|\|S)z3Group batch items by endpoint and auth combination.r) defaultdict) collectionsrlistapi_urlapi_key service_key tenant_id authorizationcookieappend)batchrgroupeditemkeys n/home/jang/Projects/ai-researcher/.venv/lib/python3.12/site-packages/langsmith/_internal/_background_thread.py_group_batch_by_api_endpointr+)sp($G " LL LL    NN    KK    D! " NceZdZUdZded<ded<ded<ded<ded <ded <ded <ded <d ed<dZ d ddZddZddZy)TracingQueueItemzAn item in the tracing queue. Attributes: priority (str): The priority of the item. item (Any): The item itself. otel_context (Optional[Context]): The OTEL context of the item. strpriority:Union[SerializedRunOperation, SerializedFeedbackOperation]r( Optional[str]rr r!r"r#r$Optional[Context] otel_context r0r(r rr!r"r#r$r4Nc ||_||_||_||_||_||_||_||_| |_yNr5) selfr0r(r rr!r"r#r$r4s r*__init__zTracingQueueItem.__init__gsF!    &"* (r,c|j|jjf|j|jjfkSr7)r0r( __class__r8others r*__lt__zTracingQueueItem.__lt__}s; tyy223 NN JJ 7   r,ct|txrE|j|jjf|j|jjfk(Sr7) isinstancer.r0r(r;r<s r*__eq__zTracingQueueItem.__eq__sM%!124 MM II  8 nnejj22 384 4r,)NNNNNNN)r0r/r(r1r r2rr2r!r2r"r2r#r2r$r2r4r3returnNone)r=r.rBbool)r=objectrBrD) __name__ __module__ __qualname____doc____annotations__ __slots__r9r>rAr,r*r.r.GsM DD    ## I "&!%%)#''+ $*.))I) )  ) # )!)%))() ), 4r,r.cg}d} |j|dx}r:|j||dkDr$||jjz }||kDr|S |j|d}|j||dkDr%||jjz }||kDr |S|rt ||k\r |Sc#t$rY|SwxYw#t$rY|SwxYw)Nrg?)blocktimeout皙?)getr%r(calculate_serialized_sizerlen) tracing_queuelimitrNmax_size_bytes next_batch current_sizer(s r*_tracing_thread_drain_queuerYs%*,JL$ !$$5$$? ?4 ?   d #! C C EE .0%% $((ud(C   d #! C C EE  .0  ZE1 - $ ' "    sHAC C B9*8C %C 8C 9 CC CC CCc |jy|jj5|jj}|jxs|}||dkrt d|||dkrt d||||kr%||jj |kr dddy|jj jdtdj|jj j|jjj}|jj}ttt|d|jj ||f}|jj#dddj%d|fS#1swYxYw#t&$rt(j+dd YywxYw) N)NNrz!size_limit must be positive; got z*size_limit_bytes must be nonnegative; got z--z-- contextuLangSmith tracing error: Failed to submit trace data. This does not affect your application's runtime. Error details:Texc_info)compressed_traceslockuncompressed_size_max_batch_size_bytes ValueError trace_countcompressor_writerwriterencodeclosebuffertellsetattrr r_contextresetseek Exceptionloggererror)client size_limitsize_limit_bytespre_compressed_sizerX filled_buffercompressed_traces_infos r*'_tracing_thread_drain_compressed_bufferrxs3  # # +  % % * *# -"(":":"L"L %;;O?O %*/ #DZL!QRR+0@10D @AQ@RS !(,?BR,R"f&>&>&J&JZ&W!## -# -(  $ $ 6 6 < <YKv&--/   $ $ 6 6 < < >!33::??AL"44;;M S-(((11  ':<%H "  $ $ * * ,G# -J 1566M# -# -N       s; F1F1A4F%F1"C&F%F1%F.*F11 GGc |Dcgc]\}}}| }}}|Dcgc]}|jd}}|j tdt|j|}t |t |k7r#t dt |dt ||Dcgc]}|jd}}||k7rt d|d|t ||D];\\} }} } | dk(r|j| fi| #| dk(s)|j| fi| =|jr|jjyycc}}wcc}wcc}w#t$rtjd d YywxYw) z1Process a batch of run operations asynchronously.idNzAprocess_buffered_run_ops should not be None when processing batchzGprocess_buffered_run_ops must return the same number of runs. Expected z, got zKprocess_buffered_run_ops must preserve run IDs in the same order. Expected postpatchzLangSmith buffered run ops processing error: Failed to process batch. This does not affect your application's runtime. Error details:Tr])rQ_process_buffered_run_ops RuntimeErrorrrSrczip _create_run _update_run_data_available_eventsetrorprq) rrbatch_to_process_run_data run_dictsrun original_idsprocessed_runs processed_ids operation write_ctx processed_runs r*_process_buffered_run_ops_batchrs - 4DE.!XqXE E1:;# ; ;  + + 3S f>>yIJ ~ #i. 0 N+6#n2E1FH  3AA3A A L ((> @  9< n9  ? 4 %Y9}F""""=>I>g%"""=>I>  ?  ' '  ( ( , , . (EF; B&       s?E EEE A1E$Ez/_tracing_thread_handle_batch..[sWrz"&ABWsz;Feedback operations are not supported in non-multipart moder\Tr]N!task_done() called too many times3Ignoring harmless task_done error during shutdown: )r+itemsrr(rz_multipart_ingest_opsanyrpwarningr@r_batch_ingest_run_opsr rrrorq_invoke_tracing_error_callback task_donercr/debug)rrrTr& use_multipartmark_task_doneopsgrouped_batchesrr r!r"r#r$ group_batchr( group_ops group_idsrers r*_tracing_thread_handle_batchr&s,G6u=*//1,         ?+674TYY7 7BBdTYY\\B B*-DB)1CRD D,,## +'"/!-WYWWNNU #,!)".IJ!I! ,,45yA## +'"/!-I, n m7  !++- 8>[8CD"! 1    --a001":c!fD QRSQTU   m7  !++-!:c!fD QRSQTU   8>s4EE EE2E8E  E AEE12E#G.FE F (F G FG G'G  G H/G.-H/. H( 7'H# H/#H( (H/c |#t|Dcgc]}|jc}}|Dcgc]}t|ts|}}|Dcic]=}t|jtr!|jj|j ?}}|r>|j |j j||ntjd|r||D]} |jyyycc}wcc}wcc}w#t$r2} tjdd|j| Yd} ~ dd} ~ wwxYw#t$r1} dt| vrtjd| nYd} ~ d} ~ wwxYw#|rY|V|D]P} |j#t$r1} dt| vrtjd| nYd} ~ Jd} ~ wwxYwwwwxYw)adHandle a batch of tracing queue items by exporting them to OTEL. Args: client: The LangSmith client containing the OTEL exporter. tracing_queue: The queue containing tracing items (used for task_done calls). batch: List of tracing queue items to process. mark_task_done: Whether to mark queue tasks as done after processing. Set to False when called from parallel execution to avoid double counting. ops: Pre-combined serialized operations to use instead of combining from batch. If None, operations will be combined from the batch items. NzLangSmith tracing error: Failed to submit OTEL trace data. This does not affect your application's runtime. Error details: client.otel_exporter is NonezpOTEL tracing error: Failed to submit trace data. This does not affect your application's runtime. Error details:Tr]rr)rr(r@rrzr4 otel_exporter export_batchrprqrorrrcr/r) rrrTr&rrr(rrun_opsotel_context_maprrs r*!_otel_tracing_thread_handle_batchrs() ;5U6STtyy6STC #N"z"6L'M2NN $))%;< IILL$++ +  ##/$$11';KL B m7  !++- 8>77TN  1    --a001":c!fD QRSQTU   m7  !++-!:c!fD QRSQTU   8>s C=C. C=C3C3C= AC8 AC=D;.C== D8(D3.E83D88E8; E5'E00E58 GFG G 'G G G Gc t|Dcgc]}|jc}}tj|}tj|} t j d5} | j t||||d|} | j t|||d|} | j| jddd|r||D]} |jyyycc}w#1swY-xYw#t$rM} dt| vr5tjdt||||d|t|||d|nYd} ~ d} ~ wwxYw#t$r1} dt| vrtjd| nYd} ~ d} ~ wwxYw) aHandle a batch of tracing queue items by sending to both both LangSmith and OTEL. Args: client: The LangSmith client to use for sending data. tracing_queue: The queue containing tracing items (used for task_done calls). batch: List of tracing queue items to process. use_multipart: Whether to use multipart endpoint for LangSmith. mark_task_done: Whether to mark queue tasks as done after processing. Set to False primarily for testing when items weren't actually queued. rFNz6cannot schedule new futures after interpreter shutdownz@Interpreter shutting down, falling back to sequential processingrr)rr(copydeepcopycfThreadPoolExecutorsubmitrrresultr~r/rprrrc)rrrTr&rrr(r langsmith_opsotel_opsexecutorfuture_langsmith future_otelrrs r*#_hybrid_tracing_thread_handle_batchrs$ .U.KTtyy.K LCMM#&M}}S!H'  " "q 1 !X',  #//1 K  # # %    - !P-3 A '') 4~a/L ! !.  Cs1v M LLR  ) umUM  . ueX    * 6#a&@LLMaSQ   sOC"C3%AC';C3 E 'C0,C33 E sD--n=L**;7I $- L $l 22r,cP|yj}d}||u}|stjd|fd||fdtjvstj |rtj |ndtj |dz}dd|iz}ttj|dx}}tj}|d}|d}|d } j xr|jd d } gd tstjd t!j"dxsj$duxst } | s| rΉjj&xsijddstj)dnt+j,_t1_t5j6_t5j:t<t+j>fj@jCdz dfd } | rD]$} | jErjG| &tI|kro|jK| kDr\t5j:tLt+j>| fj@}jO||jCtQ\}}jRxs|jdxsd}tU|||x}r/|rtW||| n|rtY||nt[||| | rtQ\}}jRxs|jdxsd}tU||d|x}r|r$tjdtW||| nH|r#tjdtY||n#tjdt[||| tU||d|x}rtjdy)Nis notz%(py0)s is not %(py3)srTpy0py3assert %(py5)spy5rsrrrTzUzstandard package is not installed. Falling back to uncompressed multipart ingestion.DISABLE_RUN_COMPRESSIONzstd_compression_enabledFz~Run compression is not enabled. Please update to the latest version of LangSmith. Falling back to regular multipart ingestion.)targetargsdaemoncprtdr"jrtjdyt j j stjdyttdr=tjtzkD}|stjd|Sy)N_manual_cleanupz3Client is being cleaned up, stopping tracing threadFz,Main thread is dead, stopping tracing thread getrefcountzeClient refs count indicates we're the only remaining reference to the client, stopping tracing threadT) hasattrrrpr threading main_threadis_alivesysrrS)should_keep_threadrrnum_known_refs sub_threadss r*keep_thread_activez7tracing_control_thread_func..keep_thread_actives F- .63I3I LLN O$$&//1 LLG H 3 &"%!8>CM<" & =& %r,rtrrUrVrUrNrVzHybrid mode cleanupOTEL-only cleanupLangSmith-only cleanupz'Tracing control thread is shutting downrBrD).rT @pytest_ar_call_reprcompare @py_builtinslocals_should_repr_global_name _safereprAssertionError_format_explanationrr_multipart_disabledrQrrprrrrinstance_flagsrweakrefWeakSet_futuresrr_rEventrThread-tracing_control_thread_func_compress_parallelref_use_daemon_threadsstartrremoverSqsize_tracing_sub_thread_funcr%rrbrYrrr) client_refrT @py_assert2 @py_assert1 @py_format4 @py_format6rrsrrrdisable_compressionrthread new_threadrrmax_batch_sizerWrrrrs @@@r*tracing_control_thread_funcrUs \F ~((M $$= $$$$=$$$$$$=$$$=$$$$$$$$$$/ <),7J#67P#Q"56N"O2227J7N7N $8M+-KN   @ ""#<=    t +   = **0b55 &  NNU  &oo/FO'7'9F $+4??+>"))/kk&)=911J   z *    2B2D/!<  ( ( "&&'9:   5 N  : )3M:}1&-T-M:}G  P/?.@+|$$X(;(?(?@R(SXWX4Zu^ *  % LL. / / z=  LL, - -fmZ P LL1 2 ( z= !4Zu^ * & LL:;r,cv | ytjd j j jtj dyt j}|d} jxs|jdd}d d fd }tj} jjd }|sn|r~ jjt ||\}} |= tj! j"|| } jj%| tj}nwtj|z |k\r]t d d \}} |6 t)jtj! j"|| gtj} t d d \} } | 6 t)jtj! j"| | gtjdy#t&$r j#|| Y wxYw#t&$r j#|| YwxYw#t&$r j#| | YvwxYw#t*$rtj d dYwxYw)Nz4Tracing control thread func compress parallel calledzLangSmith tracing error: Required compression attributes not initialized. This may affect trace submission but does not impact your application's runtime.rsrt@cXrtdr"jrtjdyt j j stjdyttdr1tjkD}|stjd|Sy)Nrz7Client is being cleaned up, stopping compression threadFz0Main thread is dead, stopping compression threadrziClient refs count indicates we're the only remaining reference to the client, stopping compression threadT) rrrprrrrrr)rrrrs r*rzItracing_control_thread_func_compress_parallel..keep_thread_actives F- .63I3I LLR S$$&//1 LLK L 3 &"%!8>!I % A& %r,TrP)rOr)rsrtzuLangSmith tracing error: Failed during final cleanup. This does not affect your application's runtime. Error details:r]z1Compressed traces control thread is shutting downr)rprr_rrrqrrrbrQtime monotonicwaitclearrxLANGSMITH_CLIENT_THREAD_POOLr_send_compressed_multipart_reqaddr~rro)rflush_intervalrrsrtrlast_flush_time triggered data_streamrwfuturefinal_data_streamrrrs @@r*r r s\F ~ LLGH  (  ' ' / ?? "  1 / <),7J337J7N7NJ8 N4nn&O 0055d5C !#    ( ( . . 08j"234 /K/& 9@@==#.F OO''/ #nn.O ?2~E<q1** < C C$*$I$I$/$:!"#'.."2i n  4 q1   "  ( 4;;"AA-2, LLDEC$99#.4(=='24  55%*        sT/?.@+|$$X(;(?(?@R(SXWX4Zu^ *  % / z=  LL, - -fmZ P LL1 2 ( z= 4Zu^ * $ LL>?G  :A>s J J+ J&&J+)r&list[TracingQueueItem]rBz}dict[tuple[Optional[str], Optional[str], Optional[str], Optional[str], Optional[str], Optional[str]], list[TracingQueueItem]])rTr) rTrrUrrNrDrVrrBr.)rr)rrrrsrrtz int | NonerBz6tuple[Optional[io.BytesIO], Optional[tuple[int, int]]])rrrrz0list[tuple[str, dict, dict[str, Optional[str]]]]rBrC)TN)rrrrTrr&r.rrDrrDrJOptional[list[Union[SerializedRunOperation, SerializedFeedbackOperation]]]rBrC) rrrrTrr&r.rrDrr/rBrC)T) rrrrTrr&r.rrDrrDrBrC)rBz Optional[int])rzls_schemas.LangSmithInforBzls_schemas.BatchIngestConfig)rBztuple[bool, bool])rweakref.ref[Client]rBrC)g?)rr0r&floatrBrC)rr0rrDrBrC)F __future__rbuiltinsr_pytest.assertion.rewrite assertionrewriterconcurrent.futuresfuturesrr functoolsiologgingrrrrmultiprocessingrqueuerrtypingrrr r r langsmithr rr r&langsmith._internal._compressed_tracesrrlangsmith._internal._constantsrrrrlangsmith._internal._operationsrrropentelemetry.context.contextrlangsmith.clientr getLoggerrprr#r+total_orderingr.rYrxrrrrrrrrr rrLr,r*rGs"    %<<+'S  5'   - .4r44M ! < ?4?4?4FWX++!$+37+PS++^KU6 6 #6=G6;6r2 2 F2  2 t  ] ]] "] ]  ]   ] ]H  = == "= =   = =J N NN "N N  N  Nb  "!03.NANF#NF5:NF NFbM@#M@M@ M@r,