U hb@sdZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlmZmZddlmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"ddl#m$Z%ddl&Z&ddl'Z'ddl(m)Z)ddl*m+Z+dd l,m-Z.e/e0Z1Gd d d e2Z3Gd d d e3Z4Gddde3Z5Gddde3Z6Gddde3Z7Gddde3Z8Gddde3Z9Gddde3Z:Gddde3Z;Gddde<Z=Gddde=Z>dd d!d"d#d$Z?d%d&d'd(Z@d)d*d+d,d-ZAd.d/d0d1d2ZBd3d4d5d6d7ZCejDd8d9d:d4d/d;dd4d?d@dAZFd>d>d?dBdCZGd>dDd?dEdFZHd>dGdHdIdJZId>dDdKdLdMZJd>d4dHdNdOZKd>d4dKdPdQZLejDd8d9dRd&dSdTZMdUdVd?dWdXZNdYd%dZd[d\ZOejDd]d9dd^d_d4d`dad`dbdcddZPejDd8d9dd`d&dfdgZQGdhdidiejRZSGdjdkdkejRZTGdldmdme+ZUeVZWejXdndodpdqdrdsZYd`d`dtdudvZZejXddwdxdpdydzd{Z[ejXdd|dxdpdyd}d~Z\d4d&ddZ]e dZ^dddd:d:ddddZ_dddddZ`d4d4d%dddZad4ddddZbe)dZcGdddeZdd`d4dddZed`d`dddZfd4d%dddZgejDdd9d`d4dddZhdd*d:d4dddZidS)zGeneric utility functions.) annotationsN)FutureThreadPoolExecutor)AnyCallableDict GeneratorIterableIteratorListLiteralMappingOptionalSequenceTupleTypeVarUnioncast)parse) ParamSpec)Retry)schemasc@seZdZdZdS)LangSmithErrorz=An error occurred while communicating with the LangSmith API.N__name__ __module__ __qualname____doc__rr3/tmp/pip-unpacked-wheel-cqvhoa9t/langsmith/utils.pyr0src@seZdZdZdS)LangSmithAPIErrorz9Internal server error while communicating with LangSmith.Nrrrrrr 4sr c@seZdZdZdS)LangSmithRequestTimeoutz*Client took too long to send request body.Nrrrrrr!8sr!c@seZdZdZdS)LangSmithUserErrorzAUser error caused an exception when communicating with LangSmith.Nrrrrrr"<sr"c@seZdZdZdS)LangSmithRateLimitErrorz7You have exceeded the rate limit for the LangSmith API.Nrrrrrr#@sr#c@seZdZdZdS)LangSmithAuthErrorz-Couldn't authenticate with the LangSmith API.Nrrrrrr$Dsr$c@seZdZdZdS)LangSmithNotFoundErrorz%Couldn't find the requested resource.Nrrrrrr%Hsr%c@seZdZdZdS)LangSmithConflictErrorzThe resource already exists.Nrrrrrr&Lsr&c@seZdZdZdS)LangSmithConnectionErrorz&Couldn't connect to the LangSmith API.Nrrrrrr'Psr'c@seZdZdZdS)LangSmithWarningzBase class for warnings.Nrrrrrr(Wsr(c@seZdZdZdS)LangSmithMissingAPIKeyWarningzWarning for missing API key.Nrrrrrr)[sr)zOptional[dict]zUnion[bool, Literal['local']])ctxreturncCsTddlm}m}|p|}|ddk r.|dS|r8dStdtddd d }|d kS) z"Return True if tracing is enabled.r)get_current_run_treeget_tracing_contextZenabledNTZ TRACING_V2ZTRACINGdefaulttrue)Zlangsmith.run_helpersr,r- get_env_var)r*r,r-ZtcZ var_resultrrrtracing_is_enabled_s  r3boolr+cCstddddkS)z"Return True if testing is enabled.Z TEST_TRACKINGr.r/falser2rrrrtest_tracking_is_disabledrsr8zTuple[str, ...]r) arg_groupsr+csdddfdd }|S)z7Validate specified keyword args are mutually exclusive.r)funcr+cs&tddddfdd }|S)Nr)argskwargsr+csXfddD}ddt|D}|rNfdd|D}tdd||S)z3Validate exactly one arg in each group is not None.cs"g|]}tfdd|DqS)c3s |]}|dk rdVqdS)N)get).0argr<rr szJxor_args..decorator..wrapper...)sum)r?Z arg_grouprArr ~sz@xor_args..decorator..wrapper..cSsg|]\}}|dkr|qSr=r)r?icountrrrrDscsg|]}d|qS), )join)r?rFr9rrrDszFExactly one argument in each of the following groups must be defined: rH) enumerate ValueErrorrI)r;r<countsZinvalid_groupsZinvalid_group_names)r9r:rArwrapper{s z,xor_args..decorator..wrapper) functoolswraps)r:rNrJ)r:r decoratorzszxor_args..decoratorr)r9rQrrJrxor_argswsrRz(Union[requests.Response, httpx.Response]None)responser+c CsJz |Wn8tjk rD}ztt||j|W5d}~XYnXdS)z&Raise an error with the response text.N)raise_for_statusrequests HTTPErrorstrtext)rTerrrraise_for_status_with_texts r[zUnion[enum.Enum, str]rX)enur+cCst|tjr|jS|S)zGet the value of a string enum.) isinstanceenumEnumvalue)r\rrrget_enum_values rar=)maxsizeint)levelmessager+cCst||dS)z4Log a message at the specified level, but only once.N)_LOGGERlog)rdrerrrlog_oncesrhzMapping[str, Any])rer+cCsh|s tdd|krDd|kr,td|d|ddddSd |kr\td |d |d SdS) NMessage is empty.lcid*Unexpected format for serialized message: z Message does not have an id.Messager.type&Unexpected format for stored message: z Message does not have a type.)rLreplacelowerrerrr_get_message_types  rtcCsX|s tdd|kr4d|kr,td|d|dSd|krLtd|d|dSdS) Nrirjr<rlz Message does not have kwargs.datarpz Message does not have data.)rLrsrrr_get_message_fieldss  rvzDict[str, Any]cCst|}t|}||dS)z&Extract message from a message object.roru)rtrv)reZ message_typeZ message_datarrr_convert_messagesrxzList[Dict[str, Any]])inputsr+cCsDd|krdd|dDSd|kr0t|dgStd|ddS)aGExtract messages from the given inputs dictionary. Args: inputs (Mapping[str, Any]): The inputs dictionary. Returns: List[Dict[str, Any]]: A list of dictionaries representing the extracted messages. Raises: ValueError: If no message(s) are found in the inputs dictionary. messagescSsg|] }t|qSr)rx)r?rerrrrDsz,get_messages_from_inputs..rez-Could not find message(s) in run with inputs .N)rxrL)ryrrrget_messages_from_inputss r|)outputsr+cCsrd|krtd|d|d}t|dkrFtdt|d|d|d}d|krftd |d t|dS) a'Retrieve the message generation from the given outputs. Args: outputs (Mapping[str, Any]): The outputs dictionary. Returns: Dict[str, Any]: The message generation. Raises: ValueError: If no generations are found or if multiple generations are present. generations,No generations found in in run with output: r{r=z3Chat examples expect exactly one generation. Found z generations: rrez"Unexpected format for generation: z%. Generation does not have a message.)rLlenrxr}r~Zfirst_generationrrr#get_message_generation_from_outputss   rcCsXd|kr|dSd|krD|d}t|dkr4|dStd|dtd|dd S) zRetrieve the prompt from the given inputs. Args: inputs (Mapping[str, Any]): The inputs dictionary. Returns: str: The prompt. Raises: ValueError: If the prompt is not found or if multiple prompts are present. promptpromptsr=rz$Multiple prompts in run with inputs z!. Please create example manually.z)Could not find prompt in run with inputs r{N)rrL)ryrrrrget_prompt_from_inputss   rcCs`d|krtd|d|d}t|dkr:td||d}d|krXtd||dS) z(Get the LLM generation from the outputs.r~rr{r=zMultiple generations in run: rrYzNo text in generation: )rLrrrrrget_llm_generation_from_outputss rz List[str]c Csz$tjdddgtjtjdddgWStjtfk rz$tjddgtjtjddgWYStjtfk rtdYnXYnXdS)z7Get the correct docker compose command for this system.ZdockerZcomposez --version)stdoutstderrzdocker-composezNeither 'docker compose' nor 'docker-compose' commands are available. Please install the Docker server following the instructions for your operating system at https://docs.docker.com/engine/install/N) subprocess check_callDEVNULLCalledProcessErrorFileNotFoundErrorrLrrrrget_docker_compose_command,s&  rzls_schemas.BaseMessageLikedictcCs:|jd|jid}|jr6t|jdkr6|j|dd<|S)z*Convert a LangChain message to an example.contentrwrruadditional_kwargs)rorrr)reZ convertedrrrconvert_langchain_messageGs robject)objr+cCs@ttt|ddttt|ddtt|do:tt|dtgS)zCheck if the given object is similar to BaseMessage. Args: obj (object): The object to check. Returns: bool: True if the object is similar to BaseMessage, False otherwise. rNrro)allr]getattrrXrhasattr)rrrris_base_message_likeSs rd)Z LANGSMITHZ LANGCHAIN) namespacesz Optional[str]r)namer0rr+cs<fdd|D}|D] tj}|dk r|Sq|S)a+Retrieve an environment variable from a list of namespaces. Args: name (str): The name of the environment variable. default (Optional[str], optional): The default value to return if the environment variable is not found. Defaults to None. namespaces (Tuple, optional): A tuple of namespaces to search for the environment variable. Defaults to ("LANGSMITH", "LANGCHAINs"). Returns: Optional[str]: The value of the environment variable if found, otherwise the default value. csg|]}|dqS)_r)r? namespacerrrrDyszget_env_var..N)osenvironr>)rr0rnamesr`rrrr2es   r2Tc Cs&tjdtdtd|rdndddS)z,Get the project name for a LangSmith tracer.ZHOSTED_LANGSERVE_PROJECT_NAMEZPROJECTZSESSIONr0Nr/)rrr>r2)Zreturn_default_valuerrrget_tracer_projects rcs:eZdZdZd ddddfdd Zdd d d ZZS) FilterPoolFullWarningzFFilter urrllib3 warnings logged when the connection pool isn't reused.r.rXrS)rhostr+cst|||_dS)zInitialize the FilterPoolFullWarning filter. Args: name (str, optional): The name of the filter. Defaults to "". host (str, optional): The host to filter. Defaults to "". N)super__init___host)selfrr __class__rrrs zFilterPoolFullWarning.__init__r4r5cCs|}d|krdS|j|kS)zJurllib3.connectionpool:Connection pool is full, discarding connection: ...z.Connection pool is full, discarding connectionT) getMessagerrrecordmsgrrrfilterszFilterPoolFullWarning.filter)r.r.)rrrrrr __classcell__rrrrrs rc@seZdZdZddddZdS)FilterLangSmithRetryz!Filter for retries from this lib.r4r5cCs|}d|kS)z!Filter retries from this library.LangSmithRetry)rrrrrrszFilterLangSmithRetry.filterN)rrrrrrrrrrsrc@seZdZdZdS)rz&Wrapper to filter logs with this name.Nrrrrrrsrzlogging.LoggerzSequence[logging.Filter]zGenerator[(None, None, None)])loggerfiltersr+ccs~t|D]}||q W5QRXz dVW5t>|D]2}z||Wq:tk rjtdYq:Xq:W5QRXXdS)zTemporarily adds specified filters to a logger. Parameters: - logger: The logger to which the filters will be added. - filters: A sequence of logging.Filter objects to be temporarily added to the logger. zFailed to remove filterN) _FILTER_LOCK addFilter removeFilter BaseExceptionrfwarning)rrrrrr filter_logss  r)cacher+cCs|dk r |StdddS)zGet the testing cache directory. Args: cache (Optional[str]): The cache path. Returns: Optional[str]: The cache path if provided, otherwise the value from the LANGSMITH_TEST_CACHE environment variable. NZ TEST_CACHEr/r7)rrrr get_cache_dirs rzUnion[str, pathlib.Path]zOptional[Sequence[str]])path ignore_hostsr+c #sz ddl}Wntk r(tdYnXddlm}|dddfdd }tj|\}}|j| d sz| d r~d nd |d ddddgddg|d}| | dVW5QRXdS)Use a cache for requests.rNzNvcrpy is required to use caching. Install with:pip install -U "langsmith[vcr]")_patchr)requestr+cs(rtfddDrdSi_S)Nc3s|]}j|VqdSN)url startswith)r?rrrrrBsz>with_cache.._filter_request_headers..)anyheadersrrrr_filter_request_headerssz+with_cache.._filter_request_headersz.yamlz.ymlZyamljsonZ new_episodesurimethodrbody authorizationz Set-Cookie) serializerZcassette_library_dirZ record_modeZmatch_onZfilter_headersZbefore_record_request) vcr ImportErrorZlangsmith._internalr patch_urllib3rrsplitZVCRendswithZ use_cassette)rrrrr cache_dirZ cache_fileZls_vcrrrr with_caches0     rz"Optional[Union[str, pathlib.Path]]c cs0|dk r&t|| dVW5QRXndVdS)rN)r)rrrrrwith_optional_caches rcCs&tjt}dd|D}d|S)NcSsg|]}d|kr|qS)z langsmith/r)r?linerrrrDsz_format_exc..r.) tracebackformat_exceptionsysexc_inforI)Ztb_linesZfiltered_linesrrr _format_excsrTzDict[int, Any])valmemo max_depth_depthr+cst|}t|dd}|dk r4sz _middle_copy..csg|]}t|dqSrErr?itemrrrrD;sz _middle_copy..c3s |]}t|dVqdS)r=NrrrrrrB=sz_middle_copy..csh|]}t|dqSrErrrrr ?sz_middle_copy..) rorrr]ritemslisttupleset)rrrrclscopierrrrr&s(      r)rr+c CsXi}zt||WStk rR}z"tdt|t||WYSd}~XYnXdS)zDeep copy a value with a compromise for uncopyable objects. Args: val: The value to be deep copied. Returns: The deep copied value. zFailed to deepcopy input: %sN)copydeepcopyrrfdebugreprr)rrrZrrr deepish_copyDs r)current_versiontarget_versionr+cCs(ddlm}||}||}||kS)zGCheck if the current version is greater or equal to the target version.r)version) packagingrr)rrrcurrenttargetrrris_version_greater_or_equalYs   rzTuple[str, str, str]) identifierr+cCs|r&|ddks&|ds&|dr4td||dd}|d}t|dkr\|dnd}d|kr|dd\}}|r|std||||fS|std|d||fSdS) aEParse a string in the format of owner/name:hash, name:hash, owner/name, or name. Args: identifier (str): The prompt identifier to parse. Returns: Tuple[str, str, str]: A tuple containing (owner, name, hash). Raises: ValueError: If the identifier doesn't match the expected formats. /r=zInvalid identifier format: :rZlatest-N)rGrrrLrr)rpartsZ owner_namecommitownerrrrrparse_prompt_identifierbs(    rPcsNeZdZdZdddddfdd Zd d d d d ddddfddZZS)ContextThreadPoolExecutorz?ThreadPoolExecutor that copies the context to the child thread.zCallable[P, T]zP.argszP.kwargsz Future[T])r:r;r<r+cs0tttdtftjtj |f||S)aCSubmit a function to the executor. Args: func (Callable[..., T]): The function to submit. *args (Any): The positional arguments to the function. **kwargs (Any): The keyword arguments to the function. Returns: Future[T]: The future for the function. .) rsubmitrrrrOpartial contextvars copy_contextrun)rr:r;r<rrrr s z ContextThreadPoolExecutor.submitNr=timeout chunksizezCallable[..., T]z Iterable[Any]zOptional[float]rcz Iterator[T])fn iterablesrrr+csJddtt|dDdddfdd }tj|f|||d S) aReturn an iterator equivalent to stdlib map. Each function will receive its own copy of the context from the parent thread. Args: fn: A callable that will take as many arguments as there are passed iterables. timeout: The maximum number of seconds to wait. If None, then there is no limit on the wait time. chunksize: The size of the chunks the iterable will be broken into before being passed to a child process. This argument is only used by ProcessPoolExecutor; it is ignored by ThreadPoolExecutor. Returns: An iterator equivalent to: map(func, *iterables) but the calls may be evaluated out-of-order. Raises: TimeoutError: If the entire result iterator could not be generated before the given timeout. Exception: If fn(*args) raises for any values. cSsg|] }tqSr)r r )r?rrrrrDsz1ContextThreadPoolExecutor.map..rrr)r;r+csjf|Sr)popr)r;Zcontextsrrr _wrapped_fnsz2ContextThreadPoolExecutor.map.._wrapped_fnr)rangerrmap)rrrrrrrrrrszContextThreadPoolExecutor.map)rrrrr rrrrrrr s r )api_urlr+cCs@|ptttddd}|s&td|dddS)zBGet the LangSmith API URL from the environment or the given value.ZENDPOINTzhttps://api.smith.langchain.comr/z!LangSmith API URL cannot be empty"'r)rrXr2stripr"rstrip)rZ_api_urlrrr get_api_urlsr)api_keyr+cCs@|dk r |n tddd}|dks(|s,dS|ddS)z8Get the API key from the environment or the given value.NZAPI_KEYr/rr)r2r)rZapi_key_rrr get_api_keysr )rr+cCs\z>t|jdd}t|}|dkp<|dp<|dWStjk rVYdSXdS)zCheck if the URL is localhost. Parameters ---------- url : str The URL to check. Returns: ------- bool True if the URL is localhost, False otherwise. rrz 127.0.0.1z0.0.0.0z::FN) urllib_parseurlsplitnetlocrsocket gethostbynamergaierror)rr#iprrr _is_localhosts  r()web_urlrcCs|r|St|}t|r d}njt|jdrZt|jddd}t|j|d}n0t|j  drpd}nt|j  drd }nd }|S) z1Get the host URL based on the web URL or API URL.zhttp://localhostz/apir=r)rzeu.zhttps://eu.smith.langchain.comzdev.zhttps://dev.smith.langchain.comzhttps://smith.langchain.com) r!urlparser(rXrrrsplit urlunparse_replacer#r)r*r parsed_urllinknew_pathrrr get_host_urls r2)rdepthr+cCs|dkst|st|St|dr(|jSt|tjrDt|j|dSt|dr|t|drlt|j drl|j jSt|j |dSt|S)Nr)rr=__call__r) callablerXrrr]rOr _get_function_namer:rr4)rr3rrrr6s   r6)N)N)T)N)N)rr)r)jr __future__r contextlibr rr^rOloggingrpathlibr$rr threadingrconcurrent.futuresrrtypingrrrrr r r r r rrrrrrurllibrr!ZhttpxrVZtyping_extensionsrZ urllib3.utilrZ langsmithrZ ls_schemas getLoggerrrf Exceptionrr r!r"r#r$r%r&r' UserWarningr(r)r3r8rRr[ra lru_cacherhrtrvrxr|rrrrrrr2rFilterrrrRLockrcontextmanagerrrrrrrrrrrrr rr r(r2r6rrrrs D            *  #G