U hD@sfddlZddlZddlmZmZmZmZmZmZm Z m Z m Z m Z m Z mZddlmZddlmZddlmZddlmZddlmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&ddl'm(Z(dd l)m*Z*m+Z+dd l,m-Z-m.Z.m/Z/dd l0m1Z1m2Z2m3Z3dd l4m5Z5m6Z6dd l7m8Z8ddl9m:Z:e;e<Z=GdddeZ>e$e?dddZ@e!e?dddZAdS)N) AnyCallableDictIteratorListLiteralMappingOptionalSequenceTypeUnioncast)urlparse)CallbackManagerForLLMRun) BaseChatModel)LanguageModelInput) AIMessageAIMessageChunk BaseMessageBaseMessageChunk ChatMessageChatMessageChunkFunctionMessage HumanMessageHumanMessageChunkInvalidToolCall SystemMessageSystemMessageChunkToolCall ToolMessageToolMessageChunk)tool_call_chunk)make_invalid_tool_callparse_tool_call)ChatGenerationChatGenerationChunk ChatResult) BaseModelField PrivateAttr)RunnableRunnableConfig)BaseToolconvert_to_openai_toolcseZdZUdZeed<eed<dZeed<dZe ed<dZ e e eed <dZ e e ed <eed Zeed <eZeed <edfdd ZeedddZddddZeeeefdddZd>e ee e eeeeefdddZd?e ee e ee eeedddZd@ddee e e e eee!e"dfd d!Z#dAe ee e ee eee!e$dd"d#Z%eeeefdd$d%Z&dBe e eeeeefd&fd'd( Z'eedd)d*Z(e)e*eefed+d,d-Z+e)e*eefee"d.d/d0Z,e)ddd1d2Z-e)eed3d4d5Z.e)e*eefed6d7d8Z/dd9e0e1eeefe2e3e4e5fe e1eee6d:e7fee8eefd;fdms  zChatMlflow._validate_uricCs&|j|j|j|j|j|j|jd}|S)Nr1r0r2r4r5r6r8rO)rAparamsrErErF_default_paramsws zChatMlflow._default_params)messagesr5r:rGcKsTdd|D}||j|jd|j|}|jp.|}r<||d<|jdk rP|j|d<|S)NcSsg|]}t|qSrE)r/_convert_message_to_dict).0messagerErErF sz.ChatMlflow._prepare_inputs..)rRr2r4r5r6)r2r4r8r5r6)rArRr5r:Z message_dictsdatarErErF_prepare_inputss  zChatMlflow._prepare_inputs)rRr5 run_managerr:rGcKs,|j||f|}|jj|j|d}t|S)Nr0inputs)rXr9Zpredictr0r/_create_chat_result)rArRr5rYr:rWresprErErF _generateszChatMlflow._generate)r5)inputconfigr5r:rGc+sRt|jds.tt|j|f||d|Vn tj||fd|i|EdHdS)Npredict_stream)r`r5r5)hasattrr9r rZinvoker<stream)rAr_r`r5r:rCrErFrcs zChatMlflow.streamcks|j||f|}|jj|j|d}d}|D]}|dr*|dd} | d} |dkr\| d}t| |} i} | d} r| | d<| d}r|| d<t| | pdd}|r|j|j ||d |Vq*q*q*dS) NrZchoicesrdeltarole finish_reasonlogprobsrUgeneration_info)chunkrh) rXr9rar0getr/_convert_delta_to_message_chunkr%Zon_llm_new_tokentext)rArRr5rYr:rWZ chunk_iterZfirst_chunk_rolerkchoiceZ chunk_deltaZ chunk_messagerjrgrhrErErF_streamsF  zChatMlflow._streamcCs|jS)N)rQrHrErErF_identifying_paramsszChatMlflow._identifying_params)r5r:rGc s|jtjfd|i|S)z>Get the parameters used to invoke the model FOR THE CALLBACKS.r5)rQr<_get_invocation_params)rAr5r:rCrErFrrsz!ChatMlflow._get_invocation_paramscCsdS)zReturn type of chat model.z mlflow-chatrErHrErErF _llm_typeszChatMlflow._llm_type)_dictrGc Cs|d}tt|d}|dkr*t|dS|dkr|p8d}i}g}g}|d}r||d<|D]R}z|t|dd Wq`tk r}z|t|t|W5d}~XYq`Xq`t|||d ||d S|d krt |dSt ||d SdS)Nrfcontentuserru assistant tool_callsT)Z return_idid)ruadditional_kwargsr{rzinvalid_tool_callssystemrurf) r strrlrappendr# Exceptionr"rrr) rtrfrur|rzr}raw_tool_callsZ raw_tool_callrBrErErF_convert_dict_to_messages<    z#ChatMlflow._convert_dict_to_message)rt default_rolerGcCs|d|}|dpd}|dkr,t|dS|dkri}g}|d}rz||d<zdd |D}Wntk rxYnXt|||d |d S|d krt|dS|d krt||d|d dSt||dSdS)NrfruryrvrwrxrzcSs:g|]2}t|dd|dd|d|ddqS)functionname argumentsr{index)rargsr{r)r!rl)rTZrtcrErErFrV.s  z>ChatMlflow._convert_delta_to_message_chunk..r{)rur|r{tool_call_chunksr~tool tool_call_id)rurr{r)rlrKeyErrorrrr r)rtrrfrur|rrrErErFrm s<    z*ChatMlflow._convert_delta_to_message_chunkcCs tddS)N~Function messages are not supported by Databricks. Please create a feature request at https://github.com/mlflow/mlflow/issues.)rMrErErErF_raise_functions_not_supportedHsz)ChatMlflow._raise_functions_not_supported)rUrGcsd|ji}|jp|jd}dk r,||d<t|trD|j|d<n,t|trZd|d<nt|trd|d<|j sx|j rdd|j Ddd|j D|d <n>d |jkr|jd |d <d d d hfd d|d D|d <nd |kr|dpd|d<nzt|t r d|d<ndt|t rLd|d<|j |d<dddhfdd|D}n$t|trbtdntd|d|jkrt|S)NrurrfrvrxcSsg|] }t|qSrE)!_lc_tool_call_to_openai_tool_callrTZtcrErErFrV[sz7ChatMlflow._convert_message_to_dict..cSsg|] }t|qSrE))_lc_invalid_tool_call_to_openai_tool_callrrErErFrV]srzr{typercs"g|]}fdd|DqS)csi|]\}}|kr||qSrErErTkvtool_call_supported_propsrErF eszBChatMlflow._convert_message_to_dict...)items)rT tool_callrrErFrVds r~rrcsi|]\}}|kr||qSrErEr)supported_propsrErFrwsz7ChatMlflow._convert_message_to_dict..rzGot unknown message type: Z function_call)rurr|rl isinstancerrfrrrzr}rrrrrrMr/r)rUZ message_dictrrE)rrrFrSOsT                   z#ChatMlflow._convert_message_to_dict)responserGcCsZg}|dD]4}t|d}|di}t||d}||q |di}t||dS)NrdrUusageri) generationsZ llm_output)r/rrlr$rr&)rrrorUrgenrErErFr\s    zChatMlflow._create_chat_result tool_choice)autononerequiredany)toolsrr:rGc sdd|D}rttr4dkrddidnTttrzdd|D}tfdd |Dstd d |d ntd |d<tjfd|i|S)aBind tool-like objects to this chat model. Assumes model is compatible with OpenAI tool-calling API. Args: tools: A list of tool definitions to bind to this chat model. Can be a dictionary, pydantic model, callable, or BaseTool. Pydantic models, callables, and BaseTools will be automatically converted to their schema dictionary representation. tool_choice: Which tool to require the model to call. Options are: name of the tool (str): calls corresponding tool; "auto": automatically selects a tool (including no tool); "none": model does not generate any tool calls and instead must generate a standard assistant message; "required": the model picks the most relevant tool in tools and must generate a tool call; or a dict of the form: {"type": "function", "function": {"name": <>}}. **kwargs: Any additional parameters to pass to the :class:`~langchain.runnable.Runnable` constructor. cSsg|] }t|qSrEr-)rTrrErErFrVsz)ChatMlflow.bind_tools..)rrrrr)rrcSsg|]}|ddqS)rrrE)rTZformatted_toolrErErFrVsc3s|]}|ddkVqdS)rrNrE)rTZ tool_namerrErF sz(ChatMlflow.bind_tools..z Tool choice z1 was specified, but the only provided tools were rKzEUnrecognized tool_choice type. Expected str, bool or dict. Received: rr)rrdictrrMr<bind)rArrr:Zformatted_toolsZ tool_namesrCrrF bind_toolss,    zChatMlflow.bind_tools)N)NN)N)NN)N);__name__ __module__ __qualname____doc__r__annotations__r2floatr4intr5r rr6r(rr8r)r9rr=propertyr@r>rrQrrXrr&r^rr+rrrcr%rprqrrrs staticmethodrrrmrrSr\r r r r'rr,rboolr*r __classcell__rErErCrFr/9s           /   ! '6 r/)rrGcCs$d|d|dt|dddSNrr{rr)rr)rr{r)jsondumps)rrErErFrs  r)invalid_tool_callrGcCsd|d|d|dddSrrE)rrErErFrs r)Brloggingtypingrrrrrrrr r r r r urllib.parserZlangchain_core.callbacksrZlangchain_core.language_modelsrZ#langchain_core.language_models.baserZlangchain_core.messagesrrrrrrrrrrrrrrr Zlangchain_core.messages.toolr!Z*langchain_core.output_parsers.openai_toolsr"r#Zlangchain_core.outputsr$r%r&Zlangchain_core.pydantic_v1r'r(r)Zlangchain_core.runnablesr*r+Zlangchain_core.toolsr,Z%langchain_core.utils.function_callingr. getLoggerrloggerr/rrrrErErErFs.8    D