NgDddlZddlZddlmZmZmZmZmZmZm Z m Z m Z m Z m Z mZddlmZddlmZddlmZddlmZddlmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&ddl'm(Z(dd l)m*Z*m+Z+dd l,m-Z-m.Z.m/Z/dd l0m1Z1m2Z2dd l3m4Z4dd l5m6Z6ddl7m8Z8m9Z9m:Z:ej;e<Z=GddeZ>de$de?fdZ@de!de?fdZAdS)N) AnyCallableDictIteratorListLiteralMappingOptionalSequenceTypeUnioncast)urlparse)CallbackManagerForLLMRun) BaseChatModel)LanguageModelInput) AIMessageAIMessageChunk BaseMessageBaseMessageChunk ChatMessageChatMessageChunkFunctionMessage HumanMessageHumanMessageChunkInvalidToolCall SystemMessageSystemMessageChunkToolCall ToolMessageToolMessageChunk)tool_call_chunk)make_invalid_tool_callparse_tool_call)ChatGenerationChatGenerationChunk ChatResult)RunnableRunnableConfig)BaseToolconvert_to_openai_tool) BaseModelField PrivateAttrc eZdZUdZeed< eed< dZeed< dZe ed< dZ e e eed < dZ e e ed < ee Zeed < eZeed <deffd ZedefdZd.dZedeeeffdZ d/de ed e e ededeeeffdZ d0de ed e e ede ededef dZ d/dddede e d e e edede!e"f fdZ# d0de ed e e ede edede!e$f dZ%edeeeffdZ& d/d e e ededeeefffd Z'edefdZ(e)d e*eefdefd!Z+e)d e*eefd"ede"fd#Z,e)d.d$Z-e)d%edefd&Z.e)d'e*eefdefd(Z/dd)d*e0e1eeefe2e3e4e5fd+e e1eee6d,e7fdede8eefffd-Z9xZ:S)1 ChatMlflowa`MLflow` chat models API. To use, you should have the `mlflow[genai]` python package installed. For more information, see https://mlflow.org/docs/latest/llms/deployments. Example: .. code-block:: python from langchain_community.chat_models import ChatMlflow chat = ChatMlflow( target_uri="http://localhost:5000", endpoint="chat", temperature=0.1, ) endpoint target_urig temperaturenNstop max_tokens)default_factory extra_params_clientkwargsc tjdi|| ddlm}||j|_dS#t$r}td|jd|d}~wwxYw)Nr)get_deploy_clientz;Failed to create the client. Please run `pip install mlflowz#` to install required dependencies.) super__init__ _validate_urimlflow.deploymentsr>r3r; ImportError_mlflow_extras)selfr<r>e __class__s b/var/www/html/ai-engine/env/lib/python3.11/site-packages/langchain_community/chat_models/mlflow.pyrAzChatMlflow.__init__[s""6"""   < < < < < <,,T_==DLLL   )151D)))   sA A5A00A5returncdS)Nz[genai]r?rFs rIrEzChatMlflow._mlflow_extrasisyc|jdkrdSgd}t|jj|vrtd|jd|ddS)N databricks)httphttpsrOzInvalid target URI: z. The scheme must be one of .)r3rscheme ValueError)rFalloweds rIrBzChatMlflow._validate_urimsv ?l * * F111 DO $ $ +7 : :8t88-4888  ; :rMc`|j|j|j|j|j|j|jd}|S)Nr3r2r4r6r7r8r:rW)rFparamss rI_default_paramszChatMlflow._default_paramsws</ +I/ -" "  rMmessagesc d|D}||j|jd|j|}|jp|x}r||d<|j |j|d<|S)NcBg|]}t|Sr?)r1_convert_message_to_dict).0messages rI z.ChatMlflow._prepare_inputs..s3   =DJ / / 8 8   rM)rZr4r6r7r8)r4r6r:r7r8)rFrZr7r< message_dictsdatas rI_prepare_inputszChatMlflow._prepare_inputss   HP   &+      9$ $4 DL ? &!%D  rM run_managerc |j||fi|}|j|j|}t|S)Nr2inputs)rcr;predictr2r1_create_chat_result)rFrZr7rdr<rbresps rI _generatezChatMlflow._generates_$t#       |##T]4#HH--d333rM)r7inputconfigc +Kt|jds(tt|j|f||d|VdSt j||fd|i|Ed{VdS)Npredict_stream)rmr7r7)hasattrr;rrinvoker@stream)rFrlrmr7r<rHs rIrrzChatMlflow.streamst|%566 J +$+e"XF"X"XQW"X"X     &uww~eVII$I&II I I I I I I I I IrMc+K|j||fi|}|j|j|}d}|D]}|dr|dd} | d} || d}t | |} i} | dx} r| | d<| dx}r|| d<t| | pd}|r||j || |VÌdS) Nrfchoicesrdeltarole finish_reasonlogprobsr_generation_info)chunkrx) rcr;ror2getr1_convert_delta_to_message_chunkr&on_llm_new_tokentext)rFrZr7rdr<rb chunk_iterfirst_chunk_roler{choice chunk_delta chunk_messagerzrwrxs rI_streamzChatMlflow._streamsu$t#       \00$-PT0UU   EY y)!,$Wo #+'2v'>'>$ * J J!1!! #%$*JJ$?$??=E7DOO4%zz*5558;2:OJ/+)?;Rd00 %(1 =  rMc|jSN)rYrLs rI_identifying_paramszChatMlflow._identifying_paramss ##rMc Li|jtjdd|i|S)z>Get the parameters used to invoke the model FOR THE CALLBACKS.r7r?)rYr@_get_invocation_params)rFr7r<rHs rIrz!ChatMlflow._get_invocation_paramss< " ,egg,AA$A&AA  rMcdS)zReturn type of chat model.z mlflow-chatr?rLs rI _llm_typezChatMlflow._llm_types }rM_dictc d|d}tt|d}|dkrt|S|dkr|pd}i}g}g}|dx}rv||d<|D]n} |t |d (#t $r:}|t|t|Yd}~gd}~wwxYwt|||d || S|d krt|St|| S)Nrvcontentuserr assistant tool_callsT) return_idid)radditional_kwargsrrinvalid_tool_callssystemrrv) rstrr|rappendr$ Exceptionr#rrr) rrvrrrrraw_tool_calls raw_tool_callrGs rI_convert_dict_to_messagez#ChatMlflow._convert_dict_to_messagesV}sEIIi0011 6>>000 0 [ mG&( J!# !&ChatMlflow._convert_delta_to_message_chunk...sw((( (!$Z!4!4V!>$W555 5 [ &( ! !&.[s....>@5b99...rMc,g|]}t|Sr?))_lc_invalid_tool_call_to_openai_tool_callrs rIr`z7ChatMlflow._convert_message_to_dict..]s0>bAArMr>rtypercPg|]"}fd|D#S)c$i|] \}}|v || Sr?r?)r^kvtool_call_supported_propss rI zBChatMlflow._convert_message_to_dict...es5 Aq 9991999rM)items)r^ tool_callrs rIr`z7ChatMlflow._convert_message_to_dict..dsV... " $-OO$5$5...rMrrr>rvrrc$i|] \}}|v || Sr?r?)r^rrsupported_propss rIrz7ChatMlflow._convert_message_to_dict..ws0Ao9M9M19M9M9MrMrzGot unknown message type: function_call)rrrr| isinstancerrvrrrrrr rrrrTr1r)r_ message_dictrrrs @@rIr]z#ChatMlflow._convert_message_to_dictOs!7?3 LIG$=$A$A&$I$I ID V#'L g{ + +, E#*d|D}tfd|Dst dd |d nt d |d <t jdd |i|S)aBind tool-like objects to this chat model. Assumes model is compatible with OpenAI tool-calling API. Args: tools: A list of tool definitions to bind to this chat model. Can be a dictionary, pydantic model, callable, or BaseTool. Pydantic models, callables, and BaseTools will be automatically converted to their schema dictionary representation. tool_choice: Which tool to require the model to call. Options are: name of the tool (str): calls corresponding tool; "auto": automatically selects a tool (including no tool); "none": model does not generate any tool calls and instead must generate a standard assistant message; "required": the model picks the most relevant tool in tools and must generate a tool call; or a dict of the form: {"type": "function", "function": {"name": <>}}. **kwargs: Any additional parameters to pass to the :class:`~langchain.runnable.Runnable` constructor. c,g|]}t|Sr?r+)r^rs rIr`z)ChatMlflow.bind_tools..s!JJJD1$77JJJrM)rrrrr)rrc*g|]}|ddS)rrr?)r^formatted_tools rIr`z)ChatMlflow.bind_tools..s2&#:.v6rMc3<K|]}|ddkVdS)rrNr?)r^ tool_namers rI z(ChatMlflow.bind_tools..sF!Z!8!@@rMz Tool choice z1 was specified, but the only provided tools were rRzEUnrecognized tool_choice type. Expected str, bool or dict. Received: rrr?)rrdictrrTr@bind)rFrrr<formatted_tools tool_namesrHs ` rI bind_toolszChatMlflow.bind_toolssT@KJEJJJ  0+s++ &BBB *%+[$9##KK.. *9 %/%={==/9=== !/!,//%0F= !uww|< 4 4{# 4tCy! 467 4  4  4 4 4 4$,0J %) JJJ!J(J tCy! J  J " #JJJJJJ,%):> --{#-tCy!-67 -  - % & ----^$T#s(^$$$X$+/  T#Y' := c3h      3X;S(9;k;;;\;B%@sCx %@03%@ %@%@%@\%@N   \ 4+4$444\4l Egc3h&7 EJ E E E\ E(  <=<=<=d38nd9oxQRS<= $W%FGM N <=<= $k1 2<=<=<=<=<=<=<=<=<=<=rMr1rrJc\d|d|dtj|dddSNrrrr)rr)rrr)jsondumps)rs rIrrs?of%If$566    rMinvalid_tool_callc8d|d|d|dddSrr?)rs rIrrs8%%f-*62    rM)Brloggingtypingrrrrrrr r r r r r urllib.parserlangchain_core.callbacksrlangchain_core.language_modelsr#langchain_core.language_models.baserlangchain_core.messagesrrrrrrrrrrrrrr r!langchain_core.messages.toolr"*langchain_core.output_parsers.openai_toolsr#r$langchain_core.outputsr%r&r'langchain_core.runnablesr(r)langchain_core.toolsr*%langchain_core.utils.function_callingr,pydanticr-r.r/ getLoggerrloggerr1rrrr?rMrIrs                             "!!!!!======888888BBBBBB"988888SRRRRRRRRR========))))))HHHHHH  8 $ $X=X=X=X=X=X=X=X=v d &        rM