Ng* d dl Z d dlmZ d dlmZmZmZmZmZm Z m
Z
d dl m Z d dl
mZ d dlmZ d dlmZmZmZmZmZmZ d dlmZmZmZ d d l m Z d d
l m Z d d l m!Z! d d l"m#Z# d d
l$m%Z%m&Z& dede'fdZ(dee de'fdZ)de'defdZ*dee de ee' ee f fdZ+ G d d Z,ddddddZ- e dd d G d d ee# Z.dS )! N) defaultdict)AnyDictIteratorListOptionalTupleUnion)
deprecated)CallbackManagerForLLMRun)
BaseChatModel) AIMessageAIMessageChunk BaseMessage ChatMessage HumanMessage
SystemMessage)ChatGenerationChatGenerationChunk
ChatResult)
ConfigDict)$convert_messages_to_prompt_anthropic) convert_messages_to_prompt_llama) BedrockBase)get_num_tokens_anthropicget_token_ids_anthropicmessagereturnc ^ t | t r%d| j d| j }nrt | t
r d| j d}nQt | t r | j }n3t | t r d| j d}nt d| |S )Nz
z: z[INST] z [/INST]z<> z <>zGot unknown type )
isinstancer role
capitalizecontentr r r
ValueError)r message_texts c/var/www/html/ai-engine/env/lib/python3.11/site-packages/langchain_community/chat_models/bedrock.py$_convert_one_message_to_text_mistralr' s ';'' 8Lgl 5 5 7 7LL7?LL G\ * * 8: ::: GY ' ' 8!/+ G] + + 8<'/<<< 6W66777 messagesc @ d d | D S )z3Convert a list of messages to a prompt for mistral.
c , g | ]}t | S )r' ).0r s r&
z6convert_messages_to_prompt_mistral..1 s! OOO7 -g 6 6OOOr( )joinr) s r& "convert_messages_to_prompt_mistralr2 . s) 99OOhOOO r( image_urlc d}t j || }|t d d| d | d dS )a
Formats an image of format data:image/jpeg;base64,{b64_string}
to a dict for anthropic api
{
"type": "base64",
"media_type": "image/jpeg",
"data": "/9j/4AAQSkZJRg...",
}
And throws an error if it's not a b64 image
z3^data:(?Pimage/.+);base64,(?P.+)$NzgAnthropic only supports base64-encoded images currently. Example: data:image/png;base64,'/9j/4AAQSk'...base64
media_typedata)typer6 r7 )rematchr$ group)r3 regexr: s r&
_format_imager= 5 si
CE HUI & &E }
>
kk,// F## r( c d}g }t | D ]\ }}|j dk r[|dk rt d t |j t
s$t dt |j |j }lt |j }t |j t
st |j t s
J d g }|j D ]}t |t
r| d|d 0t |t rid |vrt d
|d d k r4t |d d }| d
|d | | t dt | n|j }| ||d ||fS )z Format messages for anthropic.Nsystemr z4System message must be at beginning of message list.z.System message must be a string, instead was: z6Anthropic message content must be str or list of dictstext)r8 r@ r8 z&Dict content item must have a type keyr3 urlimage)r8 sourcez0Content items must be str or dict, instead was: )r! r# ) enumerater8 r$ r r# str_message_type_lookupslistappenddictr= ) r) r? formatted_messagesir r! r# itemrC s r& _format_anthropic_messagesrM P sQ
!F%' )) 9
9
7 <8 # #Avv !WXXX gos33
<$( $9$9< < _F $W\2 '/3// # &
H
HG
H
H
H
G
dC(( NN$*$( d++ T)) ()Q R RRF|{22!.tK/@/G!H!H (/*0 t,,,,$W4PT::WW /
6 oG!! "
% %%r( c
e Zd ZdZededee defd Zededee de e
e ee f fd Z dS )ChatPromptAdapterzeAdapter class to prepare the inputs from Langchain to prompt format
that Chat model expects.
providerr) r c |dk rt | }nZ|dk rt | }nC|dk rt | }n,|dk rt |dd }nt d | d
|S ) N anthropicr1 metamistralamazonz
User:z
Bot:)r) human_prompt ai_prompt Provider z model does not support chat.)r r r2 NotImplementedError)clsrP r) prompts r& convert_messages_to_promptz,ChatPromptAdapter.convert_messages_to_prompt s { " "98LLLFF
5xHHHFF
"
"7JJJFF
!
!9! ($ FF &CHCCC
r( c R |dk rt | S t d| d )NrR rX z" not supported for format_messages)rM rY )rZ rP r) s r& format_messagesz!ChatPromptAdapter.format_messages s= { " "-h77 7! D D D D
r( N)
__name__
__module__ __qualname____doc__ classmethodrE r r r\ r r r r^ r- r( r& rO rO s &*;&7 [*
&*;&7
x}d4j( )
[
r( rO user assistant)humanair HumanMessageChunkfunctionz0.0.34z1.0zlangchain_aws.ChatBedrock)sinceremovalalternative_importc e Zd ZdZedefd Zedefd Z ede
e fd Z ede ee
f fd Z ed Z dd
e
e d ee
e d ee d
e
dee f
dZ dd
e
e d ee
e d ee d
e
def
dZde
ee defdZdedef fd Z dede
e f fd Z xZ S ) BedrockChatz%Chat model that uses the Bedrock API.r c dS )zReturn type of chat model.amazon_bedrock_chatr- )selfs r& _llm_typezBedrockChat._llm_type s
%$r( c dS )z9Return whether this model can be serialized by Langchain.Tr- rZ s r& is_lc_serializablez BedrockChat.is_lc_serializable s tr( c
g dS )z*Get the namespace of the langchain object.) langchain chat_modelsbedrockr- rt s r& get_lc_namespacez BedrockChat.get_lc_namespace s 7666r( c , i }| j r
| j |d< |S )N region_name)r| )rq
attributess r&
lc_attributeszBedrockChat.lc_attributes s% %'
9(,(8J} %r( forbid)extraNr) stop run_managerkwargsc + : K | }d\ }}}|dk r t || \ }}n t || } | j d|||||d|D ])} | j }
t
t |
V *d S )NNNNrR rP r) )r[ r? r) r r r# r r- )
_get_providerrO r^ r\ _prepare_input_and_invoke_streamr@ r r ) rq r) r r r rP r[ r? rJ chunkdeltas r& _streamzBedrockChat._stream s %%''-=** { " "):)J)J(* * &F&& 'AA!H B F ;T:
'#
M ME JE%nU.K.K.KLLL L L L L M Mr( c d}d| j i}| j r | j |||fi |D ] }||j z
}
n| }d\ } }
} i |} |dk r t
|| \ }
} n t
|| } |r|| d< | j d | |||
| d| \ }}
|
|d< t t t |
g| S )
N model_idr rR r stop_sequences)r[ r r r? r) usager r ) generations
llm_outputr- ) r streamingr r@ r rO r^ r\ _prepare_input_and_invoker r r )rq r) r r r
completionr r rP r[ r? rJ params
usage_infos r& _generatezBedrockChat._generate
se
&0$-%@
> -% hkLLVLL
)
)ej(
) ))++H1A .FF .%/ZF;&&->-N-N h. .*** +EE % F
0+/'(%CT%C & ' + & &
& & "J
#-Jw ' *0M0M0MNNNO!
r( llm_outputsc t t }i }|D ][}|pi }| di }| D ]\ }}||xx |z
cc< | | \||d< |S )Nr )r intgetitemsupdate)rq r final_usage final_outputoutputr
token_type token_counts r& _combine_llm_outputsz BedrockChat._combine_llm_outputs; s &1#&6&6 ! ( (F\rFJJw++E+0;;==
7
7'
KJ''';6'''' ' ' ' ' + W r( r@ c r | j rt | S t | S N)_model_is_anthropicr superget_num_tokensrq r@ __class__s r& r zBedrockChat.get_num_tokensG s4 # 0+D11 177))$// /r( c r | j rt | S t | S r )r r r
get_token_idsr s r& r zBedrockChat.get_token_idsM s4 # /*400 077((.. .r( )NN) r_ r` ra rb propertyrE rr rc boolru r rz r r r~ r model_configr r r r r r r r rI r r r r
__classcell__)r s @r& rn rn sK 0/
%3 % % % X% 4 [ 7c 7 7 7 [7 tCH~ X : L %):> M M{# M tCy! M 67 M
M
% &
M M M MB %):> ,
,
{#,
tCy!,
67 ,
,
,
,
,
,
\
Xd^0D
03 03 0 0 0 0 0 0 /# /$s) / / / / / / / / / /r( rn )/r9 collectionsr typingr r r r r r r
langchain_core._api.deprecationr langchain_core.callbacksr *langchain_core.language_models.chat_modelsr
langchain_core.messagesr r r r r r langchain_core.outputsr r r pydanticr )langchain_community.chat_models.anthropicr $langchain_community.chat_models.metar langchain_community.llms.bedrockr 'langchain_community.utilities.anthropicr r rE r' r2 r= rM rO rF rn r- r( r& r s # # # # # # D D D D D D D D D D D D D D D D D D 6 6 6 6 6 6 E D D D D D S R R R R R R R R R R Q Q Q Q Q 8 8 8 8 8 8 + # k1B s S T 6J&; J&
8C=$t* $%J& J& J& J&Z$
$
$
$
$
$
$
$
P
!
E6Q A/ A/ A/ A/ A/- A/ A/ A/ A/ A/r(