NgX1ddlmZddlZddlZddlmZmZmZmZm Z m Z m Z m Z m Z mZddlmZddlmZmZmZddlmZmZmZmZddlmZmZmZmZmZm Z ej!e"Z#dd Z$ddZ%ddZ&ddZ'ddZ(Gdd eeZ)dS)) annotationsN) AnyCallableDictListLiteralOptionalSequenceSetTupleUnion) Embeddings)get_from_dict_or_envget_pydantic_field_namespre_init) BaseModel ConfigDictFieldmodel_validator) AsyncRetryingbefore_sleep_logretryretry_if_exception_typestop_after_attemptwait_exponential embeddingsLocalAIEmbeddingsreturnCallable[[Any], Any]c ddl}d}d}tdt|jt d||t |jjt |jjzt |jj zt |jj zt |jj ztttjS)Nr T multiplierminmaxreraisestopwaitr before_sleep)openairr max_retriesrrerrorTimeoutAPIErrorAPIConnectionErrorRateLimitErrorServiceUnavailableErrorrloggerloggingWARNING)rr- min_seconds max_secondss b/var/www/html/ai-engine/env/lib/python3.11/site-packages/langchain_community/embeddings/localai.py_create_retry_decoratorr;%sMMMKK   6 7 7   M M M #FL$8 9 9%fl&;<< =%fl&EFF G&fl&ABB C&fl&JKK  L &fgo>>    rc ddl}d}d}tdt|jt d||t |jjt |jjzt |jj zt |jj zt |jj ztttjd fd }|S) Nrr!r"Tr#r$r(funcrrcdfd }|S)NargsrkwargsrrcZK23d{V}|i|d{VcS6td)Nzthis is unreachable)AssertionError)r@rA_async_retryingr>s r: wrapped_fz7_async_retry_decorator..wrap..wrapped_fQsp) 3 3 3 3 3 3 3a!T42622222222222* !677 7s)r@rrArrr)r>rFrEs` r:wrapz$_async_retry_decorator..wrapPs/ 8 8 8 8 8 8 8 r<)r>rrr)r-rrr.rrr/r0r1r2r3r4rr5r6r7)rr-r8r9rHrEs @r:_async_retry_decoratorrI;sMMMKK#  6 7 7   M M M #FL$8 9 9%fl&;<< =%fl&EFF G&fl&ABB C&fl&JKK  L &fgo>>   N Kr<responsedictctd|dDrddl}|jd|S)Nc3HK|]}t|ddkVdS) embeddingr#N)len).0ds r: z"_check_response..]s3 > >3q~  ! # > > > > > >r<datarz'LocalAI API returned an empty embedding)anyr-r/r1)rJr-s r:_check_responserU\sL > >Xf-= > > >>>O l##$MNNN Or<rAc Nt}|dfd }|di|S))Use tenacity to retry the embedding call.rArrcFjjdi|}t|SNrG)clientcreaterUrArJrs r:_embed_with_retryz+embed_with_retry.._embed_with_retryhs,+:$+55f55x(((r<rArrrrG)r;)rrAretry_decoratorr]s` r:embed_with_retryr`dsQ-j99O)))))_)   & &v & &&r<cZKtdfd }|di|d{VS)rWrArrcVKjjdi|d{V}t|SrY)rZacreaterUr\s r:_async_embed_with_retryz7async_embed_with_retry.._async_embed_with_retryssB2*2<d-Ze d?d.Z!d@d2Z"d@d3Z# dAdBd9Z$ dAdBd:Z%dCd;Z&dCd<Z'dS)DraLocalAI embedding models. Since LocalAI and OpenAI have 1:1 compatibility between APIs, this class uses the ``openai`` Python package's ``openai.Embedding`` as its client. Thus, you should have the ``openai`` python package installed, and defeat the environment variable ``OPENAI_API_KEY`` by setting to a random string. You also need to specify ``OPENAI_API_BASE`` to point to your LocalAI service endpoint. Example: .. code-block:: python from langchain_community.embeddings import LocalAIEmbeddings openai = LocalAIEmbeddings( openai_api_key="random-string", openai_api_base="http://localhost:8080" ) NrrZztext-embedding-ada-002strmodel deploymentz Optional[str]openai_api_versionopenai_api_base openai_proxyiintembedding_ctx_lengthopenai_api_keyopenai_organizationzUnion[Literal['all'], Set[str]]allowed_specialallz.Union[Literal['all'], Set[str], Sequence[str]]disallowed_speciali chunk_sizer.z+Optional[Union[float, Tuple[float, float]]]request_timeoutheadersFboolshow_progress_bar)default_factoryDict[str, Any] model_kwargsforbidrG)extraprotected_namespacesbefore)modevaluesrc t|}|di}t|D]S}||vrtd|d||vr6t jd|d|d|d||||<T||}|rtd|d ||d<|S) z>Build extra kwargs from additional params that were passed in.r|zFound z supplied twice.z WARNING! z/ is not default parameter. zJ was transferred to model_kwargs. Please confirm that z is what you intended.z Parameters za should be specified explicitly. Instead they were passed in as part of `model_kwargs` parameter.) rgetlist ValueErrorwarningswarnpop intersectionkeys)clsrall_required_field_namesr~ field_nameinvalid_model_kwargss r: build_extrazLocalAIEmbeddings.build_extras2$2..v,, ; ;JU"" !F*!F!F!FGGG!999 N*NNNN)3NNN %+JJz$:$:j!7DDUZZ\\RR  T2TTT  "'~ r<rc<t|dd|d<t|ddd|d<t|ddd|d<d}t|d d ||d <t|d d d|d < d dl}|j|d<n#t$rtdwxYw|S)z?Validate that api key and python package exists in environment.roOPENAI_API_KEYrkOPENAI_API_BASE)defaultrl OPENAI_PROXYrjOPENAI_API_VERSIONrpOPENAI_ORGANIZATIONrNrZzTCould not import openai python package. Please install it with `pip install openai`.)rr- Embedding ImportError)rrdefault_api_versionr-s r:validate_environmentz&LocalAIEmbeddings.validate_environments$8 $&6$ $  %9    % % %  ! "6    " " " ~!';  ' ( ( ( #$ )=  ! ! ) ) ) $%   MMM%/F8     ?    s 0A??Bc|j|j|j|j|j|j|jd|j}|jrddl }|j|jd|_ |S)N)rhrvrwapi_key organizationapi_base api_versionr)httphttps) rhrvrwrorprkrjr|rlr-proxy)self openai_argsr-s r:_invocation_paramsz$LocalAIEmbeddings._invocation_paramssZ#3|* 4,2         MMM)*FLr<textengine List[float]c|jdr|dd}t|fd|gi|jdddS))Call out to LocalAI's embedding endpoint.001  inputrSrrN)rhendswithreplacer`rrrrs r:_embedding_funcz!LocalAIEmbeddings._embedding_funcs :  u % % +<<c**D   & %     ! " "r<cK|jdr|dd}t|fd|gi|jd{VdddS) rrrrrNrSrrN)rhrrrerrs r:_aembedding_funcz"LocalAIEmbeddings._aembedding_funcs :  u % % +<<c**D(f)           ! " "r<rtexts List[str] Optional[int]List[List[float]]c fd|DS)aNCall out to LocalAI's embedding endpoint for embedding search docs. Args: texts: The list of texts to embed. chunk_size: The chunk size of embeddings. If None, will use the chunk size specified by the class. Returns: List of embeddings, one for each text. cHg|]}|jS)rrri)rPrrs r: z5LocalAIEmbeddings.embed_documents..0s.UUUt$$T$/$BBUUUr<rG)rrrts` r:embed_documentsz!LocalAIEmbeddings.embed_documents"s VUUUuUUUUr<cKg}|D]9}|||jd{V}||:|S)aTCall out to LocalAI's embedding endpoint async for embedding search docs. Args: texts: The list of texts to embed. chunk_size: The chunk size of embeddings. If None, will use the chunk size specified by the class. Returns: List of embeddings, one for each text. rN)rriappend)rrrtrrrJs r:aembed_documentsz"LocalAIEmbeddings.aembed_documents2se  ( (D!2242PPPPPPPPH   h ' ' ' 'r<c>|||j}|S)zCall out to LocalAI's embedding endpoint for embedding query text. Args: text: The text to embed. Returns: Embedding for the text. rrrrrNs r: embed_queryzLocalAIEmbeddings.embed_queryEs$((do(FF r<cNK|||jd{V}|S)zCall out to LocalAI's embedding endpoint async for embedding query text. Args: text: The text to embed. Returns: Embedding for the text. rN)rrirs r: aembed_queryzLocalAIEmbeddings.aembed_queryQs://T_/MMMMMMMM r<)rr{rr)rrrr)rr)rrgrrgrr)r)rrrtrrr)rrgrr)(__name__ __module__ __qualname____doc__rZ__annotations__rhrirjrkrlrnrorpsetrqrsrtr.rvrwryrrKr|r model_configr classmethodrrrpropertyrrrrrrrrGr<r:rr{s(F)E))))J(,,,,,%)O))))"&L&&&& $$$$$8$(N(((()-----7:suuO<<<#>#>L>>>>V:H2FFFL_(###[$#2(((X(TX( " " " " " " " " =>VVVVV"=>&          r<)rrrr)rrrr)rJrKrrK)rrrArrr)* __future__rr6rtypingrrrrrr r r r r langchain_core.embeddingsrlangchain_core.utilsrrrpydanticrrrrtenacityrrrrrr getLoggerrr5r;rIrUr`rerrGr<r:rs""""""                        100000 CBBBBBBBBBBB  8 $ $,B ' ' ' '3333````` :`````r<