Ng<ddlmZddlZddlZddlmZmZmZmZddl Z ddl m Z ddl mZddlmZddlmZejeZGdd eZGd d eZdS) ) annotationsN)AnyListOptionalTuple)Document) Embeddings) VectorStore)maximal_marginal_relevanceceZdZdZd dZdS) VikingDBConfigaAvikingdb connection config See the following documentation for details: https://www.volcengine.com/docs/6459/1167770 Attribute: host(str):The access address of the vector database server that the client needs to connect to. region(str):"cn-shanghai" or "cn-beijing" ak(str):Access Key ID, security credentials for accessing Volcano Engine services. sk(str):Secret Access Key, security credentials for accessing Volcano Engine services. scheme(str):http or https, defaulting to http. hostregionakskhttpcL||_||_||_||_||_dSN)rrrrscheme)selfrrrrrs e/var/www/html/ai-engine/env/lib/python3.11/site-packages/langchain_community/vectorstores/vikingdb.py__init__zVikingDBConfig.__init__"s)   N)rrrrr)__name__ __module__ __qualname____doc__rrrr r s2 rr ceZdZdZ d7d8dZed9dZ d:d;dZdd Z d:d?d$Z d:d@d&Z d:dAd)Z d:dBd*Z dCdDd0Z dCdEd1Z d:dFd4Ze dGdHd6ZdS)IVikingDBzvikingdb as a vector store In order to use this you need to have a database instance. See the following documentation for details: https://www.volcengine.com/docs/6459/1167774 LangChainCollectionNFembedding_functionr collection_namestrconnection_argsOptional[VikingDBConfig] index_paramsOptional[dict]drop_oldOptional[bool]kwargsrc  ddlm}m}n#t$rtdwxYw||_||_d|_||_||_||_ ||j |j |j |j |j|_ |j|} n#t"$rd} YnwxYw| |_d|_|j*|j|j|j|_|r~t+|j|rk|j|} | D]"} |j|| j#|j|d|_d|_dSdSdS)Nr) CollectionVikingDBServicefCould not import volcengine python package. Please install it with `pip install --upgrade volcengine`.LangChainIndex)volcengine.viking_dbr-r. ImportErrorembedding_funcr# index_namer%r'r)rrrrrserviceget_collection Exception collectionindex get_index isinstance list_indexes drop_indexdrop_collection) rr"r#r%r'r)r+r-r.colindexesr9s rrzVikingDB.__init__2s  H H H H H H H H H   M   1.*.(  &   "      "     ,--o>>CC   CCC  ? &//0DdoVVDJ   4?J?? l//@@G  K K ''9IJJJJ L ( ( 9 9 9"DODJJJ     s %B B*)B*returnc|jSr)r3)rs r embeddingszVikingDB.embeddingsas ""rrCr metadatasOptional[List[dict]]Nonec2 ddlm}m}n#t$rtdwxYwt |d}g}|r|dD]\}}t |tr%||||j @t |tr%||||j zt |tr%||||j t |tr?td|Dr&||||jt |tr?td|Dr&||||j\t |t$r&||||jt)d||d|j||d|j d ||d |j| |j|j||_dS) Nr)Field FieldTyper/c3@K|]}t|tVdSr)r;r$.0items r z.VikingDB._create_collection..z=55.2JtS))555555rc3@K|]}t|tVdSr)r;intrKs rrNz.VikingDB._create_collection..~rOrz>metadatas value is invalidplease change the type of metadatas.text primary_keyT)is_primary_keyvector)dim)r1rHrIr2lenitemsr;r$appendStringrQInt64boolBoollistall List_String List_Int64bytesText ValueErrorVectorr5create_collectionr#r8) rrCrDrHrIrVfieldskeyvalues r_create_collectionzVikingDB._create_collectiones  = = = = = = = = =   M   *Q-    'l0022   UeS))MM%%Y-=">">????s++MM%%Y_"="=>>>>t,,MM%%Y^"<"<====t,,556;55522MM%%Y-B"C"CDDDDt,, 556;55522 MM%%Y-A"B"BCCCCu--MM%%Y^"<"<====$?  eeFIN33444 eeM9+;DQQQRRR eeHi&6C@@@AAA,889MvVVs %c ddlm}n#t$rtdwxYwd}|}d}d}|j|jd |jd}|jd |jd}|jd |jd}|jd  |jd }|j|j|j|||| |_ dS) Nr)VectorIndexParamsr/ cpu_quota vector_index partition_by scalar_index)rprorqrr) r1rlr2r'getr5 create_indexr#r4r9)rrlrorprqrrs r _create_indexzVikingDB._create_indexs@  > > > > > > >   M    ((**     ( $$[11= -k:  $$^44@#0@  $$^44@#0@  $$^44@#0@ \..  O%%% /   s #texts List[str] batch_sizerQc & ddlm}n#t$rtdwxYwt|} j|}n#t $rfd|D}YnwxYwt|dkrt dgSj * || g}g}tt|D]} ttj} || || | || d} |]| t|krJt|| } | D] } || | | | <!||| t|}td||D]9}t)||z|}|||}j |:|S)zInsert text data into VikingDB.r)Datar/cDg|]}j|Sr)r3 embed_query)rLxrs r z&VikingDB.add_texts..s*LLL$-99!<<LLLrzNothing to insert, skipping.N)rRrSrU)r1r{r2r^r3embed_documentsNotImplementedErrorrWloggerdebugr8rjruranger$uuiduuid4rYkeysrsmin upsert_data)rrwrDryr+r{rCdatapksr9rSfieldnamesname total_countiend insert_datas` r add_textszVikingDB.add_textss`  1 1 1 1 1 1 1   M   U  M,<.&&&Q&&&rr)similarity_search_with_score)rrrr+ress rsimilarity_searchzVikingDB.similarity_searchs70d/UeFUUfUU&&#&&&&rList[Tuple[Document, float]]c Z|j|}|jd||d|}|S)APerform a search on a query string and return results with score. embeddingrr)r3r}&similarity_search_with_score_by_vector)rrrr+rrs rrz%VikingDB.similarity_search_with_scoresL'33E:: 9d9   28   rr List[float]c :|jd||d|}d|DS)rrcg|]\}}|Srrrs rrz8VikingDB.similarity_search_by_vector..rrr)r)rrrr+rs rsimilarity_search_by_vectorz$VikingDB.similarity_search_by_vectorsE:d9   28  '&#&&&&rc |jtdgSd}d}d}d}|t|d|d}|d|d}|d|d}|d|d}|j||||| }g} |D]} d | jvr| jd d | jvr| jd d } d | jvr| jd } t| | j} | | j f} | | | S)rN!No existing collection to search. defaultfilterlimit output_fields partitionrrrrrSrUrnrR page_contentmetadata) r8rrrsr9search_by_vectorrgpoprscorerY)rrrr+rrrrrretrMrrpairs rrz/VikingDB.similarity_search_with_score_by_vector s ? " LL< = = =I   zz(##/)zz'"".wzz/**6 & 7 zz+&&2";/ j)) ' *    D ++  ...4;&& )))L$$#{v66  t{KKKC$D JJt     r?k lambda_multfloatc Z|j|}|jd||||d|S)>Perform a search and return results that are reordered by MMR.)rrrrr)r3r}'max_marginal_relevance_search_by_vector)rrrrrr+rs rmax_marginal_relevance_searchz&VikingDB.max_marginal_relevance_search8sQ'33E:: ;t; #       rc |jtdgSd}d}d}d} |t|d|d}|d|d}|d|d}|d|d} |j||||| } g} g} | D]} d | jvsd | jvs d | jvr| | jd | jd | jd }t|| j }| |ttj || ||}g}|D]%}|dkrn|| |&|S)rNrrrrrrrrrUrSrRr)rr) r8rrrsr9rrgrYrrr nparray)rrrrrr+rrrrr documentsordered_result_embeddingsrMrr new_orderingrr~s rrz0VikingDB.max_marginal_relevance_search_by_vectorJs ? " LL< = = =I   zz(##/)zz'"".wzz/**6 & 7 zz+&&2";/ j)) ' *   $&! " "D ++  33,, % , ,T[__X-F-F G G G KOOM * * *;??622L t{KKKC   S ! ! ! !1 HY  !:a[    ) )ABww 9Q<(((( ridsOptional[List[str]]c ||jtd|j|dS)Nr)r8rr delete_data)rrr+s rdeletezVikingDB.deletes; ? " LL< = = = ##C(((((rr\c r|td|d|||||d|} | ||| S)z0Create a collection, indexes it and insert data.NzVikingDBConfig does not exists)r"r#r%r'r))rwrDr)r7r) clsrwrr%rDr#r'r)r+ vector_dbs r from_textszVikingDB.from_textssn  "<== =C (++%       %9===r)r!NNF) r"r r#r$r%r&r'r(r)r*r+r)rAr r)rCrrDrErArF)rArF)Nrv) rwrxrDrEryrQr+rrArx)rr$rr(r+rrAr)rr$rr(r+rrAr)rrrr(r+rrAr)rrrr(r+rrAr)rrN) rr$rrQrrrr(r+rrAr) rrrrQrrrr(r+rrAr)rrr+rrArF)NNr!NF)rwrxrr r%r&rDrEr#r$r'r(r)r\r+r)rrrrrpropertyrCrjrurrrrrrrr classmethodrrrrr r *s 548'+#( -----^###X#CG+W+W+W+W+WZ    D+/ 22222n"&'''''"&     ""& ' ' ' ' '"&-----d !%      * !% ;;;;;~$())))) 59*.4'+[rr ) __future__rloggingrtypingrrrrnumpyrlangchain_core.documentsrlangchain_core.embeddingsr langchain_core.vectorstoresr &langchain_community.vectorstores.utilsr getLoggerrrobjectr r rrrrs"""""" ------------------000000333333MMMMMM  8 $ $V2~~~~~{~~~~~r