NgzddlmZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z m Z m Z mZmZmZmZmZmZmZmZmZmZddlZddlmZmZddlmZddlm Z ddl!m"Z"ddl#m$Z$dd l%m&Z&dd l'm(Z(dd l)m*Z*m+Z+dd l,m-Z-ej.Z/e r"dd l0m1Z1m2Z2ddl3m4Z4ddl3m1Z5ddl6m7Z7m8Z8m9Z9m:Z:m;Z;e&dddZ<e&dddZ=e&dddZ>e&dddZ?dZ@ dVdWd7ZAGd8d9e(ZBGd:d;e$ZCdXd?ZDdYdAZE dZd[dJZF dZd[dKZGd\dOZHd]d^dUZIdS)_) annotationsN) TYPE_CHECKINGAnyCallableClassVar CollectionDictIterableListLiteralOptionalTupleTypeUnioncast)#AsyncCallbackManagerForRetrieverRunCallbackManagerForRetrieverRun)Document) Embeddings)LangChainException) BaseRetriever) get_from_env) VectorStore) ConfigDictmodel_validator)maximal_marginal_relevance) SearchClientSearchItemPaged)AsyncSearchItemPagedr) CorsOptionsScoringProfile SearchFieldSemanticConfiguration VectorSearchAZURESEARCH_FIELDS_IDid)keyenv_keydefaultAZURESEARCH_FIELDS_CONTENTcontent!AZURESEARCH_FIELDS_CONTENT_VECTORcontent_vectorAZURESEARCH_FIELDS_TAGmetadatai langchainFendpointstr index_namer( Optional[str]azure_ad_access_tokensemantic_configuration_namefieldsOptional[List[SearchField]] vector_searchOptional[VectorSearch]semantic_configurationsCOptional[Union[SemanticConfiguration, List[SemanticConfiguration]]]scoring_profilesOptional[List[ScoringProfile]]default_scoring_profiledefault_fields user_agent cors_optionsOptional[CorsOptions]async_bool additional_search_client_optionsOptional[Dict[str, Any]]return&Union[SearchClient, AsyncSearchClient]c n+,-.ddlm+m}m}ddlm}ddlm}m}ddl m }ddl m }ddl m }ddlm}m}m}m}m}m}m}m}m}m} m}!m}"m}#|pi}| pg} |D|dkr |}$|$d n(||}$n|+fd }$n |}$|||$| }% |%| n#|$r|d |D,d| D..fdt?. t?, z D}&tC|&dkr=d+,.fd -d"-fd|&D}'tGd|&d|'n| }|j| |d|!j$|ddd|"j%|d|!j&||"j%g|#d d!|#d"d!g#}|r&tO|tPs|g}|||$}(n9|r5||||tR%g&'})||)g(}(nd}(|||||(|| | )}*|%*|*YnwxYw| s |d,|||$| d*|S|d,|||$| d*|S)-Nr) AccessTokenAzureKeyCredentialTokenCredential)ResourceNotFoundError)DefaultAzureCredentialInteractiveBrowserCredentialr )SearchIndexClient) #ExhaustiveKnnAlgorithmConfigurationExhaustiveKnnParametersHnswAlgorithmConfigurationHnswParameters SearchIndexr$ SemanticFieldSemanticPrioritizedFieldsSemanticSearchr%VectorSearchAlgorithmKindVectorSearchAlgorithmMetricVectorSearchProfile INTERACTIVEz!https://search.azure.com/.defaultc^ttjdzS)Ni)inttime)scopeskwargsrLr6s h/var/www/html/ai-engine/env/lib/python3.11/site-packages/langchain_community/vectorstores/azuresearch.pyz$_get_search_client..s+kk%s49;;'7'7$'>'')r2 credentialrBnamec(i|]}|j|jSritype).0fs rd z&_get_search_client..s;;;qAFAF;;;rfc(i|]}|j|jSrkrl)rndfs rdrpz&_get_search_client..sJJJRJJJrfc(i|]\}}||Srkrk)rnr(valuemandatory_fieldss rdrpz&_get_search_client..s5C%c*rfxr3rIc |d|dd|d|d|d S)Nz current type: 'MISSINGz'. It has to be 'z#' or you can point to a different 'z;' field name by using the env variable 'AZURESEARCH_FIELDS_')getupper)rv fields_typesrus rdfmt_errz#_get_search_client..fmt_errsSSl.>.>q).L.LSS)9)=)=a)@)@SS+;+?+?+B+BSSGHggiiSSSrf c&g|] }|Srkrk)rnrvr}s rd z&_get_search_client..s!"F"F"F!771::"F"F"Frfz2You need to specify at least the following fields z; or provide alternative field names in the env variables. r*ii)mef_construction ef_searchmetric)rikind parametersdefault_exhaustive_knn)r myHnswProfile)rialgorithm_configuration_namemyExhaustiveKnnProfile) algorithmsprofiles)configurationsdefault_configuration_name) field_name)content_fields)riprioritized_fields)r)rir8r:semantic_searchr>r@rC)r2r4rgrB)rvr3rIr3rk)+azure.core.credentialsrLrMrNazure.core.exceptionsrOazure.identityrPrQazure.search.documentsrazure.search.documents.aioazure.search.documents.indexesrR%azure.search.documents.indexes.modelsrSrTrUrVrWr$rXrYrZr%r[r\r]r{ get_token get_indexsetitemslenjoin ValueErrorHNSWCOSINEEXHAUSTIVE_KNN isinstancelistFIELDS_CONTENT create_index)/r2r4r(r6r7r8r:r<r>r@rArBrCrErGrMrNrOrPrQrAsyncSearchClientrRrSrTrUrVrWr$rXrYrZr%r[r\r]rg index_clientmissing_fieldserrorrsemantic_configurationindexrLr|r}rus/ ` @@@@rd_get_search_clientrQs&XWWWWWWWWW;;;;;;SSSSSSSS333333LLLLLL@@@@@@ (H'M2$#)rN  99;;- ' '5577J  !D E E E E++C00JJ  *$_       ,+-- &7&7jZ'''La)J//// _)_)_)  ;;F;;;LJJ>JJJ "%&6&<&<&>&>"?"?l((**++#,N >""Q&& "F"F"F"F~"F"F"FGG -%--%*--'"$F  (L..&6;#1>,/&)#>#E $$$   8756E#:#:#>#E$$$((',5>('55M )MB # #5t<< D+B*C',n6+FOO) #%:%:0#<#<$1M^$L$L$L#M$$$&&& " -n=Sr?r@rCrDr Optional[int]rGrHr6rcrc   ddlm}m}m}m}n"#t $r}t d|d}~wwxYw ||_t|jtr|jj |_ n |j|_ |t|j dd|t|j |t||jd| p!t!| dd |t"|j g}d }d |vr|d r|d |d zz }t%|||||||| | | ||| | |_t%|||||||| | | ||| d|_||_||_|r|n||_||_||_||_||_||_||_| |_| |_| |_ ||_!||_"| |_#dS)Nr)SearchableFieldr#SearchFieldDataType SimpleFieldzeUnable to import azure.search.documents. Please install with `pip install -U azure-search-documents`.T)rirmr( filterablerlTextr)rirm searchablervector_search_profile_namer1rB ) r7r8r:r<r>r@rArBrCrG) r7r8r:r<r>r@rArBrCrE)$rrr#rr ImportErrorrrr embed_query FIELDS_IDStringrFIELDS_CONTENT_VECTORrSinglerFIELDS_METADATArclient async_clientrr7r8_azure_search_endpoint_azure_search_key _index_name_semantic_configuration_name_fields_vector_search_semantic_configurations_scoring_profiles_default_scoring_profile_default_fields _user_agent _cors_options)selfrrr4rrr7r8r:r<r>r@rCrrGr6rcrr#rrerArBs rd__init__zAzureSearch.__init__s,                  ;   4"4 d-z : : 7#6BD  #6D  K(/     O#(/    K*(334G4NOO)A*1t''//00+:     O$(/   ' 0! 6 ! !f\&: ! #| 44 4J( !   !(C'$;-$;)!%-M    / !   !(C'$;-$;)!%    '+F( &:ffN &;#!1%,G) +(?%!1(?%-%)s  .).rINonect|dr |jr|jt|dr|jr t j}|r.||jdS||jdS#t$rt j }t j | ||j|YdS#|wxYwwxYwdSdS)Nrr) hasattrrcloserasyncioget_event_loop is_running create_taskrun_until_complete RuntimeErrornew_event_loopset_event_loop)rloops rd__del__zAzureSearch.__del__sd 4 " " t{ K      4 ( ( !T-> ! !-//??$$G$$T%6%<%<%>%>?????++D,=,C,C,E,EFFFFF ! ! !-//&t,,,!++D,=,C,C,E,EFFFJJLLLLLLDJJLLLL ! ! ! ! !s+ AC ,C1E,E,EEEOptional[Embeddings]cHt|jtr|jndSN)rrr)rs rd embeddingszAzureSearch.embeddingss) $1:>> D # # rftext List[float]cK|jr |j|d{VStt|j|Sr)r aembed_queryrrr)rrs rd _aembed_queryzAzureSearch._aembed_querysV ? A55d;;;;;;;; ;:4$"9::4@@ @rfkeystexts Iterable[str] metadatasOptional[List[dict]]rOptional[List[str]] List[str]c tjtrG jt |}n,#t $rfd|D}YnwxYwfd|D}t |dkrtdgS|s2d|vr.t |dt |kr|d} t||||S)z$Add texts data to an existing index.cDg|]}j|Srk)rrrnrvrs rdrz)AzureSearch.add_texts..s*TTTd5AA!DDTTTrfc:g|]}|Srkrrs rdrz)AzureSearch.add_texts..'DDD$11!44DDDrfrNothing to insert, skipping.idsr) rrrembed_documentsrNotImplementedErrorrloggerdebugadd_embeddingsziprrrrrcrs` rd add_textszAzureSearch.add_textss d-z : : E U!4DDT%[[QQ & U U UTTTTeTTT  UEDDDeDDDJ z??a   LL7 8 8 8I  !5F??VE]1C1Cs:1V1V%=D""3uj#9#994"PPPs'AA A cKtjtrS jt |d{V}n2#t $rfd|Dd{V}YnwxYwfd|D}t |dkrtdgS|s2d|vr.t |dt |kr|d} t||||d{VS)NcTKg|]"}j|d{V#Sr)rrrs rdrz*AzureSearch.aadd_texts..sMFG$1>>qAAAAAAAArfc:g|]}|Srkrrs rdrz*AzureSearch.aadd_texts..rrfrrrr) rrraembed_documentsrrrrraadd_embeddingsrrs` rd aadd_textszAzureSearch.aadd_textssn d-z : : E #'#:#K#KDQVKK#X#XXXXXXX &   KP   EDDDeDDDJ z??a   LL7 8 8 8I  !5F??VE]1C1Cs:1V1V%=D))#eZ*@*@)RV)WWWWWWWWWs-A A.-A.text_embeddings!Iterable[Tuple[str, List[float]]]c  g}g}t|D]\}\}}|r ||} nUttj} t jt | dd} |r||ni} ddt| t|ttj |tj tt!j| i} | r5fd| D} | | || || t+|t,krEj|} t3d| Dst5| g}t+|d kr|Sj|} t3d | Dr|St5| ) $Add embeddings to an existing index.utf-8ascii@search.actionuploaddtypecBi|]\}}|djDv||S)cg|] }|j Srkrhrnrvs rdrz9AzureSearch.add_embeddings...999QV999rfr8rnkvrs rdrpz.AzureSearch.add_embeddings..E%%%199T[99999q999rf documentsc3$K|] }|jV dSr succeededrnrs rd z-AzureSearch.add_embeddings..$9911;999999rfrc3$K|] }|jV dSrr&r(s rdr*z-AzureSearch.add_embeddings..$--qq{------rf) enumerater3uuiduuid4base64urlsafe_b64encodebytesdecoderrrnparrayfloat32tolistrjsondumpsrupdateappendrMAX_UPLOAD_BATCH_SIZErupload_documentsallrrrrrrdatair embeddingr(r0docadditional_fieldsresponses` rdrzAzureSearch.add_embeddingss$-o$>$># #  A i T1g$*,,''.uS'/B/BCCJJ7SS'08y||bH!(3%rx 'L'L'L'S'S'U'UH!5!5 C .%%%% ( 0 0%%%!  ,--- KK    JJsOOO4yy111;77$7GG99999997,X666 t99>>J;//$/?? --H--- - - /J$X.. .rfc &Kg}g}t|D]\}\}}|r||nttj} t jt | dd} |r||ni} ddt| t|ttj |tj tt!j| i} | r5fd| D} | | || || t+|t,krKj|d{V} t3d | Dst5| g}t+|d kr|Sj|d{V} t3d | Dr|St5| ) rrrrrrcBi|]\}}|djDv||S)cg|] }|j Srkrhrs rdrz:AzureSearch.aadd_embeddings...@rrfrrs rdrpz/AzureSearch.aadd_embeddings..=r"rfr#Nc3$K|] }|jV dSrr&r(s rdr*z.AzureSearch.aadd_embeddings..Ir+rfrc3$K|] }|jV dSrr&r(s rdr*z.AzureSearch.aadd_embeddings..Ur-rf)r.r3r/r0r1r2r3r4rrrr5r6r7r8rr9r:rr;r<rr=rr>r?rr@s` rdrzAzureSearch.aadd_embeddings!s1$-o$>$>   A i!8$q''s4:<<'8'8C*5g+>+>??FFwOOC'08y||bH!(3%rx 'L'L'L'S'S'U'UH!5!5 C .%%%% ( 0 0%%%!  ,--- KK    JJsOOO4yy111!%!2!C!Cd!C!S!SSSSSSS99999997,X666 t99>>J*;;d;KKKKKKKK --H--- - - /J$X.. .rfrrFc x|r7|jd|D}t|dkSdS)Delete by vector ID. Args: ids: List of ids to delete. Returns: bool: True if deletion is successful, False otherwise. c g|] }t|i Srk)rrnrBs rdrz&AzureSearch.delete..es/L/L/L1A/L/L/LrfrF)rdelete_documentsrrrrcress rddeletezAzureSearch.deleteZsE  +../L/L/L/L/LMMCs88a< 5rfcK|r=|jd|Dd{V}t|dkSdS)rMcg|]}d|iS)r'rkrOs rdrz'AzureSearch.adelete..us;S;S;S!T1I;S;S;SrfNrF)rrPrrQs rdadeletezAzureSearch.adeletejs\  )::;S;Ss;S;S;STTTTTTTTCs88a< 5rfr)rqueryr r`List[Document]c |p|j}|dkr|j|fd|i|}nA|dkr|j|fd|i|}n*|dkr|j|fd|i|}nt d|d|SN similarityr rsemantic_hybridsearch_type of not allowed.)rr: hybrid_searchsemantic_hybrid_searchrrrWr rrcdocss rdsimilarity_searchzAzureSearch.similarity_searchzs"5T%5 , & &%4%e;;q;F;;DD H $ $%4%e;;q;F;;DD - - -.4.uDDDVDDDDI{IIIJJ J rf)r List[Tuple[Document, float]]c |d|j}|dkr|j|fd|i|S|dkr|j|fd|i|S|dkr|j|fd|i|St d|d)$Run similarity search with distance.rr[r rr\r]r^)rzrvector_search_with_scorehybrid_search_with_score!semantic_hybrid_search_with_scorerrrWr rcrs rdsimilarity_search_with_scorez(AzureSearch.similarity_search_with_scoresjj0@AA , & &040FF!FvFF F H $ $040FF!FvFF F - - -949%OO1OOO OI{IIIJJ JrfcK|p|j}|dkr|j|fd|i|d{V}nM|dkr|j|fd|i|d{V}n0|dkr|j|fd|i|d{V}nt d|d|SrZ)ravector_searchahybrid_searchasemantic_hybrid_searchrras rdasimilarity_searchzAzureSearch.asimilarity_searchs"5T%5 , & &,,UBBaB6BBBBBBBBDD H $ $,,UBBaB6BBBBBBBBDD - - -55eKKqKFKKKKKKKKDDI{IIIJJ J rfc K|d|j}|dkr|j|fd|i|d{VS|dkr|j|fd|i|d{VS|dkr|j|fd|i|d{VSt d|d) rfrr[r Nrr\r]r^)rzravector_search_with_scoreahybrid_search_with_score"asemantic_hybrid_search_with_scorerrjs rdasimilarity_search_with_scorez)AzureSearch.asimilarity_search_with_scoresjj0@AA , & &77MMMfMMMMMMMM M H $ $77MMMfMMMMMMMM M - - -@@VV!VvVVVVVVVV VI{IIIJJ Jrf)score_thresholdrvOptional[float]c H|j|fd|i|}|n fd|DS)Nr c,g|]}|dk|Srkrnr)rvs rdrzGAzureSearch.similarity_search_with_relevance_scores..'???qt'>'>!'>'>'>rfrgrrWr rvrcresults ` rd'similarity_search_with_relevance_scoresz3AzureSearch.similarity_search_with_relevance_scoresO/.uDDDVDD& F????V??? rfcXK|j|fd|i|d{V}|n fd|DS)Nr c,g|]}|dk|Srzrkr|s rdrzHAzureSearch.asimilarity_search_with_relevance_scores..r}rfrrrs ` rd(asimilarity_search_with_relevance_scoresz4AzureSearch.asimilarity_search_with_relevance_scorese6t5eKKqKFKKKKKKKK& F????V??? rf)filtersrc J||||}d|DS)\ Returns the most similar indexed documents to the query text. Args: query (str): The query text for which to find similar documents. k (int): The number of documents to return. Default is 4. Returns: List[Document]: A list of documents that are most similar to the query text. r rcg|]\}}|SrkrkrnrD_s rdrz-AzureSearch.vector_search..222Q222rfr~rrWr rrcdocs_and_scoress rdr:zAzureSearch.vector_searchs277G7TT22/2222rfcZK||||d{V}d|DS)rrNcg|]\}}|Srkrkrs rdrz.AzureSearch.avector_search..rrfrrs rdrmzAzureSearch.avector_searchs]!% > > Q!?! !       32/2222rfc n||}|j|d|fd|i|}t|S)Return docs most similar to query. Args: query (str): Text to look up documents similar to. k (int, optional): Number of Documents to return. Defaults to 4. filters (str, optional): Filtering expression. Defaults to None. Returns: List[Tuple[Document, float]]: List of Documents most similar to the query and score for each rr_simple_search_results_to_documentsrrWr rrcrCresultss rdrgz$AzureSearch.vector_search_with_scoresH$$$U++ %$%iQRRR6RR$W---rfcK||d{V}|j|d|fd|i|d{V}t|d{VS)rNrrr_asimple_search_aresults_to_documentsrs rdrrz%AzureSearch.avector_search_with_scores$,,U33333333 ,, r1  &- 17        ,G444444444rf?fetch_k lambda_multfloatc ||}|j|d|fd|i|}t|tj|||S)"Perform a search and return results that are reordered by MMR. Args: query (str): Text to look up documents similar to. k (int, optional): How many results to give. Defaults to 4. fetch_k (int, optional): Total results to select k from. Defaults to 20. lambda_mult: Number between 0 and 1 that determines the degree of diversity among the results with 0 corresponding to maximum diversity and 1 to minimum diversity. Defaults to 0.5 filters (str, optional): Filtering expression. Defaults to None. Returns: List[Tuple[Document, float]]: List of Documents most similar to the query and score for each rrquery_embeddingrr rr0_reorder_results_with_maximal_marginal_relevancer5r6 rrWr rrrrcrCrs rd(max_marginal_relevance_search_with_scorez4AzureSearch.max_marginal_relevance_search_with_score,sf6$$U++ %$%iWXXgXQWXX? RXi%8%8kUV    rfcK||d{V}|j|d|fd|i|d{V}t|tj|||d{VS)rNrrrrr1_areorder_results_with_maximal_marginal_relevancer5r6rs rd)amax_marginal_relevance_search_with_scorez5AzureSearch.amax_marginal_relevance_search_with_scoreNs6,,U33333333 ,, r7  ,3 7=        G HY//#           rfc :|j|fd|i|}d|DS)rr cg|]\}}|Srkrkrs rdrz-AzureSearch.hybrid_search..rrfrhrrWr rcrs rdr_zAzureSearch.hybrid_searchus78$7MMMfMM22/2222rfcJK|j|fd|i|d{V}d|DS)rr Ncg|]\}}|Srkrkrs rdrz.AzureSearch.ahybrid_search..rrfrsrs rdrnzAzureSearch.ahybrid_searchsM!? >u T T TV T TTTTTTT22/2222rfc n||}|j|||fd|i|}t|S)!Return docs most similar to query with a hybrid query. Args: query: Text to look up documents similar to. k: Number of Documents to return. Defaults to 4. Returns: List of Documents most similar to the query and score for each rrrs rdrhz$AzureSearch.hybrid_search_with_scoresH"$$U++ %$%iUU7UfUU$W---rfcK||d{V}|j|||fd|i|d{V}t|d{VS)rNrrrs rdrsz%AzureSearch.ahybrid_search_with_scores",,U33333333 ,, ua  )0 4:        ,G444444444rfc H|j|fd|i|}|n fd|DS)Nr c,g|]}|dk|Srzrkr|s rdrzCAzureSearch.hybrid_search_with_relevance_scores..r}rfrrs ` rd#hybrid_search_with_relevance_scoresz/AzureSearch.hybrid_search_with_relevance_scoresrrfcXK|j|fd|i|d{V}|n fd|DS)Nr c,g|]}|dk|Srzrkr|s rdrzDAzureSearch.ahybrid_search_with_relevance_scores..r}rfrrs ` rd$ahybrid_search_with_relevance_scoresz0AzureSearch.ahybrid_search_with_relevance_scoresrrfc ||}|j|||fd|i|}t|tj|||S)Return docs most similar to query with a hybrid query and reorder results by MMR. Args: query (str): Text to look up documents similar to. k (int, optional): Number of Documents to return. Defaults to 4. fetch_k (int, optional): Total results to select k from. Defaults to 20. lambda_mult: Number between 0 and 1 that determines the degree of diversity among the results with 0 corresponding to maximum diversity and 1 to minimum diversity. Defaults to 0.5 filters (str, optional): Filtering expression. Defaults to None. Returns: List of Documents most similar to the query and score for each rrrrs rd/hybrid_max_marginal_relevance_search_with_scorez;AzureSearch.hybrid_max_marginal_relevance_search_with_scoresu8$$U++ %$% ug  /6 :@  @ RXi%8%8kUV    rfcK||d{V}|j|||fd|i|d{V}t|tj|||d{VS)rNrrrrs rd0ahybrid_max_marginal_relevance_search_with_scorez.555 Q555rf,semantic_hybrid_search_with_score_and_rerankrs rdr`z"AzureSearch.semantic_hybrid_searchtsGL$K       65_5555rfcJK|j|fd|i|d{V}d|DS)rr Ncg|]\}}}| Srkrkrs rdrz7AzureSearch.asemantic_hybrid_search..rrf-asemantic_hybrid_search_with_score_and_rerankrs rdroz#AzureSearch.asemantic_hybrid_searchsi!S R ! ! !  ! !       65_5555rfscore score_type"Literal['score', 'reranker_score']c x|j|fd|i|}|dkrfd|DS|dkrfd|DSdS) Returns the most similar indexed documents to the query text. Args: query (str): The query text for which to find similar documents. k (int): The number of documents to return. Default is 4. score_type: Must either be "score" or "reranker_score". Defaulted to "score". filters: Filtering expression. Returns: List[Tuple[Document, float]]: A list of documents and their corresponding scores. r rc0g|]\}}}|k||fSrrkrnrDrrrvs rdrzAAzureSearch.semantic_hybrid_search_with_score..=!C"*e.F.Fe .F.F.Frfreranker_scorec0g|]\}}}|k||fSrrkrnrDrrrvs rdrzAAzureSearch.semantic_hybrid_search_with_score..>*CN"*n.O.On%.O.O.OrfNrrrWr rrvrcrs ` rdriz-AzureSearch.semantic_hybrid_search_with_scores.L$K         %4  + + +.= , +rfcK|j|fd|i|d{V}|dkrfd|DS|dkrfd|DSdS)rr Nrc0g|]\}}}|k||fSrrkrs rdrzBAzureSearch.asemantic_hybrid_search_with_score..rrfrc0g|]\}}}|k||fSrrkrs rdrzBAzureSearch.asemantic_hybrid_search_with_score..rrfrrs ` rdrtz.AzureSearch.asemantic_hybrid_search_with_scores.!S R ! ! !  ! !         %4  + + +.= , +rf#List[Tuple[Document, float, float]]c  ddlm}|jjd ||t j||tj|tg|d|j dd|d|}| pg}i |D]}|j |j d |j< fd |D} | S) LReturn docs most similar to query with a hybrid query. Args: query: Text to look up documents similar to. k: Number of Documents to return. Defaults to 4. filters: Filtering expression. Returns: List of Documents most similar to the query and score for each rrrrsemantic extractiverrr query_typer7 query_caption query_answerrr highlightsc g|]S}t|tit|vr!t|tinit|vrt j|tnd|D|drE|digdj |digdj dni|tdddt|dt|dfUS) c0i|]\}}|tk||Srkrrnr r!s rdrpzWAzureSearch.semantic_hybrid_search_with_score_and_rerank...4"""$(Aq#$(=#=#=!"1#=#=#=rf@search.captionsrrrcaptionsanswers page_contentr0 @search.score@search.reranker_score rpoprrrr9loadsrrzrrrrnrsemantic_answers_dicts rdrzLAzureSearch.semantic_hybrid_search_with_score_and_rerank..s+ + + TQ!'N!;!;! )F22' 9(=(=>>!# ! /&88!Jvo'>???"",2LLNN"""!2$*::.@#A#A !(,2JJ7IB4,P,P()-&&*28**=ORTQU2V2V()3&&0 !"!"!"&('<'@'@ & 9b 9 9 "((!$$$Jf_-..f5677O( + + + rfrk)rrrrr5r6rr7r8rr7 get_answersrrr() rrWr rrcrrsemantic_answerssemantic_answerrbrs @rdrz8AzureSearch.semantic_hybrid_search_with_score_and_reranks/ BAAAAA$$+$ 8D$4$4U$;$;2:NNNUUWW()0!(,(H&%    $#..006B&(/  O',-8:: !/"5 6 6 + + + + T"U+ + + X rfc  Kddlm}||d{V}|jjd ||t j|t j|tg|d|j dd|d|d{V}| d{Vpg}i |D]} | j | j d  | j< fd |2d{V} | S) rrrNrrrrrrc Kg|3d{V }t|tit|vr!t|tinit|vrt j|tnd|D|drE|digdj |digdj dni|tdddt|dt|d fZ6S) Nc0i|]\}}|tk||Srkrrs rdrpzXAzureSearch.asemantic_hybrid_search_with_score_and_rerank...vrrfrrrrrrr r r rs rdrzMAzureSearch.asemantic_hybrid_search_with_score_and_rerank..is+ + + + + + + + + TQ!'N!;!;! )F22' 9(=(=>>!# ! /&88!Jvo'>???"",2LLNN"""!2$*::.@#A#A !(,2JJ7IB4,P,P()-&&*28**=ORTQU2V2V()3&&0 !"!"!"&('<'@'@ & 9b 9 9 "((!$$$Jf_-..f5677O( + + + + sE rk)rrrrrr5r6r7r8rr7rrrr() rrWr rrcrrrrrrbrs @rdrz9AzureSearch.asemantic_hybrid_search_with_score_and_rerank?s BAAAAA))%000000000)0 8F"*===DDFF()0!(,(H&%          $#*"5"5"7"7777777>B&(/  O',-8:: !/"5 6 6 + + + + T!(U+ + + + + + + + + X rfrlangchain-indexclsType[AzureSearch]rc  B|||||f||d| } | j||fi| | SN)r8r6)r  rrrCrrrr6r4r8rc azure_searchs rd from_textszAzureSearch.from_textssbs !     "7       ui::6:::rfc RK|||||f||d| } | j||fi| d{V| Sr)rrs rd afrom_textszAzureSearch.afrom_textssxs !     "7     &l%eYAA&AAAAAAAAArf)rrr4r8c Kt|\}} | tdt| d} |d|||||| d|} | j||fi|d{V| SNz0Cannot create AzureSearch from empty embeddings.r{)rrr4rr8rrk)_peekrrr rrrCrrrr4r8rcfirst_text_embeddingrrs rdafrom_embeddingszAzureSearch.afrom_embeddingss16o0F0F--  'OPP P#&';A'>#?#? s "7-!(%=     +l*?IPPPPPPPPPPPrfc t|\}} | tdt| d} |d|||||| d|} | j||fi|| Sr!)r"rrrr#s rdfrom_embeddingszAzureSearch.from_embeddingss16o0F0F--  'OPP P#&';A'>#?#? s "7-!(%=      $ #OYII&IIIrfAzureSearchVectorStoreRetrieverc |ddpg}||tdd|i|d|iS)aReturn AzureSearchVectorStoreRetriever initialized from this VectorStore. Args: search_type (Optional[str]): Defines the type of search that the Retriever should perform. Can be "similarity" (default), "hybrid", or "semantic_hybrid". search_kwargs (Optional[Dict]): Keyword arguments to pass to the search function. Can include things like: score_threshold: Minimum relevance threshold for similarity_score_threshold fetch_k: Amount of documents to pass to MMR algorithm (Default: 20) lambda_mult: Diversity of results returned by MMR; 1 for minimum diversity and 0 for maximum. (Default: 0.5) filter: Filter by document metadata Returns: AzureSearchVectorStoreRetriever: Retriever class for VectorStore. tagsN vectorstorerk)r extend_get_retriever_tagsr()rrcr*s rd as_retrieverzAzureSearch.as_retrievers_(zz&$''-2 D,,..///.UU4U6UUPTUUUUrf)rNNNNNNN) rr3rr3r4r3rrrr3r7r5r8r9r:r;r<r=r>r?r@r5rCrDrrrGrHr6r5rcr)rIr)rIr)rr3rIrr) rrrrrrrcrrIr)rrrrrrrIr)rrrcrrIrF)r) rWr3r r`rr5rcrrIrX)rWr3r r`rcrrIrd) rWr3r r`rvrwrcrrIrd) rWr3r r`rr5rcrrIrX)rN) rWr3r r`rr5rcrrIrd)rrr)rWr3r r`rr`rrrr5rcrrIrd)rWr3r r`rcrrIrX) rCrrr3r r`rr5rcrrIr) rCrrr3r r`rr5rcrrIr)rr) rWr3r r`rrrvrwrcrrIrd) rWr3r r`rr5rcrrIr)NrrNrN)rrrrrCrrrrr3rr3r6r5r4r3r8r9rcrrIr)rrrrrCrrrrr3rr3r4r3r8r9rcrrIr)rcrrIr()1__name__ __module__ __qualname____doc__rrpropertyrrr rrrrSrVrcrkrprurrr:rmrgrrrrr_rnrhrsrrrrrrr`rorirtrr classmethodrrr%r'r.rkrfrdrrsM00$59.204 ;?15.2v*"37EI/3'v*v*v*v*v*v*p!!!!2   X AAAA+/Q %) QQQQQQB+/X %) XXXXXXB+/;/ %) ;/;/;/;/;/;/@+/7/ %) 7/7/7/7/7/7/r & &* ('( K K K K K K" &* ('( K K K K K K"  ,0       $  ,0       $%3BF333333"$%3BF333333*!% .....4!% 555558  "&       J % "&% % % % % % N 3 3 3 3 3$%33333&!% .....2!% 555556  ,0       $  ,0       $ # "&# # # # # # P & "&& & & & & & \"& " " " " " " T"& " " " " " " J$%66666($%66666,9@ % ,0 %%%%%%T9@ % ,0 %%%%%%P$%UBFUUUUUUp$%VBFVVVVVVp +/%' "/3+.2[2 +/%' "/3+.2[2 +/  &( "+.2[: +/  &( "+.2[<VVVVVVrfrceZdZUdZded< dZded< dZded < iZd ed < d Zd ed<e dZ e de d!dZ d"dZd#dZd S)$r(z-Retriever that uses `Azure Cognitive Search`.rr+rr3rrr`r dict search_kwargs)r[similarity_score_thresholdrhybrid_score_thresholdr\semantic_hybrid_score_thresholdzClassVar[Collection[str]]allowed_search_typesT)arbitrary_types_allowedbefore)modevaluesr rIrcdd|vr+|d}||jvrtd|d|j|S)zValidate search type.rr]z not allowed. Valid values are: )r;r)rr?rs rdvalidate_search_typez4AzureSearchVectorStoreRetriever.validate_search_typeCsa F " " /K#"::: 2k22/22 rfrW run_managerrrcrXc Pi|j|}|jdkr|jj|fd|ji|}n|jdkr%d|jj|fd|ji|D}n|jdkr|jj|fd|ji|}n|jdkr%d|jj|fd|ji|D}nn|jdkr|jj|fd|ji|}nH|jd kr%d |jj |fd|ji|D}ntd |jd |S) Nr[r r8cg|]\}}|Srkrkrs rdrzKAzureSearchVectorStoreRetriever._get_relevant_documents..[,Crfrr9cg|]\}}|Srkrkrs rdrzKAzureSearchVectorStoreRetriever._get_relevant_documents..drErfr\r:cg|]\}}|Srkrkrs rdrzKAzureSearchVectorStoreRetriever._get_relevant_documents..mrErfr]r^) r7rr+r:r rr_rr`rir)rrWrBrcparamsrbs rd_get_relevant_documentsz7AzureSearchVectorStoreRetriever._get_relevant_documentsPs 2D&1&1  | + +14#1%LL46LVLLDD  != = =Vd.V!V'-DD   ) )14#1%LL46LVLLDD  !9 9 9Rd.R!V'-DD  !2 2 2:4#:5UUDFUfUUDD  !B B BPd.P!V'-DDNt/?NNNOO O rfrcKi|j|}|jdkr"|jj|fd|ji|d{V}n|jdkr-|jj|fd|ji|d{V}d|D}n|jdkr!|jj|fd|ji|d{V}n|jdkr-|jj|fd|ji|d{V}d|D}nz|jdkr!|jj|fd|ji|d{V}nN|jd kr+d |jj |fd|ji|d{VD}ntd |jd |S) Nr[r r8cg|]\}}|Srkrkrs rdrzLAzureSearchVectorStoreRetriever._aget_relevant_documents..666FCC666rfrr9cg|]\}}|Srkrkrs rdrzLAzureSearchVectorStoreRetriever._aget_relevant_documents..rLrfr\r:cg|]\}}|Srkrkrs rdrzLAzureSearchVectorStoreRetriever._aget_relevant_documents..rErfr]r^) r7rr+rmr rrnrrortr)rrWrBrcrHrbrs rd_aget_relevant_documentsz8AzureSearchVectorStoreRetriever._aget_relevant_documentsws2D&1&1  | + +8)8SS$&SFSSSSSSSSDD  != = =Od&O!V'-  76o666DD   ) )8)8SS$&SFSSSSSSSSDD  !9 9 9Kd&K!V'-  76o666DD  !2 2 2A)A#)DD !B B B$WD$4$W%%!V%'-%%DDNt/?NNNOO O rfN)r?r rIr)rWr3rBrrcrrIrX)rWr3rBrrcrrIrX)r/r0r1r2__annotations__rr r7r;r model_configrr4rArIrOrkrfrdr(r(!s77?K-AJJJJ(M7: $L_(###   [$# %%%%N((((((rfr(rSearchItemPaged[Dict]rdcd|D}|S)NcVg|]&}t|t|df'Sr _result_to_documentrrnrs rdrz)_results_to_documents..sG      ' ' &) * *    rfrkrrbs rdrrs)       D KrfAsyncSearchItemPaged[Dict]c.Kd|2d{V}|S)NchKg|3d{V }t|t|df-6SNr rVrXs rdrz*_aresults_to_documents..sn            ' ' &) * *     s2rkrYs rdrrsK   $          D Krfrrr np.ndarrayrrr r`cKd|2d{V}ttt|\}}}t||||}g} |D]-} | dkrn$| || || f.| S)NcKg|3d{V }t|t|d|tf96Sr]rWrrrXs rdrzE_areorder_results_with_maximal_marginal_relevance..sw            ' ' &) * * ( )     s>r rmaprrrr< rrrr rbr$scoresvectors new_orderingretrvs rdrrs   $          D"%T3:!6!6Ivw.A;L )+C .. 77 E IaL&),---- Jrfcd|D}|sgSttt|\}}}t||||}g} |D]-} | dkrn$| || || f.| S)Ncng|]2}t|t|d|tf3SrUrarXs rdrzD_reorder_results_with_maximal_marginal_relevance..sP      ' ' &) * * ( )    rfrbrcrdrfs rdrrs       D  !$T3:!6!6Ivw.A;L )+C .. 77 E IaL&),---- Jrfrr rct|vrNt|ttr|t}n>tj|t}nd|D}t |vr"t |t i}ni}t|ti||S)Nc:i|]\}}|ttfv||Srk)rr)rnr(rts rdrpz'_result_to_document..s9   U0.AAA AAArfr) rrr6r9r rrr rr)rfields_metadata fields_ids rdrWrWs&  f_-t 4 4 B$_5OO"j)@AAOO  $llnn    F 9 5 56  N+      rfiterabler r* Optional[Any]Tuple[Iterable, Any]c t|}t|}tj|g|}||fS#t$r||fcYSwxYwr)iternext itertoolschain StopIteration)rqr*iteratorrts rdr"r"sf!>>X?E7H55 !!!    !s7:A  A ) NNNNNNNNNr1NFN) r2r3r4r3r(r5r6r5r7r5r8r9r:r;r<r=r>r?r@r5rAr9rBr5rCrDrErFrGrHrIrJ)rrRrIrd)rrZrIrd)rr) rrRrr^rrr r`rIrd)rr rIrr)rqr r*rrrIrs)J __future__rrr1rwr9loggingrar/typingrrrrrr r r r r rrrrnumpyr5langchain_core.callbacksrrlangchain_core.documentsrlangchain_core.embeddingsrlangchain_core.exceptionsrlangchain_core.retrieversrlangchain_core.utilsrlangchain_core.vectorstoresrpydanticrr&langchain_community.vectorstores.utilsr getLoggerrrrrrrrrr!r"r#r$r%rrrrr=rrr(rrrrrWr"rkrfrdrs_""""""   ".-----000000888888333333------33333300000000MMMMMM    DDDDDDDD L)@$    $ (  % + /  , *BJ +/15*.,0 7;-126 +*.AE#q q q q q hYVYVYVYVYV+YVYVYVx(~~~~~m~~~B           H      F6!!!!!!!rf