NgM0VddlmZddlZddlmZmZddlmZddlm Z m Z m Z m Z m Z mZddlmZddlmZddlmZdd lmZdd lmZmZmZdd lmZd ZGd deZGddeZGddeZ GddeZ!GddeeZ"Gddee"Z#dS)) annotationsN)ABCabstractmethod)Enum)AnyDictIteratorListMappingOptional)CallbackManagerForLLMRun)LLM)GenerationChunk)pre_init) BaseModel ConfigDictField)enforce_stop_tokenszocid1.generativeaiendpointcNeZdZeeddZed dZdS) ProviderreturnstrcdSNselfs f/var/www/html/ai-engine/env/lib/python3.11/site-packages/langchain_community/llms/oci_generative_ai.pystop_sequence_keyzProvider.stop_sequence_keys(+responsercdSrrrr!s rcompletion_response_to_textz$Provider.completion_response_to_textsADr Nrrr!rrr)__name__ __module__ __qualname__propertyrrr$rr rrrsF +++^X+DDD^DDDr rc.eZdZUdZded<d dZd d Zd S) CohereProviderstop_sequencesrrrNonec*ddlm}|j|_dSNrmodels)oci.generative_ai_inferencer2CohereLlmInferenceRequestllm_inference_requestrr2s r__init__zCohereProvider.__init__s%666666%+%E"""r r!rc:|jjjdjSNr)datainference_responsegenerated_textstextr#s rr$z*CohereProvider.completion_response_to_text$s}/?BGGr Nrr.r&r'r(r)r__annotations__r7r$rr rr,r,sZ-----FFFF HHHHHHr r,c.eZdZUdZded<d dZd d Zd S) MetaProviderstoprrrr.c*ddlm}|j|_dSr0)r3r2LlamaLlmInferenceRequestr5r6s rr7zMetaProvider.__init__+s%666666%+%D"""r r!rc:|jjjdjSr9)r:r;choicesr=r#s rr$z(MetaProvider.completion_response_to_text0s}/7:??r Nr>r&r?rr rrBrB(sZ#####EEEE @@@@@@r rBc"eZdZdZdZdZdZdZdS) OCIAuthTypez'OCI authentication types as enumerator.N)r'r(r)__doc__API_KEYSECURITY_TOKENINSTANCE_PRINCIPALRESOURCE_PRINCIPALrr rrIrI4s,11GNr rIc eZdZUdZeddZded<dZded < d Zded < dZ ded < dZ ded < dZ ded< dZ ded< dZ ded< dZded< edddZed dZed!dZd"dZdS)# OCIGenAIBasezBase class for OCI GenAI modelsNT)defaultexcluderclientrOz Optional[str] auth_typeDEFAULT auth_profilemodel_idproviderzOptional[Dict] model_kwargsservice_endpointcompartment_idFbool is_streamforbidr)extraarbitrary_types_allowedprotected_namespacesvaluesrrc|d|S ddlid|djjdd}|dtdjkr;j|d  |d <|d dn|dtd jkr?fd}j|d  |d <||d |d <n|dtdjkr"jj |d <nY|dtdjkr"jj |d <ntd|ddj jdi||d<n@#t$r}t!d|d}~wt"$r}td||d}~wwxYw|S)zBValidate that OCI config and python package exists in environment.rWNrr^) )configsignerr^retry_strategytimeoutrXrJrZ) profile_namerjrkrKc@j|dd}t|dd5}|}dddn #1swxYwYjj||S)Nkey_filesecurity_token_filezutf-8)encoding)rkload_private_key_from_filegetopenreadauthsignersSecurityTokenSigner) oci_configpkf st_stringocis rmake_security_token_signerzEOCIGenAIBase.validate_environment..make_security_token_signers>>"z22DB"'<==-$%FFHH ---------------8+?? 2NNNsA55A9<A9)rzrLrMz)Please provide valid value to auth_type, z is not valid.zYCould not import oci python package. Please make sure you have the oci package installed.aCould not authenticate with OCI client. Please check if ~/.oci/config exists. If INSTANCE_PRINCIPAL or RESOURCE_PRINCIPAL is used, please check the specified auth_profile and auth_type are valid.r)r~retryDEFAULT_RETRY_STRATEGYrInamerj from_filepoprwrx%InstancePrincipalsSecurityTokenSignerget_resource_principals_signer ValueErrorgenerative_ai_inferenceGenerativeAiInferenceClient ImportErrorModuleNotFoundError Exception)clsrf client_kwargsrexer~s @rvalidate_environmentz!OCIGenAIBase.validate_environmentks (  'MA  JJJ$*+=$>"%)"B$ Mk"k!nn&999*-**>*>!'!7+?++ h'!!(D1111 $ A(;;;OOOOO+.**>*>!'!7+?++ h'+E*D,X6+++ h'' $ A(;;;H$JJLLh'' $ A(;;;H$CCEEh''!;k*;;; Ws:V    F8     %G    9     s$FF G F(( G 5GG Mapping[str, Any]c |jpi}id|iS)zGet the identifying parameters.r])r])r _model_kwargss r_identifying_paramsz OCIGenAIBase._identifying_paramss()/R  }-  r provider_mapc|j|j}nH|jtd|jdd}||vrtd|jd||S)Nzmodel_id is required to derive the provider, please provide the provider explicitly or specify the model_id to derive the provider..rz(Invalid provider derived from model_id: zL Please explicitly pass in the supported provider when using custom endpoint)r\r[rsplitlower)rrr\s r _get_providerzOCIGenAIBase._get_providers = $}HH}$ ; }**3//288::H < ' '-4=---  H%%r )rfrrrrr)rrrr)r'r(r)rNrrWr@rXrZr[r\r]r^r_rar model_configrrr*rrrr rrTrT=s_))%d333F3333(I((((#,L++++#H""""7"H"""" $(L''''0&*****$(N((((I1:2LJJJXJX   X &&&&&&r rTceZdZdZeddZeddZedd Zedd Z ddZ ddZ dd dZ dd!dZ dS)"OCIGenAIa*OCI large language models. To authenticate, the OCI client uses the methods described in https://docs.oracle.com/en-us/iaas/Content/API/Concepts/sdk_authentication_methods.htm The authentifcation method is passed through auth_type and should be one of: API_KEY (default), SECURITY_TOKEN, INSTANCE_PRINCIPAL, RESOURCE_PRINCIPAL Make sure you have the required policies (profile/roles) to access the OCI Generative AI service. If a specific config profile is used, you must pass the name of the profile (from ~/.oci/config) through auth_profile. To use, you must provide the compartment id along with the endpoint url, and model id as named parameters to the constructor. Example: .. code-block:: python from langchain_community.llms import OCIGenAI llm = OCIGenAI( model_id="MY_MODEL_ID", service_endpoint="https://inference.generativeai.us-chicago-1.oci.oraclecloud.com", compartment_id="MY_OCID" ) rbT)rcrdrrcdS)zReturn type of llm.oci_generative_ai_completionrrs r _llm_typezOCIGenAI._llm_types .-r rc<ttdS)zGet the provider map)coheremeta)r,rBrs r _provider_mapzOCIGenAI._provider_maps#%&& NN   r rc8||jS)z Get the internal provider object)r)rrrs r _providerzOCIGenAI._providers!!t/A!BBBr promptrCOptional[List[str]]kwargsDict[str, Any]c ddlm}|jpi}||||jj<|jt d|jtr| |j}n| |j}i||}||d<|j |d<| |j ||jjd i|}|S) Nrr1zDmodel_id is required to call the model, please provide the model_id.) endpoint_id)r[rra)r_ serving_modeinference_requestr)r3r2r]rrr[r startswithCUSTOM_ENDPOINT_PREFIXDedicatedServingModeOnDemandServingModeraGenerateTextDetailsr_r5) rrrCrr2rrinference_paramsinvocation_objs r_prepare_invocation_objectz#OCIGenAI._prepare_invocation_object s 766666)/R  >BM$.: ; = /  = # #$: ; ; N!664=6QQLL!55t}5MML6m6v6%+"(,%33.%BdnBVVEUVV4   r r!c^|j|}|t||}|Sr)rr$r)rr!rCr=s r_process_responsezOCIGenAI._process_response*s1~99(CC  &tT22D r N run_manager"Optional[CallbackManagerForLLMRun]c |jr3d}|j|||fi|D] }||jz } |t||}|S||||}|j|}|||S)akCall out to OCIGenAI generate endpoint. Args: prompt: The prompt to pass into the model. stop: Optional list of stop words to use when generating. Returns: The string generated by the model. Example: .. code-block:: python response = llm.invoke("Tell me a joke.") )ra_streamr=rrrW generate_textr) rrrCrrr=chunkrr!s r_callzOCIGenAI._call2s* > D%fdKJJ6JJ # # "*466K88vNN;,,^<<%%h555r Iterator[GenerationChunk]c+fKd|_||||}|j|}|jD]\}t j|j}d|vr |d} nd} t| } |r| | j | | V]dS)acStream OCIGenAI LLM on given prompt. Args: prompt: The prompt to pass into the model. stop: Optional list of stop words to use when generating. Returns: An iterator of GenerationChunks. Example: .. code-block:: python response = llm.stream("Tell me a joke.") Tr=r)r=)rN) rarrWrr:eventsjsonloadsron_llm_new_tokenr=) rrrCrrrr!event json_loadevent_data_textrs rrzOCIGenAI._streamSs,88vNN;,,^<<]))++  E 5:..I"""+F"3"$#999E F,,UZu,EEEKKKK  r r%r)rr)rrrCrrrrr)r!rrCrrr)NN) rrrCrrrrrrr) rrrCrrrrrrr)r'r(r)rNrrr*rrrrrrrrr rrrs :: $L ...X.   X CCCXC@%):> 66666H%):> #######r r)$ __future__rrabcrrenumrtypingrrr r r r langchain_core.callbacksr #langchain_core.language_models.llmsrlangchain_core.outputsrlangchain_core.utilsrpydanticrrrlangchain_community.llms.utilsrrrr,rBrIrTrrr rrs-"""""" ########????????????????======333333222222))))))1111111111>>>>>>5EEEEEsEEE H H H H HX H H H @ @ @ @ @8 @ @ @$U&U&U&U&U&9cU&U&U&paaaaasLaaaaar