Ngc8ddlZddlZddlmZddlmZmZmZmZm Z m Z m Z ddl Z ddl Z ddlmZmZddlmZddlmZmZddlmZddlmZmZmZdd lmZdd lmZGd d e Z Gd deZ!dS)N)ThreadPoolExecutor)AnyDictListMappingOptionalSequence TypedDict)AsyncCallbackManagerForLLMRunCallbackManagerForLLMRun)BaseLLM) Generation LLMResultget_from_dict_or_env) ConfigDictFieldmodel_validator)Self)enforce_stop_tokensceZdZUdZeed<dS) TrainResultz Train result.lossN)__name__ __module__ __qualname____doc__float__annotations__`/var/www/html/ai-engine/env/lib/python3.11/site-packages/langchain_community/llms/gradient_ai.pyrrs KKKKKr!rc ~eZdZUdZeddZeed< dZe eed< dZ e eed< dZ e e ed < d Z eed < dZe ejed < ed dZedededefdZeddefdZedeeeffdZedefdZdeedeeefdeeeffdZdedeeefdeeeffdZ d'dede e!ede e"dedef d Z# d'dede e!ede e$dedef d!Z% d'd"e!ede e!ede e"dede&f d#Z' d'd"e!ede e!ede e$dede&f d$Z(deedede)fd%Z*deedede)fd&Z+dS)( GradientLLMaGradient.ai LLM Endpoints. GradientLLM is a class to interact with LLMs on gradient.ai To use, set the environment variable ``GRADIENT_ACCESS_TOKEN`` with your API token and ``GRADIENT_WORKSPACE_ID`` for your gradient workspace, or alternatively provide them as keywords to the constructor of this class. Example: .. code-block:: python from langchain_community.llms import GradientLLM GradientLLM( model="99148c6d-c2a0-4fbe-a4a7-e7c05bdb8a09_base_ml_model", model_kwargs={ "max_generated_token_count": 128, "temperature": 0.75, "top_p": 0.95, "top_k": 20, "stop": [], }, gradient_workspace_id="12345614fc0_workspace", gradient_access_token="gradientai-access_token", ) model)alias min_lengthmodel_idNgradient_workspace_idgradient_access_token model_kwargszhttps://api.gradient.ai/apigradient_api_url aiosessionTforbid)populate_by_nameextrabefore)modevaluesreturnc~t|dd|d<t|dd|d<t|dd|d<|S)z?Validate that api key and python package exists in environment.r+GRADIENT_ACCESS_TOKENr*GRADIENT_WORKSPACE_IDr-GRADIENT_API_URLr)clsr4s r"validate_environmentz GradientLLM.validate_environmentRsi +? +-D+ + &'+? +-D+ + &'&: &(:& & !" r!afterc ddl}n/#t$rtjdYnt$rYnwxYw|jt |jdkrtd|jt |jdkrtd|j r|j }d| dd cxkrd ksntd d| d d cxkrd ksntd d| dd krtdd| dd krtd|S)zPost init validation.rNzdDeprecationWarning: `GradientLLM` will use `pip install gradientai` in future releases of langchain. z0env variable `GRADIENT_ACCESS_TOKEN` must be setz0env variable `GRADIENT_WORKSPACE_ID` must be set temperatureg?z-`temperature` must be in the range [0.0, 1.0]top_pz'`top_p` must be in the range [0.0, 1.0]top_kz`top_k` must be positivemax_generated_token_countz,`max_generated_token_count` must be positive) gradientai ImportErrorloggingwarning Exceptionr+len ValueErrorr*r,get)selfrEkws r" post_initzGradientLLM.post_initcs          OL         D   % -T5O1P1PSU1U1UOPP P  % -T5O1P1PST1T1TOPP P   Q"B}c227777a7777 !PQQQw,,11111111 !JKKKBFF7C(((( !;<<<BFF6:::: !OPPP s3 33c2|jpi}id|jid|iS)zGet the identifying parameters.r-r,)r,r-)rM _model_kwargss r"_identifying_paramszGradientLLM._identifying_paramss8)/R  !4#89 }-  r!cdS)zReturn type of llm.gradientr )rMs r" _llm_typezGradientLLM._llm_types zr!inputskwargsc R|jpi}i||}|dd}t|jd|jdd|j|jdddt|td|Dn&td t||D  S) Build the kwargs for the Post request, used by sync Args: prompt (str): prompt used in query kwargs (dict): model kwargs in payload Returns: Dict[str, Union[str,dict]]: _description_ multipliersN/models/z /fine-tuneBearer application/json authorizationzx-gradient-workspace-idacceptz content-typec3K|]}d|iV dS)rVNr ).0inputs r" z=GradientLLM._kwargs_post_fine_tune_request..s?"%er!c3*K|]\}}|d|idVdS) multiplier)rVfineTuningParametersNr )rbrcrfs r"rdz=GradientLLM._kwargs_post_fine_tune_request..sP.E: ', ,j5r!)samplesurlheadersjson) r,rLdictr-r)r+r*tuplezip)rMrVrWrQ_paramsrZs r"_kwargs_post_fine_tune_requestz*GradientLLM._kwargs_post_fine_tune_requests)/R -]-f-kk-66 (KK$-KKK!G4+E!G!G.2.H+J, 2  #* &, 25V[1I1I    r!promptcN|jpi}i||}t|jd|jdd|j|jdddt||dd|dd|d d|d d  S) rYr[z /completer\r]r^rDNr@rCrB)querymaxGeneratedTokenCountr@topKtopPri)r,rmr-r)r+r*rL)rMrrrWrQrps r"_kwargs_post_requestz GradientLLM._kwargs_post_requests)/R -]-f-(JJ$-JJJ!G4+E!G!G.2.H+J, 2  '.{{3NPT'U'U#KK t<<[[$//[[$//     r!stop run_managerc \ tjdi|||}|jdkrt d|jd|jn.#tjj$r}t d|d}~wwxYw|d}|t||}|S)aCall to Gradients API `model/{id}/complete`. Args: prompt: The prompt to pass into the model. stop: Optional list of stop words to use when generating. Returns: The string generated by the model. 5Gradient returned an unexpected response with status : 2RequestException while calling Gradient Endpoint: NgeneratedOutputr ) requestspostrx status_coderItext exceptionsRequestExceptionrlr)rMrrryrzrWresponseers r"_callzGradientLLM._calls  V}QQt'@'@'P'PQQH#s**?+??/7}??+ "3 V V VTQRTTUU U V}}01  &tT22D AAA=&A88A=c K|jstj4d{V}|jdi|||4d{V }|jdkrt d|jd|j|d{Vd}dddd{Vn#1d{VswxYwYdddd{Vn#1d{VswxYwYn|jjdi|||4d{V }|jdkrt d|jd|j|d{Vd}dddd{Vn#1d{VswxYwY|t||}|S)aAsync Call to Gradients API `model/{id}/complete`. Args: prompt: The prompt to pass into the model. stop: Optional list of stop words to use when generating. Returns: The string generated by the model. N)rrrWr|r}r~rr ) r.aiohttp ClientSessionrrxstatusrIrrlr)rMrrryrzrWsessionrrs r"_acallzGradientLLM._acalls  B,.. F F F F F F F''7<//vf/MMFFFFFFFF#--'B'BB2:-BB#+--//1111113DEDFFFFFFFFFFFFFFFFFFFFFFFFFFF F F F F F F F F F F F F F F F F F F F F F F F F F F F,t+++6&+II B B B B B B B B?c))#>#?>>.6m>>'mmoo------/@A B B B B B B B B B B B B B B B B B B B B B B B B B B B  &tT22D sI)C  A B*C * B4 4C 7B4 8C  CC A E** E47E4promptsc dtdttffd }t|dkrt t ||}net tdt|5}t |||}dddn #1swxYwYt|S)*Run the LLM on the given prompt and input.rrr5c Dtjd|dgS)N)rrryrzrr )rr)rrrWrzrMrys r"_inner_generatez.GradientLLM._generate.._inner_generate=sI#%DkMS r!rAN generations) strrrrJlistmaprminr)rMrryrzrWrrps` ``` r" _generatezGradientLLM._generate3s  C D,<          w<<1  s?G<<==KK#C3w<<$8$899 DQ"155'#B#BCC  D D D D D D D D D D D D D D D[1111s$B22B69B6cKg}tjfd|Dd{VD]&}|t|g't |S)rc2g|]}j|fdS))ryrz)r)rbrrrWrzrMrys r" z*GradientLLM._agenerate..XsD FQ;QQ&QQr!Nrr)asynciogatherappendrr)rMrryrzrWr generations` ``` r" _ageneratezGradientLLM._agenerateNs '%!        > >J    ; ; ;< = = = =[1111r!c j tjdi|||}|jdkrt d|jd|jn.#tjj$r}t d|d}~wwxYw|}|d|dz }t|S) Nr|r}r~rsumLossnumberOfTrainableTokensrr ) rrrqrrIrrrrlr)rMrVrWrr response_jsonrs r"train_unsupervisedzGradientLLM.train_unsupervised`s V}55ffEEH#s**?+??/7}??+ "3 V V VTQRTTUU U V!  Y'-8Q*RR%%%%rc >K|jstj4d{V}|jdi|||4d{V }|jdkrt d|jd|j|d{V}|d|dz }dddd{Vn#1d{VswxYwYdddd{Vn#1d{VswxYwYn|jjdi|||4d{V }|jdkrt d|jd|j|d{V}|d|dz }dddd{Vn#1d{VswxYwYt|S)Nr|r}r~rrrr ) r.rrrrqrrIrrlr)rMrVrWrrrrs r"atrain_unsupervisedzGradientLLM.atrain_unsupervisedus  ,..       ''7<99&&II        #--'B'BB2:-BB+3--//$9$9$9$9$9$9M%i0'(ABC                                                      ,t+55ffEE        ?c))#>#?>>.6m>>'/mmoo 5 5 5 5 5 5 !),}=V/WW                           %%%%sI(C AB4"C4 B> >CB> C C!$C!AE>> F F)NN),rrrrrr)rrr*rr+r,rmr-r.rrr model_configr classmethodrrr;rrOpropertyrrRrUr rqrxrr rr rrrrrrrr r!r"r$r$s#6EA666Hc666;+/8C=///*+/8C=/// $(L(4.'''19c99926J./666I:L _(### $ 3   [$# _'""""4"""#""H WS#X%6   X 3X- sm- -4S#X->- c - - - - ^  #*38#4 c     F%):>   tCy! 67       J%)?C ***tCy!*;< *  * ****^%):> 22c2tCy!267 2  2  2222<%)?C 22c2tCy!2;< 2  2  2222$& &&  &&&&*"& "&"&  "&"&"&"&"&"&r!r$)"rrGconcurrent.futuresrtypingrrrrrr r rrlangchain_core.callbacksr r #langchain_core.language_models.llmsr langchain_core.outputsrrlangchain_core.utilsrpydanticrrrtyping_extensionsrlangchain_community.llms.utilsrrr$r r!r"rs111111JJJJJJJJJJJJJJJJJJ877777888888885555557777777777"""""">>>>>>) |&|&|&|&|&'|&|&|&|&|&r!