NgddlmZddlmZmZmZmZmZddlm Z ddl m Z ddl m Z ddlmZmZmZddlmZmZmZmZGdd eZGd d e eZd S) ) annotations)AnyDictIteratorListOptional)CallbackManagerForLLMRun)LLM)GenerationChunk)convert_to_secret_strget_from_dict_or_envpre_init) BaseModel ConfigDictField SecretStrc>eZdZUdZedZdZded<dZded< dZ ded < d Z d ed < d Z d ed< dZ ded< dZ d ed< dZded< dZded< eeZded< dZded< dZded < dZded!< ed'd%Zed(d&ZdS))VolcEngineMaasBasez%Base class for VolcEngineMaas models.)protected_namespacesNrclientzOptional[SecretStr]volc_engine_maas_akvolc_engine_maas_skz*maas-api.ml-platform-cn-beijing.volces.comz Optional[str]endpointRegionregionzskylark-lite-publicstrmodel model_versiong?zOptional[float]top_pgffffff? temperature)default_factoryDict[str, Any] model_kwargsFbool streaming<z Optional[int]connect_timeout read_timeoutvaluesrreturnc tt|dd}tt|dd}|d}|d|ddkr|d} ddlm}|||d |d |d  }||||||d<||d<||d <n#t$rtdwxYw|S)NrVOLC_ACCESSKEYrVOLC_SECRETKEYrr) MaasServicerr(r))connection_timeoutsocket_timeoutrzMvolcengine package not found, please install it with `pip install volcengine`)r r volcengine.maasr0set_akget_secret_valueset_sk ImportError)clsr*rrrr0maass d/var/www/html/ai-engine/env/lib/python3.11/site-packages/langchain_community/llms/volcengine_maas.pyvalidate_environmentz'VolcEngineMaasBase.validate_environment9s[3 )>@P Q Q  4 )>@P Q Q  *% *  )fZ.@B.F.Fj)H  3 3 3 3 3 3;x #)*;#<%n5 D KK+<<>> ? ? ? KK+<<>> ? ? ?,?F( ),?F( )#F8     +    s "BC''Dc6|j|jd}i||jS)z:Get the default parameters for calling VolcEngineMaas API.)r r!)r r!r$)self normal_paramss r:_default_paramsz"VolcEngineMaasBase._default_paramsZs0Z+  6-54#455)r*rr+r)r+r#)__name__ __module__ __qualname____doc__r model_configr__annotations__rrrrrrr r!rdictr$r&r(r)rr;propertyr?rr@r:rr s//:2666LF/33333$/33333$JHJJJJ-$F$$$$+&E&&&&>$(M''''R!E    D#'K''''Q#(5#>#>#>L>>>>GI(%'O''''R"$L$$$$X@666X666r@rcNeZdZdZeddZdd Z dddZ dddZd S)VolcEngineMaasLLMa0volc engine maas hosts a plethora of models. You can utilize these models through this class. To use, you should have the ``volcengine`` python package installed. and set access key and secret key by environment variable or direct pass those to this class. access key, secret key are required parameters which you could get help https://www.volcengine.com/docs/6291/65568 In order to use them, it is necessary to install the 'volcengine' Python package. The access key and secret key must be set either via environment variables or passed directly to this class. access key and secret key are mandatory parameters for which assistance can be sought at https://www.volcengine.com/docs/6291/65568. Example: .. code-block:: python from langchain_community.llms import VolcEngineMaasLLM model = VolcEngineMaasLLM(model="skylark-lite-public", volc_engine_maas_ak="your_ak", volc_engine_maas_sk="your_sk") r+rcdS)zReturn type of llm.zvolc-engine-maas-llmr)r=s r: _llm_typezVolcEngineMaasLLM._llm_type~s &%r@promptkwargsrrGc rdd|jii}|j|j|dd<i|d|dgi|j|dS)Nrnameversionuser)rolecontent)messages parameters)rrr?)r=rMrN model_reqs r:_convert_prompt_msg_paramsz,VolcEngineMaasLLM._convert_prompt_msg_paramssv     ),0,>Ig y )  "(V<<= J%fdKJJ6JJ ) )ej(  00BB6BB;##F++||Hb))--i<<@@BOOOr@Iterator[GenerationChunk]c+@K|j|fi|}|j|D]r}|rnt|dididd}|r||j||VsdS)Nr^r_rTr/)ra)re)rXr stream_chatr rcon_llm_new_tokenra)r=rMrYr[rNrfresres r:r`zVolcEngineMaasLLM._streams10BB6BB;**622  C '2..229bAAEEiQSTTJ0050III   r@)r+r)rMrrNrr+rG)NN) rMrrYrZr[r\rNrr+r) rMrrYrZr[r\rNrr+ri) rArBrCrDrHrLrXrhr`rr@r:rJrJes0&&&X&    ,%):> PPPPP(%):> r@rJN) __future__rtypingrrrrrlangchain_core.callbacksr #langchain_core.language_models.llmsr langchain_core.outputsr langchain_core.utilsr r rpydanticrrrrrrJrr@r:rus-""""""66666666666666======333333222222VVVVVVVVVV<<<<<<<<<<<<V6V6V6V6V6V6V6V6rQQQQQ/QQQQQr@