Ngz;`ddlmZddlZddlZddlZddlmZmZmZm Z m Z m Z m Z m Z mZmZmZmZddlmZmZddlmZddlmZmZmZddlmZmZddlmZdd l m!Z!dd l"m#Z#m$Z$m%Z%m&Z&m'Z'ej(e)Z*ed Z+d dZ,d!dZ-d"dZ.d"dZ/d"dZ0d#dZ1d$dZ2Gdd eZ3dS)%) annotationsN) Any AsyncIterable AsyncIteratorCallableDictIterableIteratorListMappingOptionalTupleTypeVar)AsyncCallbackManagerForLLMRunCallbackManagerForLLMRun)BaseLLM) GenerationGenerationChunk LLMResult)get_from_dict_or_envpre_init)Field) HTTPError)before_sleep_logretryretry_if_exception_typestop_after_attemptwait_exponentialTllmTongyireturnCallable[[Any], Any]c d}d}tdt|jtd||t t t ttj S)NT) multiplierminmax)reraisestopwaitr before_sleep) rr max_retriesrrrrloggerloggingWARNING)r min_seconds max_secondss [/var/www/html/ai-engine/env/lib/python3.11/site-packages/langchain_community/llms/tongyi.py_create_retry_decoratorr5*saKK   0 0   M M M&y11%fgo>>    resprc |ddkr|S|ddvr*td|dd|dd|dtd |dd|dd|d| ) z,Check the response from the completion call. status_code)iiz status_code: z code: codez message: messagez"HTTP error occurred: status_code: )response) ValueErrorr)r7s r4check_responser?8s Mc!! m  * * BD/ B B&\ B B04Y B B    Bm1D B B&\ B B04Y B B    r6kwargsc Nt}|dfd }|di|S)*Use tenacity to retry the completion call._kwargsrr"cFjjdi|}t|SNclientcallr?)rCr7r s r4_generate_with_retryz1generate_with_retry.._generate_with_retryMs*sz))))d###r6rCrr"rrFr5)r r@retry_decoratorrJs` r4generate_with_retryrNIsQ-c22O$$$$$_$  ) )& ) ))r6c Nt}|dfd }|di|S)rBrCrr"c;\Kjjdi|}|D]}t|VdSrErG)rC responsesr7r s r4_stream_generate_with_retryz?stream_generate_with_retry.._stream_generate_with_retryYsP#CJO..g..  ' 'D && & & & & ' 'r6rKrFrL)r r@rMrRs` r4stream_generate_with_retryrSUsQ-c22O'''''_' ' & 0 0 0 00r6c RKGdd}||fi|23d{V}|WV 6dS)zAsync version of `stream_generate_with_retry`. Because the dashscope SDK doesn't provide an async API, we wrap `stream_generate_with_retry` with an async generator.c.eZdZd dZd dZdd Zdd Zd S)8astream_generate_with_retry.._AioTongyiGenerator_llmr!rCrc*t|fi||_dSN)rS generator)selfrWrCs r4__init__zAastream_generate_with_retry.._AioTongyiGenerator.__init__is7HHHHDNNNr6r"AsyncIterator[Any]c|SrYrFr[s r4 __aiter__zBastream_generate_with_retry.._AioTongyiGenerator.__aiter__lsKr6cKtjd|jd{V}||StrY)asyncioget_running_looprun_in_executor _safe_nextStopAsyncIteration)r[values r4 __anext__zBastream_generate_with_retry.._AioTongyiGenerator.__anext__os\!244DDdoE  ((r6cN t|jS#t$rYdSwxYwrY)nextrZ StopIterationr_s r4rezCastream_generate_with_retry.._AioTongyiGenerator._safe_nextxs9 DN+++    tt s  $$N)rWr!rCr)r"r])r"r)__name__ __module__ __qualname__r\r`rhrerFr6r4_AioTongyiGeneratorrVhsh I I I I     ) ) ) )      r6roNrF)r r@rochunks r4astream_generate_with_retryrqbs ,+*399&99e :99s&iterable Iterable[T]Iterator[Tuple[T, bool]]c#Kt|} t|}n#t$rYdSwxYw|D] }|dfV|} |dfVdS)z[Generate elements from an iterable, and a boolean indicating if it is the last element.NFT)iterrjrkrriteratoritem next_items r4generate_with_last_element_markr{sH~~HH~~  Ek *s # 11AsyncIterable[T]AsyncIterator[Tuple[T, bool]]cK|} |d{V}n#t$rYdSwxYw|23d{V}|dfWV|}6|dfWVdS)zaGenerate elements from an async iterable, and a boolean indicating if it is the last element.NFT)r`rhrfrws r4 agenerate_with_last_element_markrs !!##H'')))))))) #iEk$ *s3 AAAceZdZUdZeddZed?d Zed@fd" Z dAdBd+Z dAdCd-Z dAdDd0Z dAdEd2ZdFd3Ze dGdHd7ZedId;ZxZS)Jr!uP Tongyi completion model integration. Setup: Install ``dashscope`` and set environment variables ``DASHSCOPE_API_KEY``. .. code-block:: bash pip install dashscope export DASHSCOPE_API_KEY="your-api-key" Key init args — completion params: model: str Name of Tongyi model to use. top_p: float Total probability mass of tokens to consider at each step. streaming: bool Whether to stream the results or not. Key init args — client params: api_key: Optional[str] Dashscope API KEY. If not passed in will be read from env var DASHSCOPE_API_KEY. max_retries: int Maximum number of retries to make when generating. See full list of supported init args and their descriptions in the params section. Instantiate: .. code-block:: python from langchain_community.llms import Tongyi llm = Tongyi( model="qwen-max", # top_p="...", # api_key="...", # other params... ) Invoke: .. code-block:: python input_text = "用50个字左右阐述，生命的意义在于" llm.invoke(input_text) .. code-block:: python '探索、成长、连接与爱——在有限的时间里，不断学习、体验、贡献并寻找与世界和谐共存之道，让每一刻充满价值与意义。' Stream: .. code-block:: python for chunk in llm.stream(input_text): print(chunk) .. code-block:: python 探索 | 、 | 成长 | 、连接与爱。 | 在有限的时间里，寻找个人价值， | 贡献于他人，共同体验世界的美好 | ，让世界因自己的存在而更 | 温暖。 Async: .. code-block:: python await llm.ainvoke(input_text) # stream: # async for chunk in llm.astream(input_text): # print(chunk) # batch: # await llm.abatch([input_text]) .. code-block:: python '探索、成长、连接与爱。在有限的时间里，寻找个人价值，贡献于他人和社会，体验丰富多彩的情感与经历，不断学习进步，让世界因自己的存在而更美好。' r"Dict[str, str]c ddiS)Ndashscope_api_keyDASHSCOPE_API_KEYrFr_s r4 lc_secretszTongyi.lc_secretss#%899r6NrrHz qwen-plusmodel)defaultaliasstr model_name)default_factoryDict[str, Any] model_kwargsg?floattop_papi_keyz Optional[str]rFbool streaming intr.cdS)zReturn type of llm.tongyirFr_s r4 _llm_typezTongyi._llm_types xr6valuesrct|ddgd|d< ddl}n#t$rtdwxYw |j|d<n#t$rt dwxYw|S) z?Validate that api key and python package exists in environment.rrrrNzZCould not import dashscope python package. Please install it with `pip install dashscope`.rHz`dashscope` has no `Generation` attribute, this is likely due to an old version of the dashscope package. Try upgrading it with `pip install --upgrade dashscope`.)r dashscope ImportErrorrAttributeErrorr>)clsrrs r4validate_environmentzTongyi.validate_environments'; ()46I' ' "#         B    (3F8     :   s7 AA cB|j|j|jd}i||jS)z7Get the default parameters for calling Tongyi Qwen API.)rrr)rrrr)r[ normal_paramss r4_default_paramszTongyi._default_params s5_Z-  6-54#455r6Mapping[str, Any]c<d|jitjS)Nr)rsuper_identifying_params)r[ __class__s r4rzTongyi._identifying_params+sdoM1LMMr6prompts List[str]r+Optional[List[str]] run_manager"Optional[CallbackManagerForLLMRun]r@rc g}|jrut|dkrtdd}|j|d||fi|D] }||}||z } |J|||gnV|jdd|i|}|D]D} t|fd| i|} |tdi| | gEt|d|j iS) Nr%,Cannot stream results with multiple prompts.rr+promptr generations llm_outputrF) rlenr>_streamappend_chunk_to_generation_invocation_paramsrNr_generation_from_qwen_resprr r[rr+rr@r generationrpparamsr completions r4 _generatezTongyi._generate/s] > 7||a !OPPP48J%gaj$ NNvNN ( (%!&JJ%'JJ)))    9 9* E EF G G G G%_astreamrrrrbrcrd functoolspartialrNrrrrrs r4 _ageneratezTongyi._ageneratePs > 7||a !OPPP48J,t}WQZ{UUfUU ( ( ( ( ( ( (e%!&JJ%'JJ V )))    9 9* E EF G G G G%#>#>L>>>>ED',uT'K'K'KKKKK5I/K< XX.666X6NNNNNXN %):>      H%)?C $ $ $ $ $ R%):> 6%)?C 0    )-5555\5,   \     r6)r r!r"r#)r7rr"r)r r!r@rr"r)rrrsr"rt)rrr|r"r})4 __future__rrbrr0typingrrrrrr r r r r rrlangchain_core.callbacksrr#langchain_core.language_models.llmsrlangchain_core.outputsrrrlangchain_core.utilsrrpydanticrrequests.exceptionsrtenacityrrrrr getLoggerrlr/rr5r?rNrSrqr{rr!rFr6r4rs""""""                            877777IIIIIIIIII????????))))))  8 $ $ GCLL        " * * * * 1 1 1 1@         m m m m m Wm m m m m r6