U h;@slddlmZddlZddlZddlZddlmZmZmZm Z m Z m Z m Z m Z mZmZmZmZddlmZmZddlmZddlmZmZmZddlmZddlmZmZdd l m!Z!dd l"m#Z#m$Z$m%Z%m&Z&m'Z'e(e)Z*ed Z+d d dddZ,dddddZ-d dddddZ.d dddddZ/d dddddZ0ddddd Z1d!d"dd#d$Z2Gd%d d eZ3dS)&) annotationsN) Any AsyncIterable AsyncIteratorCallableDictIterableIteratorListMappingOptionalTupleTypeVar)AsyncCallbackManagerForLLMRunCallbackManagerForLLMRun)BaseLLM) GenerationGenerationChunk LLMResult)Field)get_from_dict_or_envpre_init) HTTPError)before_sleep_logretryretry_if_exception_typestop_after_attemptwait_exponentialTTongyizCallable[[Any], Any])llmreturncCs6d}d}tdt|jtd||dtttttj dS)NT)Z multiplierminmax)reraisestopwaitrZ before_sleep) rr max_retriesrrrrloggerloggingWARNING)r Z min_secondsZ max_secondsr-C/tmp/pip-unpacked-wheel-9gdii04g/langchain_community/llms/tongyi.py_create_retry_decorator*s  r/r)respr!cCsr|ddkr|S|ddkrDtd|dd|dd|dn*td |dd|dd|d|d d S) z,Check the response from the completion call. status_code)iiz status_code: z code: codez message: messagez"HTTP error occurred: status_code: )responseN) ValueErrorr)r0r-r-r.check_response8s    r7)r kwargsr!c s*t}|dddfdd }|f|S)*Use tenacity to retry the completion call.r_kwargsr!csjjf|}t|SNclientcallr7)r;r0r r-r._generate_with_retryMsz1generate_with_retry.._generate_with_retryr/)r r8retry_decoratorrAr-r@r.generate_with_retryIsrDc s*t}|dddfdd }|f|S)r9rr:c;s&jjf|}|D]}t|VqdSr<r=)r; responsesr0r@r-r._stream_generate_with_retryYsz?stream_generate_with_retry.._stream_generate_with_retryrB)r r8rCrFr-r@r.stream_generate_with_retryUsrGcKs4Gddd}||f|2z3dHW}|Vq6dS)zAsync version of `stream_generate_with_retry`. Because the dashscope SDK doesn't provide an async API, we wrap `stream_generate_with_retry` with an async generator.c@sFeZdZdddddZdddd Zddd d Zddd d ZdS)z8astream_generate_with_retry.._AioTongyiGeneratorrr)_llmr;c[st|f||_dSr<)rG generator)selfrHr;r-r-r.__init__iszAastream_generate_with_retry.._AioTongyiGenerator.__init__zAsyncIterator[Any]r!cSs|Sr<r-rJr-r-r. __aiter__lszBastream_generate_with_retry.._AioTongyiGenerator.__aiter__cs,td|jIdH}|dk r$|StdSr<)asyncioget_running_looprun_in_executor _safe_nextStopAsyncIteration)rJvaluer-r-r. __anext__os zBastream_generate_with_retry.._AioTongyiGenerator.__anext__cSs(z t|jWStk r"YdSXdSr<)nextrI StopIterationrMr-r-r.rRxs zCastream_generate_with_retry.._AioTongyiGenerator._safe_nextN)__name__ __module__ __qualname__rKrNrUrRr-r-r-r._AioTongyiGeneratorhs r[Nr-)r r8r[chunkr-r-r.astream_generate_with_retrybsr]z Iterable[T]zIterator[Tuple[T, bool]])iterabler!ccsRt|}z t|}Wntk r*YdSX|D]}|dfV|}q0|dfVdS)z[Generate elements from an iterable, and a boolean indicating if it is the last element.NFT)iterrVrWr^iteratoritemZ next_itemr-r-r.generate_with_last_element_marks  rczAsyncIterable[T]zAsyncIterator[Tuple[T, bool]]cCsb|}z|IdH}Wntk r0YdSX|2z3dHW}|dfV|}q66|dfVdS)zaGenerate elements from an async iterable, and a boolean indicating if it is the last element.NFT)rNrUrSr`r-r-r. agenerate_with_last_element_marks rdcszeZdZUdZeddddZded<edd d Zd ed <ee d Z ded<dZ ded<eddd Z ded<dZ ded<dZded<ed dddZeddd d!d"Zeddd#d$Zed%dfd&d' ZdEd(d)d*dd+d,d-d.ZdFd(d)d/dd+d,d0d1ZdGd d)d*dd2d3d4d5ZdHd d)d/dd6d3d7d8Zdddd9d:d;ZedIdddd=d>d?Zed@dAdBdCdDZZS)JruP Tongyi completion model integration. Setup: Install ``dashscope`` and set environment variables ``DASHSCOPE_API_KEY``. .. code-block:: bash pip install dashscope export DASHSCOPE_API_KEY="your-api-key" Key init args — completion params: model: str Name of Tongyi model to use. top_p: float Total probability mass of tokens to consider at each step. streaming: bool Whether to stream the results or not. Key init args — client params: api_key: Optional[str] Dashscope API KEY. If not passed in will be read from env var DASHSCOPE_API_KEY. max_retries: int Maximum number of retries to make when generating. See full list of supported init args and their descriptions in the params section. Instantiate: .. code-block:: python from langchain_community.llms import Tongyi llm = Tongyi( model="qwen-max", # top_p="...", # api_key="...", # other params... ) Invoke: .. code-block:: python input_text = "用50个字左右阐述，生命的意义在于" llm.invoke(input_text) .. code-block:: python '探索、成长、连接与爱——在有限的时间里，不断学习、体验、贡献并寻找与世界和谐共存之道，让每一刻充满价值与意义。' Stream: .. code-block:: python for chunk in llm.stream(input_text): print(chunk) .. code-block:: python 探索 | 、 | 成长 | 、连接与爱。 | 在有限的时间里，寻找个人价值， | 贡献于他人，共同体验世界的美好 | ，让世界因自己的存在而更 | 温暖。 Async: .. code-block:: python await llm.ainvoke(input_text) # stream: # async for chunk in llm.astream(input_text): # print(chunk) # batch: # await llm.abatch([input_text]) .. code-block:: python '探索、成长、连接与爱。在有限的时间里，寻找个人价值，贡献于他人和社会，体验丰富多彩的情感与经历，不断学习进步，让世界因自己的存在而更美好。' zDict[str, str]rLcCsddiS)Ndashscope_api_keyDASHSCOPE_API_KEYr-rMr-r-r. lc_secretsszTongyi.lc_secretsrr>z qwen-plusmodel)defaultaliasstr model_name)default_factoryzDict[str, Any] model_kwargsg?floattop_pNapi_keyz Optional[str]reFbool streaming intr)cCsdS)zReturn type of llm.Ztongyir-rMr-r-r. _llm_typeszTongyi._llm_typer)valuesr!cCsnt|ddgd|d<z ddl}Wntk r<tdYnXz|j|d<Wntk rhtdYnX|S) z?Validate that api key and python package exists in environment.rerqrfrNzZCould not import dashscope python package. Please install it with `pip install dashscope`.r>z`dashscope` has no `Generation` attribute, this is likely due to an old version of the dashscope package. Try upgrading it with `pip install --upgrade dashscope`.)r dashscope ImportErrorrAttributeErrorr6)clsrwrxr-r-r.validate_environments$   zTongyi.validate_environmentcCs|j|j|jd}||jS)z7Get the default parameters for calling Tongyi Qwen API.)rhrprq)rlrprern)rJZ normal_paramsr-r-r._default_params s zTongyi._default_paramszMapping[str, Any]csd|jitjS)Nrl)rlsuper_identifying_paramsrM __class__r-r.r+szTongyi._identifying_paramsz List[str]zOptional[List[str]]z"Optional[CallbackManagerForLLMRun]r)promptsr' run_managerr8r!c Ksg}|jrtt|dkrtdd}|j|d||f|D]}|dkrJ|}q8||7}q8|dk s`t|||gnJ|jfd|i|}|D]0} t|fd| i|} |t f| | gqt |d|j idS)Nr",Cannot stream results with multiple prompts.rr'promptrl generationsZ llm_output) rslenr6_streamAssertionErrorappend_chunk_to_generation_invocation_paramsrDr_generation_from_qwen_resprrl rJrr'rr8rZ generationr\paramsr completionr-r-r. _generate/s.   zTongyi._generatez'Optional[AsyncCallbackManagerForLLMRun]c sg}|jr~t|dkrtdd}|j|d||f|2z"3dHW}|dkrR|}q8||7}q86|dk sjt|||gn`|jfd|i|}|D]F} t dt j t f|| d|IdH} |tf|| gqt|d|jidS)Nr"rrr')r rrlr)rsrr6_astreamrrrrrOrPrQ functoolspartialrDrrrrlrr-r-r. _ageneratePs< "    zTongyi._ageneratezIterator[GenerationChunk])rr'rr8r!c ksl|jf|dd|}tt|fd|i|D]8\}}tf|||}|r`|j|j||jd|Vq.dSNT)r'streamr)r\verbose)rrcrGrron_llm_new_tokentextr rJrr'rr8rZ stream_resp is_last_chunkr\r-r-r.rvs&  zTongyi._streamzAsyncIterator[GenerationChunk]c Ks||jf|dd|}tt|fd|i|2zF3dHW\}}tf|||}|rn|j|j||jdIdH|Vq.6dSr)rrdr]rrrrrrr-r-r.rs&  zTongyi._astream)r'r8r!cKs0|j|}|dk r||d<|dr,d|d<|S)Nr'rTZincremental_output)r}get)rJr'r8rr-r-r.rs zTongyi._invocation_paramsT)r0rr!cCsL|r6t|ddt|dd|dt|dddSt|dddSdS) Noutputr finish_reason request_idusage)rrZ token_usagergeneration_info)r)dict)r0rr-r-r.rs     z!Tongyi._generation_from_qwen_resprr)r\r!cCst|j|jdS)Nr)rrr)r\r-r-r.rszTongyi._chunk_to_generation)NN)NN)NN)NN)T)rXrYrZ__doc__propertyrg__annotations__rrlrrnrprersr)rvrr|r}rrrrrr staticmethodrr __classcell__r-r-rr.rsH L    $) )4 __future__rrOrr+typingrrrrrrr r r r r rZlangchain_core.callbacksrrZ#langchain_core.language_models.llmsrZlangchain_core.outputsrrrZlangchain_core.pydantic_v1rZlangchain_core.utilsrrZrequests.exceptionsrZtenacityrrrrr getLoggerrXr*rr/r7rDrGr]rcrdrr-r-r-r.s* 8