U h/@sddlmZddlZddlZddlmZmZmZmZm Z m Z m Z m Z m Z mZddlmZddlmZmZmZddlmZmZmZddlmZmZmZmZmZmZe e!Z"dd d d d Z#dd d ddZ$dddddZ%dd d dddZ&dd d dddZ'GdddeeZ(dS)) annotationsN) AnyCallableDictListLiteralOptionalSequenceSetTupleUnion) Embeddings) BaseModelFieldroot_validator)get_from_dict_or_envget_pydantic_field_namespre_init) AsyncRetryingbefore_sleep_logretryretry_if_exception_typestop_after_attemptwait_exponentialLocalAIEmbeddingszCallable[[Any], Any]) embeddingsreturncCsrddl}d}d}tdt|jtd||dt|jjt|jjBt|jj Bt|jj Bt|jj Bt t tjdS)Nr TZ multiplierminmaxreraisestopwaitrZ before_sleep)openairr max_retriesrrerrorTimeoutAPIErrorAPIConnectionErrorRateLimitErrorServiceUnavailableErrorrloggerloggingWARNING)rr' min_seconds max_secondsr4J/tmp/pip-unpacked-wheel-9gdii04g/langchain_community/embeddings/localai.py_create_retry_decorator%s$       r6rcsddl}d}d}tdt|jtd||dt|jjt|jjBt|jj Bt|jj Bt|jj Bt t tjdddd fd d }|S) NrrrTrr r#r)funcrcsddddfdd }|S)Nrr)argskwargsrcs22z3dHW}||IdHS6tddS)Nzthis is unreachable)AssertionError)r8r9_)async_retryingr7r4r5 wrapped_fQsz7_async_retry_decorator..wrap..wrapped_fr4)r7r=r<)r7r5wrapPsz$_async_retry_decorator..wrap)r'rrr(rrr)r*r+r,r-r.rr/r0r1)rr'r2r3r?r4r>r5_async_retry_decorator;s(       r@dict)responsercCs.tdd|dDr*ddl}|jd|S)Ncss|]}t|ddkVqdS) embeddingrN)len).0dr4r4r5 ]sz"_check_response..datarz'LocalAI API returned an empty embedding)anyr'r)r+)rBr'r4r4r5_check_response\s rJ)rr9rc s*t}|dddfdd }|f|S))Use tenacity to retry the embedding call.rr9rcsjjf|}t|SN)clientcreaterJr9rBrr4r5_embed_with_retryhsz+embed_with_retry.._embed_with_retry)r6)rr9Zretry_decoratorrRr4rQr5embed_with_retrydsrScs,tdddfdd }|f|IdHS)rKrrLcsjjf|IdH}t|SrM)rNZacreaterJrPrQr4r5_async_embed_with_retryssz7async_embed_with_retry.._async_embed_with_retryN)r@)rr9rTr4rQr5async_embed_with_retrypsrUc@seZdZUdZded<dZded<eZded<dZd ed <dZd ed <dZ d ed <d Z ded<dZ d ed<dZ d ed<e Zded<dZded<dZded<dZded<dZded<dZded<dZded <eed!Zd"ed#<Gd$d%d%Zed&d'd"d"d(d)d*Zed+d+d(d,d-Zed+d.d/d0Zddd1d2d3d4Zddd1d2d5d6Z dEd8d9d:d;dd?Z"dd1d@dAdBZ#dd1d@dCdDZ$dS)GraLocalAI embedding models. Since LocalAI and OpenAI have 1:1 compatibility between APIs, this class uses the ``openai`` Python package's ``openai.Embedding`` as its client. Thus, you should have the ``openai`` python package installed, and defeat the environment variable ``OPENAI_API_KEY`` by setting to a random string. You also need to specify ``OPENAI_API_BASE`` to point to your LocalAI service endpoint. Example: .. code-block:: python from langchain_community.embeddings import LocalAIEmbeddings openai = LocalAIEmbeddings( openai_api_key="random-string", openai_api_base="http://localhost:8080" ) rrNztext-embedding-ada-002strmodel deploymentNz Optional[str]openai_api_versionopenai_api_base openai_proxyiintembedding_ctx_lengthopenai_api_keyopenai_organizationzUnion[Literal['all'], Set[str]]allowed_specialallz.Union[Literal['all'], Set[str], Sequence[str]]disallowed_speciali chunk_sizer(z+Optional[Union[float, Tuple[float, float]]]request_timeoutheadersFboolshow_progress_bar)default_factoryzDict[str, Any] model_kwargsc@seZdZdZdS)zLocalAIEmbeddings.ConfigZforbidN)__name__ __module__ __qualname__extrar4r4r4r5ConfigsroT)pre)valuesrc Cst|}|di}t|D]P}||kr8td|d||krtd|d|d|d||||<q||}|rtd|d ||d<|S) z>Build extra kwargs from additional params that were passed in.rjzFound z supplied twice.z WARNING! z/ is not default parameter. zJ was transferred to model_kwargs. Please confirm that z is what you intended.z Parameters za should be specified explicitly. Instead they were passed in as part of `model_kwargs` parameter.) rgetlist ValueErrorwarningswarnpop intersectionkeys)clsrqZall_required_field_namesrn field_nameZinvalid_model_kwargsr4r4r5 build_extras"   zLocalAIEmbeddings.build_extrarcCst|dd|d<t|dddd|d<t|dddd|d<d}t|d d |d|d <t|d d dd|d <zd dl}|j|d<Wntk rtdYnX|S)z?Validate that api key and python package exists in environment.r^ZOPENAI_API_KEYrZZOPENAI_API_BASE)defaultr[Z OPENAI_PROXYrYZOPENAI_API_VERSIONr_ZOPENAI_ORGANIZATIONrNrNzTCould not import openai python package. Please install it with `pip install openai`.)rr'Z Embedding ImportError)rzrqZdefault_api_versionr'r4r4r5validate_environmentsL     z&LocalAIEmbeddings.validate_environment)rcCsJ|j|j|j|j|j|j|jd|j}|jrFddl }|j|jd|_ |S)N)rWrerfZapi_keyZ organizationZapi_base api_versionr)httphttps) rWrerfr^r_rZrYrjr[r'proxy)selfZ openai_argsr'r4r4r5_invocation_paramss  z$LocalAIEmbeddings._invocation_paramsz List[float])textenginercCs<|jdr|dd}t|fd|gi|jdddS))Call out to LocalAI's embedding endpoint.001  inputrHrrC)rWendswithreplacerSrrrrr4r4r5_embedding_funcs  z!LocalAIEmbeddings._embedding_funccsB|jdr|dd}t|fd|gi|jIdHdddS) rrrrrNrHrrC)rWrrrUrrr4r4r5_aembedding_funcs   z"LocalAIEmbeddings._aembedding_funcrz List[str]z Optional[int]zList[List[float]])textsrcrcsfdd|DS)aNCall out to LocalAI's embedding endpoint for embedding search docs. Args: texts: The list of texts to embed. chunk_size: The chunk size of embeddings. If None, will use the chunk size specified by the class. Returns: List of embeddings, one for each text. csg|]}j|jdqS)rrrX)rErrr4r5 0sz5LocalAIEmbeddings.embed_documents..r4)rrrcr4rr5embed_documents"sz!LocalAIEmbeddings.embed_documentscs2g}|D]$}|j||jdIdH}||q|S)aTCall out to LocalAI's embedding endpoint async for embedding search docs. Args: texts: The list of texts to embed. chunk_size: The chunk size of embeddings. If None, will use the chunk size specified by the class. Returns: List of embeddings, one for each text. rN)rrXappend)rrrcrrrBr4r4r5aembed_documents2s  z"LocalAIEmbeddings.aembed_documents)rrcCs|j||jd}|S)zCall out to LocalAI's embedding endpoint for embedding query text. Args: text: The text to embed. Returns: Embedding for the text. rrrrrCr4r4r5 embed_queryEs zLocalAIEmbeddings.embed_querycs|j||jdIdH}|S)zCall out to LocalAI's embedding endpoint async for embedding query text. Args: text: The text to embed. Returns: Embedding for the text. rN)rrXrr4r4r5 aembed_queryQs zLocalAIEmbeddings.aembed_query)r)r)%rkrlrm__doc____annotations__rWrXrYrZr[r]r^r_setr`rbrcr(rerfrhrrArjrorr|rrpropertyrrrrrrrr4r4r4r5r{sB               *  )) __future__rr0rutypingrrrrrrr r r r Zlangchain_core.embeddingsr Zlangchain_core.pydantic_v1rrrZlangchain_core.utilsrrrZtenacityrrrrrr getLoggerrkr/r6r@rJrSrUrr4r4r4r5s 0  !