hxxddlmZddlZddlmZddlmZmZmZm Z m Z m Z m Z m Z ddlmZmZmZddlmZddlmZmZmZdd lmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$d d l%m&Z&d d lm'Z'm(Z(m)Z)d dl*m+Z+m,Z,m-Z-d dl.m/Z/d dl0m1Z1m2Z2ddl3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:d dl;mm?Z?m@Z@mAZAd dlBmCZCmDZDd dlEmFZFd dlGmHZId dlJmKZLGddee4ZMGddee4ZNGddee4ZOGdd ee4ZPGd!d"ee4ZQGd#d$ZRd-d)ZSd.d,ZTdS)/) annotationsN) TracebackType) TYPE_CHECKINGAnyGenericCallableIterable Awaitable AsyncIteratorcast)SelfIterator assert_never) from_json)ParsedChoiceSnapshotParsedChatCompletionSnapshot#ParsedChatCompletionMessageSnapshot) ChunkEventContentDoneEventRefusalDoneEventContentDeltaEventRefusalDeltaEventLogprobsContentDoneEventLogprobsRefusalDoneEventChatCompletionStreamEventLogprobsContentDeltaEventLogprobsRefusalDeltaEvent"FunctionToolCallArgumentsDoneEvent#FunctionToolCallArgumentsDeltaEvent)accumulate_delta) NOT_GIVENIncExNotGiven)is_givenconsume_sync_iteratorconsume_async_iterator) model_dump)buildconstruct_type)ResponseFormatThas_parseable_inputmaybe_parse_contentparse_chat_completionget_input_tool_by_namesolve_response_format_tparse_function_tool_arguments)Stream AsyncStream)ChatCompletionChunkParsedChatCompletionChatCompletionToolUnionParam)LengthFinishReasonErrorContentFilterFinishReasonError)ChoiceLogprobs)Choice)ResponseFormatcreZdZdZd d Zd!d Zd"dZd#dZd$dZd%dZ d&dZ d#dZ e d'dZ d"dZdS)(ChatCompletionStream+Wrapper over the Chat Completions streaming API that adds helpful events such as `content.done`, supports automatically parsing responses & tool calls and accumulates a `ChatCompletion` object from each individual chunk. https://platform.openai.com/docs/api-reference/streaming raw_streamStream[ChatCompletionChunk]response_format6type[ResponseFormatT] | ResponseFormatParam | NotGiven input_tools1Iterable[ChatCompletionToolUnionParam] | NotGivenreturnNonec||_|j|_||_t |||_dSNrDrF _raw_streamresponse _response __stream__ _iteratorChatCompletionStreamState_stateselfrBrDrFs s/var/www/html/web-builder-api.evdpl.com/venv/lib/python3.11/site-packages/openai/lib/streaming/chat/_completions.py__init__zChatCompletionStream.__init__8@&#,**/]hiii *ChatCompletionStreamEvent[ResponseFormatT]c4|jSN)rR__next__rVs rWr^zChatCompletionStream.__next__Ds~&&(((rZ4Iterator[ChatCompletionStreamEvent[ResponseFormatT]]c#&K|jD]}|VdSr]rRrVitems rW__iter__zChatCompletionStream.__iter__Gs,N  DJJJJ  rZr c|Sr]r_s rW __enter__zChatCompletionStream.__enter__Ks rZexc_typetype[BaseException] | NoneexcBaseException | Noneexc_tbTracebackType | Nonec.|dSr]closerVrirkrms rW__exit__zChatCompletionStream.__exit__Ns rZc8|jdSz Close the response and release the connection. Automatically called if the response body is read to completion. N)rPrqr_s rWrqzChatCompletionStream.closeVs rZ%ParsedChatCompletion[ResponseFormatT]c\||jS)VWaits until the stream has been read to completion and returns the accumulated `ParsedChatCompletion` object. If you passed a class type to `.stream()`, the `completion.choices[0].message.parsed` property will be the content deserialised into that class, if there was any content returned by the API.  until_donerTget_final_completionr_s rWr{z)ChatCompletionStream.get_final_completion^s( {//111rZc$t||S)*Blocks until the stream has been consumed.)r(r_s rWrzzChatCompletionStream.until_doneisd### rZrc|jjSr]rTcurrent_completion_snapshotr_s rWrz0ChatCompletionStream.current_completion_snapshotn {66rZc#K|jD]5}t|s|j|}|D]}|V6dSr]rN$_is_valid_chat_completion_chunk_weakrT handle_chunkrV sse_eventevents_to_fireevents rWrQzChatCompletionStream.__stream__rsi)  I7 BB ![55i@@N'       rZN)rBrCrDrErFrGrHrIrHr[)rHr`rHr rirjrkrlrmrnrHrIrHrIrHrvrHr)__name__ __module__ __qualname____doc__rXr^rerhrsrqr{rzpropertyrrQrgrZrWr@r@/s j j j j)))) 2 2 2 2 777X7rZr@c*eZdZdZdd Zdd ZddZdS)ChatCompletionStreamManageraFContext manager over a `ChatCompletionStream` that is returned by `.stream()`. This context manager ensures the response cannot be leaked if you don't read the stream to completion. Usage: ```py with client.chat.completions.stream(...) as stream: for event in stream: ... ``` api_request)Callable[[], Stream[ChatCompletionChunk]]rDrErFrGrHrIc>d|_||_||_||_dSr])$_ChatCompletionStreamManager__stream)_ChatCompletionStreamManager__api_request-_ChatCompletionStreamManager__response_format)_ChatCompletionStreamManager__input_toolsrVrrDrFs rWrXz$ChatCompletionStreamManager.__init__s+GK (!0(rZ%ChatCompletionStream[ResponseFormatT]cz|}t||j|j|_|jSN)rBrDrF)rr@rrrrVrBs rWrhz%ChatCompletionStreamManager.__enter__sB'')) ,! 2*    }rZrirjrkrlrmrncJ|j|jdSdSr])rrqrrs rWrsz$ChatCompletionStreamManager.__exit__s. = $ M   ! ! ! ! ! % $rZN)rrrDrErFrGrHrI)rHrr)rrrrrXrhrsrgrZrWrr{sZ   ) ) ) )    """"""rZrcreZdZdZd d Zd!d Zd"dZd#dZd$dZd%dZ d&dZ d#dZ e d'dZ d"dZdS)(AsyncChatCompletionStreamrArB AsyncStream[ChatCompletionChunk]rDrErFrGrHrIc||_|j|_||_t |||_dSrKrMrUs rWrXz"AsyncChatCompletionStream.__init__rYrZr[cDK|jd{VSr])rR __anext__r_s rWrz#AsyncChatCompletionStream.__anext__s,^--/////////rZ9AsyncIterator[ChatCompletionStreamEvent[ResponseFormatT]]c4K|j23d{V}|WV 6dSr]rbrcs rW __aiter__z#AsyncChatCompletionStream.__aiter__sF.       $JJJJJ)..sr c K|Sr]rgr_s rW __aenter__z$AsyncChatCompletionStream.__aenter__s  rZrirjrkrlrmrnc>K|d{VdSr]rprrs rW __aexit__z#AsyncChatCompletionStream.__aexit__s. jjllrZcHK|jd{VdSru)rPacloser_s rWrqzAsyncChatCompletionStream.closes4 n##%%%%%%%%%%%rZrvclK|d{V|jS)rxNryr_s rWr{z.AsyncChatCompletionStream.get_final_completions>oo{//111rZc4Kt|d{V|S)r}N)r)r_s rWrzz$AsyncChatCompletionStream.until_dones+$T********* rZrc|jjSr]rr_s rWrz5AsyncChatCompletionStream.current_completion_snapshotrrZcK|j23d{V}t|s|j|}|D]}|WV<6dSr]rrs rWrQz$AsyncChatCompletionStream.__stream__s#/       )7 BB ![55i@@N'     0//sAN)rBrrDrErFrGrHrIr)rHrrrrrr)rrrrrXrrrrrqr{rzrrrQrgrZrWrrs j j j j0000&&&& 2 2 2 2 777X7rZrc*eZdZdZdd Zdd ZddZdS) AsyncChatCompletionStreamManageraQContext manager over a `AsyncChatCompletionStream` that is returned by `.stream()`. This context manager ensures the response cannot be leaked if you don't read the stream to completion. Usage: ```py async with client.chat.completions.stream(...) as stream: for event in stream: ... ``` r+Awaitable[AsyncStream[ChatCompletionChunk]]rDrErFrGrHrIc>d|_||_||_||_dSr]))_AsyncChatCompletionStreamManager__stream._AsyncChatCompletionStreamManager__api_request2_AsyncChatCompletionStreamManager__response_format._AsyncChatCompletionStreamManager__input_toolsrs rWrXz)AsyncChatCompletionStreamManager.__init__s+LP (!0(rZ*AsyncChatCompletionStream[ResponseFormatT]cpK|jd{V}t||j|j|_|jSr)rrrrrrs rWrz+AsyncChatCompletionStreamManager.__aenter__sO------- 1! 2*    }rZrirjrkrlrmrncZK|j!|jd{VdSdSr])rrqrrs rWrz*AsyncChatCompletionStreamManager.__aexit__sD = $-%%'' ' ' ' ' ' ' ' ' ' % $rZN)rrrDrErFrGrHrI)rHrr)rrrrrXrrrgrZrWrrsZ   ) ) ) )    ((((((rZrcbeZdZdZeeddd Zdd Zedd ZddZ ddZ d dZ d!dZ dS)"rSaSHelper class for manually accumulating `ChatCompletionChunk`s into a final `ChatCompletion` object. This is useful in cases where you can't always use the `.stream()` method, e.g. ```py from openai.lib.streaming.chat import ChatCompletionStreamState state = ChatCompletionStreamState() stream = client.chat.completions.create(..., stream=True) for chunk in response: state.handle_chunk(chunk) # can also access the accumulated `ChatCompletion` mid-stream state.current_completion_snapshot print(state.get_final_completion()) ``` )rFrDrFrGrDrErHrIcd|_g|_t|r d|Dng|_||_t j|r|nt|_dS)Ncg|]}|Srgrg).0tools rW z6ChatCompletionStreamState.__init__..Cs:::dT:::rZ) 7_ChatCompletionStreamState__current_completion_snapshot/_ChatCompletionStreamState__choice_event_statesr' _input_tools_response_formatinspectisclassr$_rich_response_format)rVrFrDs rWrXz"ChatCompletionStreamState.__init__:sk SW*=?">F{>S>S[::k::::Y[ /IPYhIiIi6xooox"""rZrvcDt|j|j|jS)zParse the final completion object. Note this does not provide any guarantees that the stream has actually finished, you must only call this method when the stream is finished. )chat_completionrDrF)r1rrrr_s rWr{z.ChatCompletionStreamState.get_final_completionGs- % < 6)    rZrc"|jJ|jSr])rr_s rWrz5ChatCompletionStreamState.current_completion_snapshotSs1===11rZchunkr74Iterable[ChatCompletionStreamEvent[ResponseFormatT]]cn|||_|||jS)zTAccumulate a new chunk into the snapshot and returns an iterable of events to yield.)rcompletion_snapshot)_accumulate_chunkr _build_events)rVrs rWrz&ChatCompletionStreamState.handle_chunkXs>-1-C-CE-J-J*!! $ B"   rZchoice ChoiceChunkChoiceEventStatec |j|jS#t$r4t|j}|j||cYSwxYw)N)rF)rindex IndexErrorrrappend)rVr choice_states rW_get_choice_statez+ChatCompletionStreamState._get_choice_stateash -fl; ;   +8IJJJL  & - -l ; ; ;    s;AAc@ |j}|t|S|jD]d} |j|j}|jjpg}t ttttt dt|jt tddt|jjpgDdt d|j |_t|D]^\}}|jjpg|}|jdkr$|jdksJ|jj|j_Ht$rt'|_n#t($ryt t*tt*i| ddh d |j i}|j|YnwxYw|jr[|j|_t1|j|j r4|jd krt7| |jdkrt9|jjrq|jjset?|j rQ|jj!r3tEtG|jjdd|j_$|j jpgD]} |jjpg| j} | jdkrtK|j| jj&} | rh| 'di'dr?| jj(r3tEtG| jj(dd| j_t$rt'| |j)|j)2tUtV|j)j|j)j|_)|j)jrA|j)j g|j)_|j)j,|j)j|j)jrA|j)j g|j)_|j)j,|j)jf|j-|_-|j.|_.|S)Nzdict[object, object]Tc"i|] \}}|dddii S)functionparsed_argumentsTrg)ridx_s rW z?ChatCompletionStreamState._accumulate_chunk..s:;.;.;.4:C14jCUW[B\5];.;.;.rZ)parsed tool_calls)excludetype_valuerdelta exclude_unsetrmessagerLlength) completioncontent_filterzutf-8) partial_mode)rFnamestrict)contentrefusal)/r$_convert_initial_chunk_into_snapshotchoicesrrrr rr,r"r*r% enumeraterto_dicttyperrrrrrr finish_reasonr/rrr:r;rrr'rlstriprbytesrr2rget argumentslogprobsr+r<extendusagesystem_fingerprint) rVrrrchoice_snapshotprevious_tool_calls tool_index prev_toolnew_tooltool_call_chunktool_call_snapshot input_tools rWrz+ChatCompletionStreamState._accumulate_chunkis!"@  &7>> >mx Yx YF7 D"5"=fl"K&5&=&H&NB#*.7"A. 6 *$3$;-1(-6:;.;.>GH_HjHpnp>q>q;.;.;.)*)* -& -& !"!"!"(!!79M9M9O9OPP+++'@.77J-K-K00)J / 7 B Hb*UH ~33'} ::::=F=O=`)::&0$Y///0 D D D"&("2$//dWI/VV%v|';';'='= # #$+22?CCCCC D# ?060D-&t7LZ^Zklll?+x776ATUUUU+/???<>>> '/ '/7 T788  $+3::<< 2;/197CC!%222'. $*<#:#@b 5 5&5&=&H&NBP_Pe%f"%*j88!7$($5>xHH/7A HQ!"4"="GQQ)-HHH*3D#5 !3444*"+3/4& & 7 & 7000O,, .Y*3;C?AO4<'08??@WXXX.Y*3;C?AO4<'08??@WXXX$)K!161I.""sE E//BG21G2r0list[ChatCompletionStreamEvent[ResponseFormatT]]c g}|ttd|||jD]}||}|j|j}|jjV|jjJ|ttd|jj|jj|jj |jj K|jj ?|ttd|jj |jj |jj r|jj }|J|jj D]}||j} | jdkrg|jJ|tt d| jj|j| jj| jj|jjpd t(rt+| |j|j|jjrK|jjr?|tt.d |jj|jj |jj rK|jj r?|tt0d |jj |jj |||||j|S)Nr)rrsnapshotz content.delta)rrrrz refusal.delta)rrrrz#tool_calls.function.arguments.delta)rrrrrarguments_deltazlogprobs.content.delta)rrrzlogprobs.refusal.delta)rrr) choice_chunkrrD)rr+rrrrrrrrrrrrrrr rrrrrrrrrget_done_eventsr) rVrrrrrrrtool_call_delta tool_calls rWrz'ChatCompletionStreamState._build_eventss LN *7%BU V V V   mK K F11&99L19&,GO|#/O4K4S4_%%),$l2!0!8!@.6= |#/O4K4S4_%%),$l2!0!8!@ |& 0,4? !---'-|'>00O *?+@ AI ~33.7CCC&--! C%J%.%7%<&5&;*3*<*F1:1C1T0?0H0R0XVX    '0$Y///*/G/S?*/G/O"))5!9$*O$;%4%=%E ?*/G/O"))5!9$*O$;%4%=%E   ! !,,!'$3$($9-    rZN)rFrGrDrErHrIrr)rr7rHr)rrrHrrr7rHr)rr7rrrHr) rrrrr$rXr{rrrrrrrgrZrWrSrS%s.JSR[ y y y y y y     222X2        C#C#C#C#JYYYYYYrZrSc.eZdZddZdd ZddZddZdS)rrF"list[ChatCompletionToolUnionParam]rHrIc||_d|_d|_d|_d|_t |_d|_dS)NF)r _content_done _refusal_done_logprobs_content_done_logprobs_refusal_doneset_done_tool_calls*_ChoiceEventState__current_tool_call_index)rVrFs rWrXzChoiceEventState.__init__KsD'""&+#&+#*-%%59&&&rZrrrrrDrErcg}|jr\|||||j+|j|jvr||||j|jjpgD]l}|j|jkrN|||||j||||j|j|_m|S)N)rrD)rrr ) rr_content_done_eventsr#r"_add_tool_done_eventrrr)rVrrrDrrs rWrz ChoiceEventState.get_done_eventsUs.LN  (   ! !))/[j)kk    .:2$:OOO))#1$3#=* &+6<" = =I-@@%%--o_n-oo1=--'5(7#'#A. .7_D * *rZc Dg}|jjr|jsd|_t||j}||j_|t tdtttt|d|jj||jj B|j s;d|_ |t td|jj |jN|jjB|js;d|_|t t d|jj |jN|jj B|js;d|_|t t$d |jj |S) NT)rDrz'type[ContentDoneEvent[ResponseFormatT]]z content.done)rrrz refusal.done)rrzlogprobs.content.done)rrzlogprobs.refusal.done)rrrr0rrr+r rrr3rrrrrrr r)rVrrDrrs rWr%z%ChoiceEventState._content_done_events~s LN  " * 43E !%D ( /'/F.4O # *  ! !AS"2334KO4\4\](+3;!        " * 6t?Q 6!%D   ! !&^_E\Edeee     $ 0(0</=+/D '  ! !.5LVeVnVvwww     $ 0(0</=+/D '  ! !.5LVeVnVvwww   rZrr intc ||jvrdS|j||jjJ|jj|}|jdkrjt |j|j}||j_| ttd||jj |jj |dStrt|dSdS)Nr)rFrz"tool_calls.function.arguments.done)rrrrr)r"addrrrr4rrrrr+rrrrr)rVrrr rrs rWr&z%ChoiceEventState._add_tool_done_events  . . . F !!*---&1===,4? K  "j 0 0< -8J8S    >>>@$-$-$-$-$-$-rZrrr7rHrc F|}td|d}|jD]?}i|ddhd|ji||j<@tt tt ddi|dd i S) Nz list[object]rTrrrrobjectzchat.completionr)rr rr*rrrr,)rdatarrs rWrrs ==??D>4 ?33G-  ! dWIFF! v|++--! !   $.$d+      rZrboolc|jdkS)Nzchat.completion.chunk)r,)rs rWrrs  6 66rZr)rr7rHr.)U __future__rrtypesrtypingrrrrr r r r typing_extensionsr rrjiterr_typesrrr_eventsrrrrrrrrrrrr _deltasr"r$r%r&_utilsr'r(r)_compatr*_modelsr+r,_parsingr.r/r0r1r2r3r4 _streamingr5r6 types.chatr7r8r9 _exceptionsr:r;types.chat.chat_completionr< types.chat.chat_completion_chunkr=r#types.chat.completion_create_paramsr>ResponseFormatParamr@rrrrSrrrrgrZrWrCs """"""bbbbbbbbbbbbbbbbbbbb::::::::::kkkkkkkkkk                            '&&&&&1111111111NNNNNNNNNN""""""--------/.......bbbbbbbbbbSSSSSSSS999999FFFFFFYYYYYYIIIII7?3IIIX,",",",","'/":,",","^IIIII 8IIIX,(,(,(,(,(w'?,(,(,(^bbbbb 8bbbJ X-X-X-X-X-X-X-X-v.777777rZ