U h @sUddlmZddlZddlZddlZddlZddlmZmZm Z m Z ddl Z ddl m Z eZiZded<daded<ed d d d Zd d ddZdddddZdd ddZdS)) annotationsN)AnyCallableOptionalSequence)Encodingzdict[str, Encoding] ENCODINGSz1Optional[dict[str, Callable[[], dict[str, Any]]]]ENCODING_CONSTRUCTORSz Sequence[str])returncCs6g}ttjtjd}|D]\}}}||q|S)N.)pkgutil iter_modules tiktoken_ext__path____name__append)ZmodsZ plugin_mods_mod_namer5/tmp/pip-unpacked-wheel-taldhpgq/tiktoken/registry.py_available_plugin_moduless  rNonec Csttdk rW5QRdSiatD]}t|}z |j}Wn4tk rr}ztd|d|W5d}~XYnX|D],\}}|tkrtd|d||t|<q|q&W5QRXdS)Nztiktoken plugin z& does not define ENCODING_CONSTRUCTORSzDuplicate encoding name z in tiktoken plugin )_lockr r importlib import_moduleAttributeError ValueErroritems)rmod constructorseZenc_name constructorrrr_find_constructors s(    r"strr) encoding_namer c Cs|tkrt|St|tkr2t|W5QRStdkrLttdk sLt|tkrjtd|dtt|}tf|}|t|<|W5QRSQRXdS)NzUnknown encoding z. Plugins found: )rrr r"AssertionErrorrrr)r$r!encrrr get_encoding7s   r'z list[str]c Cs>t0tdkr ttdk s tttW5QRSQRXdS)N)rr r"r%listrrrrlist_encoding_namesNs  r)) __future__r functoolsrr threadingtypingrrrrrZ tiktoken.corerRLockrr__annotations__r lru_cacherr"r'r)rrrrs