utf8_tokenizer/__init__.py,sha256=hNEfiekqYUqVOf9Yt7jHw7DEEKcU0XLm40-tpLc73xo,583
utf8_tokenizer/byt5_comparison.py,sha256=z6JasUolPZLhv0px9mpHF401vV0vc29xHC3NqBbatM8,1043
utf8_tokenizer/byte_embeddings.py,sha256=aTXFNxRomYOFfy9shUVABym-RIlG8IVUrk4sxcU2_zs,7821
utf8_tokenizer/char_causal_lm.py,sha256=0uq-bO2YDjbG1VbPZlCrb0d2hDmCEePsKPa8Sqf6878,13671
utf8_tokenizer/char_embeddings.py,sha256=1FVqFTbiFikqeZaxhWqfmv0no3TV9RwoIlIPplPh3Mg,5936
utf8_tokenizer/chat_template.jinja,sha256=VCUvTcUAq-ULi19Nf4ExMgPI05VrtxinUEJwbSZ-Bzk,2096
utf8_tokenizer/control.py,sha256=r1YzkgG9RDB_nNoFdgE0tEG1kSvGcb-vkugaAoAjXq8,1959
utf8_tokenizer/logits_processor.py,sha256=pTxAv82riAoecACKnluldiaCP-aM_nwqWKzp0hlNbRk,8040
utf8_tokenizer/tokenizer.py,sha256=9_d6hh4W3b7RjiPHUL5o8Kf0_9_NhDpJcPFFfxo0TSY,9997
utf8_tokenizer/utils.py,sha256=7EfMOqqP8I_rDpjyv5IdtOv-Viomdxw3ZV5h1wRhdjg,2710
utf8_tokenizer-0.8.4.dist-info/licenses/LICENSE,sha256=-85p81jfHERhmQnds40xOFt4q3cTlX0GFbSUuJU1jxI,1061
utf8_tokenizer-0.8.4.dist-info/METADATA,sha256=LufrgcOW_7moRYXy4S4Nm3vYbudnvxMea_SI64SBdcU,5520
utf8_tokenizer-0.8.4.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
utf8_tokenizer-0.8.4.dist-info/top_level.txt,sha256=V2Z9WBmh9TrN0TBnwyu5p0Tca1WSHRby9oJ8MAFN26w,15
utf8_tokenizer-0.8.4.dist-info/RECORD,,
