"pytorch_tokenizers/__init__.py",sha256=4Iaua85hQWJPN1YA8Oj-ac52zHtRizCBTTBi0YafA8U,1823
"pytorch_tokenizers/constants.py",sha256=LEgwK_RNhU1fVlKBiSiNliXpXRHTsh4g_YhMyGOiiYY,1048
"pytorch_tokenizers/hf_tokenizer.py",sha256=2t0FvxQ4EGRWo94txGHfSgSUrjNpjjKVczuA1t1-XuI,1826
"pytorch_tokenizers/llama2c.py",sha256=umkhjqI61ucQ5Htn7PdxyHUxO0w3fiQ9T6KBVKUaQzM,4325
"pytorch_tokenizers/pytorch_tokenizers_cpp.cpython-310-x86_64-linux-gnu.so",sha256=3mi5fH_dMWuG87UoB6RKAwRo1ZHoiU4QVh8hCO8dgUA,3775136
"pytorch_tokenizers/tiktoken.py",sha256=drF9Te4W7w4ZoL382JmkzLfx1Z1fAi4wJz7G-pUsLeE,6174
"pytorch_tokenizers/include/pytorch/tokenizers/base64.h",sha256=qckNcuaFaUZOg4TH7PlNeCyjmahM4yls6VctPC2sQno,6097
"pytorch_tokenizers/include/pytorch/tokenizers/bpe_tokenizer_base.h",sha256=0KnX0Td_6rF16WOm1D4PFOjEDVEAXxUsHRFWO_l53o0,4952
"pytorch_tokenizers/include/pytorch/tokenizers/compiler.h",sha256=zz1VAO0k3V4vng-46V7u3JZPMS3By-NhytsqmKJDJwI,481
"pytorch_tokenizers/include/pytorch/tokenizers/error.h",sha256=8tRhGx-L0DtY_jLjhYeb5L-jF03ElRKADfESk3R8I8E,2573
"pytorch_tokenizers/include/pytorch/tokenizers/hf_tokenizer.h",sha256=IuvqOKT4a2-7qUjwUk9f00p45c2yDbKjHOoDyHW4a7s,8044
"pytorch_tokenizers/include/pytorch/tokenizers/llama2c_tokenizer.h",sha256=N1-FBqRMdQwaUBbMDnjIFokYxL4Za6QyaANP9pHr-s0,1608
"pytorch_tokenizers/include/pytorch/tokenizers/log.h",sha256=hQcz8jQYabF46TXqJ6EZqYiZFUayf7BahQgzbTm1c8I,8905
"pytorch_tokenizers/include/pytorch/tokenizers/normalizer.h",sha256=7w4P0jC3tDX-GNdQeC5t_qUrUUhvVrTn9C6YBuTyTQo,6045
"pytorch_tokenizers/include/pytorch/tokenizers/pcre2_regex.h",sha256=cvw-dKOhJ5mV2IaYSlpbgsvCfPOUbmQSOd3mYvVWaUc,1214
"pytorch_tokenizers/include/pytorch/tokenizers/post_processor.h",sha256=6jDYMYTfPdba33PlwrvDSj0PBKloqZnOJo4Ux14nX4I,4961
"pytorch_tokenizers/include/pytorch/tokenizers/pre_tokenizer.h",sha256=7jSrOLcULHCC7dookGKy98ozR70_rKpfFVRDWcHt1fw,8113
"pytorch_tokenizers/include/pytorch/tokenizers/re2_regex.h",sha256=ERVUuLuGEe_44iEd1L0AxUfPI3YgVXvdPsVO56ZcxGM,1017
"pytorch_tokenizers/include/pytorch/tokenizers/regex.h",sha256=N6JveOcqOhib2vAUMRkPHUbTqfwlJdkb9pv-tfYTU4k,2004
"pytorch_tokenizers/include/pytorch/tokenizers/result.h",sha256=r22iyWR-oOUoy3982ZvFTkoN35kGUfMe8nQ0HPgYawQ,7188
"pytorch_tokenizers/include/pytorch/tokenizers/sentencepiece.h",sha256=nxRbPzNW3PQQ7KRE2Qu9jkUXaeUKsiMUIamkGnhOImo,1123
"pytorch_tokenizers/include/pytorch/tokenizers/std_regex.h",sha256=Xlf0KvFFXNiyWK1R6XtFRf_P8MDic4zqFOTU5XWQsM4,985
"pytorch_tokenizers/include/pytorch/tokenizers/string_integer_map.h",sha256=F-vyPa563ZPoZ5OULhCWi8NV6O4WZsunJqhzwVDmeyI,25218
"pytorch_tokenizers/include/pytorch/tokenizers/tekken.h",sha256=IGgH8v_t0-KVZCCEXRuvvMHkuWhKSWsapW1-A9YTAL8,2643
"pytorch_tokenizers/include/pytorch/tokenizers/tiktoken.h",sha256=0SKwT4EiX0rUBgzFLFUuUoqdBeJtqCvx109KsnGm3zU,4250
"pytorch_tokenizers/include/pytorch/tokenizers/token_decoder.h",sha256=mPzEz40MHQIEiMcltc4YyLzuuruNeF-bal7HUsSP3Os,4828
"pytorch_tokenizers/include/pytorch/tokenizers/tokenizer.h",sha256=I0sKNVZOZCLc7sIxCy46tPV_ErzJEFzC62Ef81rHAZY,3075
"pytorch_tokenizers/tools/__init__.py",sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
"pytorch_tokenizers/tools/llama2c/__init__.py",sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
"pytorch_tokenizers/tools/llama2c/convert.py",sha256=3vnfTykmu9dOqXIQNiblAB0p0UGFe8uFJF7wMmMNvSo,1392
"pytorch_tokenizers-1.2.0.dist-info/licenses/LICENSE",sha256=u3b-8Ngw6qG_y5x7I5PH4g_hJWcoK2ZnVgSqW6G2F9s,1490
"pytorch_tokenizers-1.2.0.dist-info/METADATA",sha256=H9Af4YNLAnLZDaiCnPaKsf-hiuRyWF8zdzlNjE1IQHk,4935
"pytorch_tokenizers-1.2.0.dist-info/WHEEL",sha256=56dtoO1vbjUp_P4n37eeo-lsgQnaKFUb4yfzS14g7LU,114
"pytorch_tokenizers-1.2.0.dist-info/top_level.txt",sha256=Ua2L4r9CSEprrYNlldK6ZtIJUYo-X4psW8xreLOyF08,19
"pytorch_tokenizers-1.2.0.dist-info/RECORD",,
