tokkit/__init__.py,sha256=hiMuNy0Sfnw4GSe8eODbHqDrg-jUfotCOcYtC19_UgE,153
tokkit/tokenizer.pyi,sha256=Wjzexu7kI92EPcAJXJ1LnAuJnZ5r47vlsHhIalzLDvw,427
tokkit/tokenizer.pypy310-pp73-x86-linux-gnu.so,sha256=213yc7R1ypffT87DqyUFTiiclI-1V3k3amrZSL1YQDA,119420
tokkit/bindings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tokkit/bindings/tokenizer.cpp,sha256=Zq7-AbDc7WBONvJHSWcEEdW0eP_GtWEwPpLK1VgWQ58,371815
tokkit/bindings/tokenizer.pxd,sha256=-c1J1mnOMj-IFU5lkvAdHNOIzK4XZrsFfX19298kiUY,745
tokkit/bindings/tokenizer.pyx,sha256=rxwmorw1qdNZ-wYuK9xyxezB9ME06rGqZFw3YtWdqYA,858
tokkit/cpp/data.cpp,sha256=9dFiZD4okHnEZ2_yzeCqBiXNz-JHszbPh4xjwy-2zqA,1124
tokkit/cpp/data.h,sha256=3U52kxcxb-A1FrpA3udWEHolaPtlz1_FZyS6-2Lmz1Y,226
tokkit/cpp/dtypes.h,sha256=YC_rJdisumQ-IhkKMLL5_DwOPoeRCIDwMGcXyWsM-Kw,782
tokkit/cpp/run.cpp,sha256=Ctm_SfcDt4aFprVQw6av5rbgaqTi2Fi6oFuW14up13o,642
tokkit/cpp/tokenizer.cpp,sha256=_0kUSAEIjpSjw1ESbJmr34PFjkob5BcV5AmGmpnI4so,5697
tokkit/cpp/tokenizer.h,sha256=G8Db5oI25zkf8lmzkMB2H9sDvllCM0XoCLk2xylijiQ,556
tokkit-0.0.2.dist-info/METADATA,sha256=_eTF-8mdWNpzGITx3eu9m8tBvFzfnd2lJDZPk5zIqlE,2345
tokkit-0.0.2.dist-info/WHEEL,sha256=7B8lUhxwaDZc7lqxjk4Tt-eJBxacq0HZqsVyPqotWEw,161
tokkit-0.0.2.dist-info/top_level.txt,sha256=6ofHDugkv50L6asKo96v2zHc9ViYFm-F-nZOBNtPW00,7
tokkit-0.0.2.dist-info/RECORD,,
tokkit-0.0.2.dist-info/licenses/LICENSE,sha256=WpAhNqywG9V006LQGL3u0H7xD5tNmz8i66unFdqLc7w,1064
