tokkit-0.0.3.dist-info/RECORD,,
tokkit-0.0.3.dist-info/WHEEL,sha256=tLB2a9gCwFVUfDkyq-dOjwiJnUN8zDHdfgAsZ61K40E,141
tokkit-0.0.3.dist-info/top_level.txt,sha256=6ofHDugkv50L6asKo96v2zHc9ViYFm-F-nZOBNtPW00,7
tokkit-0.0.3.dist-info/METADATA,sha256=57CpZaT25XiKP7lnAafKUTs0yjOyC96KtY9RIRELWIQ,2654
tokkit-0.0.3.dist-info/licenses/LICENSE,sha256=WpAhNqywG9V006LQGL3u0H7xD5tNmz8i66unFdqLc7w,1064
tokkit/tokenizer.pyi,sha256=y0JtXQWA0RA31RrxsXzEnzc3LHfu4mT0cvAw7E4APLU,492
tokkit/tokenizer.cpython-310-darwin.so,sha256=gfe3vjyWvLX8wPufH2kNunoXH_kquv5i8Od2gHIVkvY,295200
tokkit/__init__.py,sha256=hiMuNy0Sfnw4GSe8eODbHqDrg-jUfotCOcYtC19_UgE,153
tokkit/cpp/dtypes.h,sha256=YC_rJdisumQ-IhkKMLL5_DwOPoeRCIDwMGcXyWsM-Kw,782
tokkit/cpp/utils.h,sha256=-C19qq3VTOMezyYK5TnJ_RooVSgcPJWWvXbgsGAYCOM,331
tokkit/cpp/utils.cpp,sha256=v5uYWZdG-1tV8rgMJrUTKYTIF1Rs2DHKqxJGvtxVmII,1057
tokkit/cpp/data.h,sha256=3U52kxcxb-A1FrpA3udWEHolaPtlz1_FZyS6-2Lmz1Y,226
tokkit/cpp/run.cpp,sha256=126scDgY4AoRh7BgmnK6ioxtjCV_1u5PveXs0XH4aOk,735
tokkit/cpp/tokenizer.h,sha256=2dc_NpaG5qWa084WKsGOPHA58pjGAT-Lq8YHpYaz6RQ,615
tokkit/cpp/data.cpp,sha256=9dFiZD4okHnEZ2_yzeCqBiXNz-JHszbPh4xjwy-2zqA,1124
tokkit/cpp/tokenizer.cpp,sha256=odg_9z_zz5JtrC-USonFQ7js1NARy81R1KcbU7dIqPg,5193
tokkit/bindings/tokenizer.pxd,sha256=bxnunZK4JoIGF12VjLhwZaONENs_dGQTjqt0zatKN7w,799
tokkit/bindings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tokkit/bindings/tokenizer.cpp,sha256=cQCXa06JFbXgIffN08CwEiS_r7rg2z7DDeSDLjx_C0s,381657
tokkit/bindings/tokenizer.pyx,sha256=s_zvISRPMk7NwkpwRotBY7oC9_99ih3K5XccqkkLySU,967
