curated_tokenizers/__init__.py,sha256=I5Ylm5wnIZo2FyIk8nSTokNOctBmx37gM1Tw-bdciZ8,123
curated_tokenizers/_bbpe.cp312-win_amd64.pyd,sha256=rpsOtGXjZUaYPq28JRSCN33A1_o27lVAbGUHW0eVIx4,130048
curated_tokenizers/_bbpe.cpp,sha256=RZA_QjM_fc8fJClDq8oKucr_tjLA-S4ySZc37xIqCz4,741052
curated_tokenizers/_bbpe.pxd,sha256=UnpX3I-0VpIlmSlPJvBsCfKTVlt303xAc7xrr2Oxay0,341
curated_tokenizers/_bbpe.pyx,sha256=tkjsvc0-_cA9WZghKNFXGgBb9xtYbHnGlBMF9xh0fUc,6635
curated_tokenizers/_spp.cp312-win_amd64.pyd,sha256=XMCXml5mr5uXZSnJot018iFGT_gKlkA2OcFFqp4G44I,446976
curated_tokenizers/_spp.cpp,sha256=VFyggSI_gAQZXX60EVVr6YbVmlSUFJ_uuQxpiX1CiAo,613034
curated_tokenizers/_spp.pxd,sha256=pQkyxqdzu5ttvUW1s3ogVTp0AFux8DaH0XzuIQ_rcnw,2208
curated_tokenizers/_spp.pyx,sha256=43WyCKajuWxmHtJPUmKNqkvlJqmlDEPSfBMoSvGzm7M,8023
curated_tokenizers/_wordpiece.cp312-win_amd64.pyd,sha256=4VyG4iOA7AbKfmpjhP7xjBxjA2UBYO4TUN1iTFyetZ8,88064
curated_tokenizers/_wordpiece.cpp,sha256=NEq6x-PTlF6T1pKhfjTqmvV-f0Pd-jnL6cFfPoWyWPA,564308
curated_tokenizers/_wordpiece.pxd,sha256=yOEFdQzCYGDP4GEFGEVx5lovdF5h5BuHges0yfLdUF4,676
curated_tokenizers/_wordpiece.pyx,sha256=Fcv8D5fW2KczX_Geq-dfxg7Pts_WKJAJdpz51rFczIA,4976
curated_tokenizers/config.h,sha256=oqYLY79H-0BDs6gb4lvIlkHpNErL0G-O-v8ogUnO7WQ,165
curated_tokenizers/merges.cc,sha256=BCQYv3XTcb59fQxZ6k0YDV6aviuvjBg3ZDSorBSXZdA,2200
curated_tokenizers/merges.hh,sha256=wQ5kmTyCREWmvfgNHDetnD_37EOeaLU2well9pAHkS4,1233
curated_tokenizers/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
curated_tokenizers/util.hh,sha256=NvGqvq5yxhOSoI6sDIbeNDWF3mrIRbOEg56ESg3gxlk,346
curated_tokenizers/wordpiece.cc,sha256=Cun1biGOuh9YaSm-wAJOjs57ibvetlZS2Ml_55vMFcM,1120
curated_tokenizers/wordpiece.hh,sha256=fpjoC1eYHf9l1U_owkOJguCau_EWRJhIRqDaauQCIqg,1051
curated_tokenizers/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
curated_tokenizers/tests/incorrect-merges.txt,sha256=fnsVuf9z1j0xufXD-pk7Co_84FllzO7nFOnVCJrwcYY,20
curated_tokenizers/tests/robbert-merges-1000.txt,sha256=2rMsEPdaED-CmBtoGTO0cnqt-vJeZyesKFg86aWu6t8,7292
curated_tokenizers/tests/robbert-vocab-1000.json,sha256=sTR5uy1sMPqy8H-Uz1UuLcR4eBDMx-uz-BiOD4dHthM,17902
curated_tokenizers/tests/test_bbpe_processor.py,sha256=jlm2TBQgLUp-gwz_L_DAScggVPzkEz0lD93e6QsKxGA,2253
curated_tokenizers/tests/test_sp.py,sha256=MRR_VYZbRCjd9IWeeIG5feq0jOYVYqIs3xsl3Hr69II,4851
curated_tokenizers/tests/test_word_piece_processor.py,sha256=SCGA5RhBH7tg0X6CbSag92FyiR2dnJUr8PuB0bbN3Y4,2355
curated_tokenizers/tests/toy-word-pieces.txt,sha256=sj8CZR_4F20yURvo1IfUmJDz-hAk4g2yeLjXefzcKQg,35
curated_tokenizers/tests/toy.model,sha256=aOgs9MnD7wvh8lp8riyDb8r6fTyDgh-5hkEeVnea0eI,253270
curated_tokenizers-0.0.10.dist-info/licenses/LICENSE,sha256=tTKVA-2oaLtu5MKsNMDQUjVhbPAa0z5X6VB_W06KS7s,2693
curated_tokenizers-0.0.10.dist-info/METADATA,sha256=9Lohc03kmoLpbCmWW8wQ4XQBKcOsZ9_LAky-f09UXZU,2095
curated_tokenizers-0.0.10.dist-info/WHEEL,sha256=VHGZz7MUUFeLJXeJOLgvlOGQ5p51DmyFDjttZX-how8,101
curated_tokenizers-0.0.10.dist-info/top_level.txt,sha256=EKBDsRk94HtBI7QQVDtt8uMqpwI--el9tTFO5T99Yjw,19
curated_tokenizers-0.0.10.dist-info/zip-safe,sha256=frcCV1k9oG9oKj3dpUqdJg1PxRT2RSN_XKdLCPjaYaY,2
curated_tokenizers-0.0.10.dist-info/RECORD,,
