filipino_tokenizer/base.py,sha256=uwoMiQNhySBusfztwZzu7L2QemTSHXGCzPIp7xPf22g,4738
filipino_tokenizer/__init__.py,sha256=ktsVhk_iH6BL1OncGCFXaGGkPs7QZiPX5A5L6VlrZus,73
filipino_tokenizer/_bpe_rust.cpython-312-x86_64-linux-gnu.so,sha256=u6OiWYQCUcUNFI4FTKAppwWvr6CgbpC9RP5TWgNrWfw,515320
filipino_tokenizer/tagalog/phonology.py,sha256=vRmyOoG_Fq7eXRaH2v7kIQU0AHYzlXG5ilbjBaA6gbY,6478
filipino_tokenizer/tagalog/affixes.py,sha256=sK8wkU-8t216gwIpBlurOCApzRVBNekf3iq6MaThOxA,152
filipino_tokenizer/tagalog/roots.py,sha256=aemby0cb0Xc3J5SyoES11e8Gxd6TLF0WlXcm0HZ0xmo,179
filipino_tokenizer/tagalog/bpe.py,sha256=3t-nQkaXcoHl93CArjwyjOvAP4soABf_H5w2oIgW6fE,14001
filipino_tokenizer/tagalog/segmenter.py,sha256=fwn7l85b_5h6PcC-oE_BxOkESHxJU3FdqUL5oeRvimM,7990
filipino_tokenizer/tagalog/hf_tokenizer.py,sha256=GZkxzgL-eiP_IUgHUZSzl9UsgoGZ5P7YIsbTB3f80K4,6058
filipino_tokenizer/tagalog/tokenizer.py,sha256=B-aVuF2Y7ErlQbRUA3J_mF5nfEP8HwPp2N6pc4AFKow,14126
filipino_tokenizer/tagalog/__init__.py,sha256=dVkJqropKsFHJA32kPxqIAnG0rUQVIiF4IY-g7fBewQ,594
filipino_tokenizer/data/suffix_table.json,sha256=GMbDInwtEmD1EgIZsmdVgXh9hSHz4nAzk2d6G78Vq7g,37627
filipino_tokenizer/data/infix_table.json,sha256=KnEQYSeZj0PBTWTcQAFgoRkRIKDEAJ1mgZQ9ftviSSQ,6091
filipino_tokenizer/data/circumfix_table.json,sha256=788NklZKrtAtAg26n1rB_sWPuwN-ZC8OIByGFUwDRe8,26051
filipino_tokenizer/data/prefix_table.json,sha256=uif2l8uXi5hw-eM9t-KX72QXmwvQ3PcuznUsgwcfAsw,151059
filipino_tokenizer/data/tagalog_roots.json,sha256=UpvbIir-KM-5KPf96gAGAmTbwjd65xeXM5M8GvizjSk,9746647
filipino_tokenizer/data/bisaya_roots.json,sha256=NIwwv8PQsCfrWrdcnP0WwrQmgCcsdVqsGyDjLowQXBE,8835600
filipino_tokenizer/data/pretrained/vocab.json,sha256=NK3nhPinUH2srQGxghpygOaQoHFgS5gCFFSsdsh-QJc,605476
filipino_tokenizer/data/pretrained/merges.txt,sha256=nShhseZnNRfkzvf9Cx2fDAHzzFi0V5iMOyrG1QQiaL0,264267
filipino_tokenizer-0.4.1.dist-info/RECORD,,
filipino_tokenizer-0.4.1.dist-info/top_level.txt,sha256=TaaYrjC10H_65JJe9frs7koyzZIOqVVU276eZfpTyEI,19
filipino_tokenizer-0.4.1.dist-info/METADATA,sha256=vGhl-Z_4Ka1qpfJS7cfqQ8uRp8SWhbAN-B_JJNNOh7k,14633
filipino_tokenizer-0.4.1.dist-info/WHEEL,sha256=xZDW7cs1uNrIXupugSX6MuN9g_ZyR5vcfKfhfn3-rY4,151
filipino_tokenizer-0.4.1.dist-info/licenses/LICENSE,sha256=om8qtEmZrzZV_h-6gefLlJPs07QjjmFhpMMCbVbtYbw,1073
