filipino_tokenizer/__init__.py,sha256=LO_UNIOMYeViqQ-psDQPZThyaSxim6VlmI9sy9MmQNI,74
filipino_tokenizer/_bpe_rust.cp311-win_amd64.pyd,sha256=4PXjLPonbxgwtGx0u8voJYNVBIojm_p57Hzq9HfCa-U,251904
filipino_tokenizer/base.py,sha256=a-V7_FMero3V4koS07P2UxXrSPHqIX6DYKTvugJlJeo,4872
filipino_tokenizer/data/bisaya_roots.json,sha256=YXDgNcpZ1RM00f0K_EL-3ZsNJIUsR4U0C_tU1KAUU54,9053917
filipino_tokenizer/data/circumfix_table.json,sha256=jt2tMA6eatQHll7WPPEO_o9yko6QJE-0dkHAdeytv-8,26360
filipino_tokenizer/data/infix_table.json,sha256=FcYO6Jz97CyvSTD13N_Z9bvd7ji4kUQZSkhRydlk6Y8,6120
filipino_tokenizer/data/prefix_table.json,sha256=VRFU4HLeUN9XdM6MmpVnkIgiXCA_DEfctAGCobr57Lc,155122
filipino_tokenizer/data/suffix_table.json,sha256=Nd_ig1O3OydHbR7uEhuYy8E5z62mtTvClD5-jVXlhbc,38094
filipino_tokenizer/data/tagalog_roots.json,sha256=nP2lVcZLPakh2UrNDOfWsLtnLx_9_4DUJJ_Ef1Tgd98,10022064
filipino_tokenizer/data/pretrained/merges.txt,sha256=cABBOMeRrsLN8V1EgN0S-M5KbsFbV0QySbf2VjjrOrQ,296167
filipino_tokenizer/data/pretrained/vocab.json,sha256=oLWtNiii3FMLqA_ojnDqdLwjSY3V0HGo4Ecqsm906IE,637477
filipino_tokenizer/tagalog/__init__.py,sha256=kosFCOubhkywVijrkahNcASCZNQZqfNNLzBl16xH31Y,611
filipino_tokenizer/tagalog/affixes.py,sha256=J3jdD2sOFvnAvveBGIRUhZieSTyKI8pwCeIupfANTDI,156
filipino_tokenizer/tagalog/bpe.py,sha256=4ZDCkgquACzLfSzoCgQTRZMyXgZ3RENZZ9KrqnQJXFE,14350
filipino_tokenizer/tagalog/hf_tokenizer.py,sha256=_ZWUep9QiJ-xMSN9kuGJ2MQWfrCj01tOP4aFsLmQtdg,6224
filipino_tokenizer/tagalog/phonology.py,sha256=5sB1UmjPvIL_7dWvrFmNZWS9A_8oPqazhua_XOkTduU,6634
filipino_tokenizer/tagalog/roots.py,sha256=W44hOta2oXdFtQeiX5HIHcBivdhB1VmwctQqpy9GFo4,185
filipino_tokenizer/tagalog/segmenter.py,sha256=-SQHSlKm-e0-N5Owv4RkMJx0lXt7iHfMmNOjvs5VSuM,8182
filipino_tokenizer/tagalog/tokenizer.py,sha256=stoaQrdECa5ypG9mULQm6xkGlv95CHypz0PtCPgmbFM,14487
filipino_tokenizer-0.4.1.dist-info/licenses/LICENSE,sha256=XI4KjyYKCisM9bS1gwg3o6_Q13O37--t3TlSLgZ2O0g,1094
filipino_tokenizer-0.4.1.dist-info/METADATA,sha256=M-m2aBm_5kw7cr1RRProMGMB8l0sNl3SNKxJRvyu9_I,14951
filipino_tokenizer-0.4.1.dist-info/WHEEL,sha256=XHXMKJU3yoVh1ZanBXTJ5bDGb67oEYtF1S6bd8a4izI,101
filipino_tokenizer-0.4.1.dist-info/top_level.txt,sha256=TaaYrjC10H_65JJe9frs7koyzZIOqVVU276eZfpTyEI,19
filipino_tokenizer-0.4.1.dist-info/RECORD,,
