botok/__init__.py,sha256=o4NnZkRPBwAZhFHthSeTW9k9LejpoIODPTS099ZU77w,1606
botok/config.py,sha256=6dbXxu6Pj8baG4g47FbmNdVzqqraPS8msPPnuedpwzs,4616
botok/vars.py,sha256=1QPZBKGjZyJEPm2nqZroXpIFqjQlaJdGf0h-ut_Gt04,1536
botok/chunks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
botok/chunks/chunkframework.py,sha256=tV5E8evT2ou-Xj7VEYFFP0Ey31crZhdJSnL18zHqIco,15219
botok/chunks/chunkframeworkbase.py,sha256=6Sn2bA-43nS8Zc1gw7oUQGht-oeW4jL-0knlYxZVZTs,8729
botok/chunks/chunks.py,sha256=TY6fC4HGyLpGnw5da3-VWkJqZOD-Cmeq8rRMa04wkKI,4504
botok/modifytokens/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
botok/modifytokens/adjusttokens.py,sha256=TY-hQ0Id4ipgSQ4CBaWuHajnXc8LiwWFzw3bq8_WQUI,4785
botok/modifytokens/cqlmatcher.py,sha256=Fu1Th7MbzzZ69LS5_pwriMSuywDAus1tauiLyaQqL8c,1048
botok/modifytokens/mergedagdra.py,sha256=6uvjRs0XosGOf6XmEUToetNzr8Lr-xwVZ3s_fyN91nY,1842
botok/modifytokens/mergingmatcher.py,sha256=wBCY1ms5uWJhL9hW9ikWl_I5hECYvaF1uJEKueMYWNg,1470
botok/modifytokens/replacingmatcher.py,sha256=IPr22-RGLx6uClqoxtiByKSuXdJEUvm5zmNIzP7_4Xo,882
botok/modifytokens/splitaffixed.py,sha256=P06X_LV2oTJrM2oUgOz0732SM9iLcg-Fxy_ie9SI-6M,1400
botok/modifytokens/splittingmatcher.py,sha256=qAf9oekAuGT7exYOb_EIZmdnJ0LQ9LDuHOFpf31cX90,1563
botok/modifytokens/tokenmerge.py,sha256=Q4sTu3tRvTwxZD6UKeaDCqzGgEQ8CMCYRIeBmUqmZIw,3189
botok/modifytokens/tokensplit.py,sha256=Yo32aWuYLUKybhxOI50IilrkXa8Inj-qrVGpbAcoqsA,4414
botok/resources/README.md,sha256=zMtV7hEoOvrxjc-Pedd3aT8As8U8iPngidVbltdewjs,1786
botok/resources/SylComponents.json,sha256=RBp_TSYEYXqHkSdws1Ufcj3PO4FEGHqI6kPaR_zWPPc,16855
botok/resources/bo_punct_position.csv,sha256=BgJTtPJ4EVKstlEFIAR7f7VEVu_hlx3KhbiavpUtUmk,903
botok/resources/bo_uni_table.csv,sha256=EU1kwva92BBHVERFMmDxh8BL7437o5kdwkGtBzJh4-E,16138
botok/resources/particles.tsv,sha256=1uJixk-8DWnwqbZsnf5lpDCgslQa-jB3vCQMP2PvACc,1597
botok/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
botok/text/format.py,sha256=JY6eD6uEKb-PAZCxzBRD96K7CEyK1cAGUYVCwH2MnwY,1094
botok/text/modify.py,sha256=9RbvAhBfAnKl-wVSQ7h9vLaUPg3pbtaJTNGc4TbeWlM,2503
botok/text/pipelinebase.py,sha256=WwlKff-4Q3Y8f5MiGut8WirHhlHn3HL8PzEkKE6-eeA,3477
botok/text/preprocess.py,sha256=d87ocgst2_n2epwEVL3XKJWTFKdFYaGz2YTN1ZPYXWU,301
botok/text/text.py,sha256=orlcGLQvEziQX_vmERaRZS4Zq7rtnHBRJ422VWpG4UQ,5473
botok/text/tokenize.py,sha256=JfSnA8Cd3ASRikCYFUHtPTGYgzfAFZvnuireKlbsTnU,1288
botok/textunits/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
botok/textunits/bostring.py,sha256=pTO8ZuBurS4IqHaItlx-lhXmm9K0xE3pgZzrEJO7rCg,4714
botok/textunits/bosyl.py,sha256=ieu4W8-pQXsaNRDetjVMEd4C7MIYtxoueKA4tvr6-DQ,1849
botok/textunits/charcategories.py,sha256=Y3wf_aU46TngpFBC7p2XO_Vr3csJX6EYtwmymIe4Das,2420
botok/textunits/sylcomponents.py,sha256=fLfwGwXpxU6ZvhuF-rpCYvqUy0uS33ItuI0NIFWl4VM,7883
botok/third_party/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
botok/third_party/cqlparser.py,sha256=B26dw2O64j5scY9KKo81ey2pfIUrauUN48ObU9lJg3M,2435
botok/third_party/has_skrt_syl.py,sha256=46449u-iQJR-bfyaDeqFqQdT1r7Zvd7xSs9Abkg7nP4,1414
botok/third_party/pynpl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
botok/third_party/pynpl/cql.py,sha256=Nht9uHVp2YjAVh5jxqNiGQ2uFMqRvRixzLrKXslsMt0,8956
botok/third_party/pynpl/fsa.py,sha256=4cuU0nKkYu9D7KSNs6vRvX9C73OcW8Z_1G6JEdqFQKI,3796
botok/tokenizers/__init__.py,sha256=cp42bO0J3joJUPRdlXrw6QyGn_JArgyFuSRu7FEIq18,127
botok/tokenizers/chunktokenizer.py,sha256=Mudh-YPeD-AWa0l0w-2V9FYmsEMOwKGQW4tQVWxE1U4,255
botok/tokenizers/paragraphtokenizer.py,sha256=117com-xW8dq1jZnSojwGSyizX7tUqUqTR5LuYhRq7U,1081
botok/tokenizers/sentencetokenizer.py,sha256=Nv63b7aOYM7S1lurPOzqVM62eUc4ddSQnt3uxvfNvlM,9048
botok/tokenizers/simpletokenizer.py,sha256=id5mwQaJl2F5dQsUX3bOdwo7kKXtltNibtYiP1P4F7I,1900
botok/tokenizers/stacktokenizer.py,sha256=myvOxLQxIWI7nsRN8AvhVDcmTgw4sphZEFSoxkOkAUI,895
botok/tokenizers/token.py,sha256=cObVJzCZ0Gc6Pf327lfASyCXJMyb_A91V8l1InoFS9c,4890
botok/tokenizers/tokenize.py,sha256=yRPYuqvUGLrcVDwNJjsta2n1Lt86KXyuf36Zl41HLkQ,10554
botok/tokenizers/wordtokenizer.py,sha256=oHhOO4IzpBpfKycDC2zuArw5INrcBH3xU3Dp6gNdtAc,5191
botok/tries/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
botok/tries/basictrie.py,sha256=bTbs4EZBLazEYnsr_OwQGXqjQiNjba3rm03v2NDYPas,4985
botok/tries/trie.py,sha256=ilzLFzPai2MEkVKcpc0RGHXpGdkOjRmoEpE5ke7HVpw,7346
botok/utils/__init__.py,sha256=2MIEW8Tj6u7COBIzIqt8uhB00bqO4Fl0NpqenpoYU9c,480
botok/utils/corpus_normalization.py,sha256=FjCWu4XIhQCTP4ImTD4aoyr4FBmlipmhNiAcOS-euQY,18343
botok/utils/expose_data.py,sha256=mTiZ_zNFiS3VmsY6tCZJk3l4ysGoVO-v5QyKAGBquZA,1136
botok/utils/helpers.py,sha256=08xKC6fTGCCNdagVdYwxvbY4EdedRG3_OMQqakaMwvs,143
botok/utils/lenient_normalization.py,sha256=f0mAuM4yfD_w3NfMbmiFBlfjU3qx8SO-lw37eOTfdy8,14416
botok/utils/standard_tibetan.py,sha256=XSZ10R7q4sXYlNMquaAoKcPKB4tauzkI1E3i8bp04aA,9017
botok/utils/unicode_normalization.py,sha256=3izdD7b0bkKlUDGnR2EGtzNVBspXXlbl4YOPRXF-wUo,8034
botok-1.1.5.dist-info/licenses/LICENSE,sha256=xazLvYVG6Uw0rtJK_miaYXYn0Y7tWmxIJ35I21fCOFE,11356
docs/source/conf.py,sha256=9WrDR0IixYjOPRnkyxyRouyiSGNolZUcLF341MbBvRc,3438
botok-1.1.5.dist-info/METADATA,sha256=5gY0Yivas6z-pEPqwWmEft8tJ7UNRqNMWXJwiMquh9I,9177
botok-1.1.5.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
botok-1.1.5.dist-info/top_level.txt,sha256=0vL69jk94p7uoObYcQhtaoCYZE-PkTMjjUu3QZagx7o,11
botok-1.1.5.dist-info/RECORD,,
