indic_tokenizer/__init__.py,sha256=PHjI75-lUL3YTHfF9cQyAmKWvBa5N0D_E1-MnbAFASU,253
indic_tokenizer/__main__.py,sha256=lPSgmqt2hLJu23jkdq3M12mPDdQU1DFqVpQEaPqlY68,234
indic_tokenizer/bpe_tokenizer.py,sha256=IfQW_MBB1Z8MwCT1zIYsWq0x0csDasWJePxOw-O97G0,13593
indic_tokenizer/bpe_trainer.py,sha256=ZGMBAs9xUiR3pMPkxAUlcGY0caOyZkultMPOLmZiPss,6680
indic_tokenizer/constants.py,sha256=Y3TNYo30FMMXZqhD2HMad2AjV3YtKCOXxrBJH_5iiPU,4630
indic_tokenizer/data_loader.py,sha256=VgcwRkbJ5ZSD8aJGTviBdkdZZnDjud8FAwwnp2H7Jfo,9931
indic_tokenizer/preprocessor.py,sha256=J-JpJdjZKpn9FUi0Ek3SIYnJaLZzYcUEQcErRw_byhM,4690
indic_tokenizer/vocab_builder.py,sha256=KExcKDKWInESCU85NOdhlj1RkLhaPqqeCONQwMUuxek,4215
indic_tokenizer-0.1.0.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
indic_tokenizer-0.1.0.dist-info/METADATA,sha256=Ac2m8PK-YJ_hdnm4IpTVA_lJx4Csm-Q5ArNQY_lFWoA,36220
indic_tokenizer-0.1.0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
indic_tokenizer-0.1.0.dist-info/top_level.txt,sha256=RiQPYO3Std1I1kR2BW3SbBcfhy4oE4naR-KB37RRf1Q,16
indic_tokenizer-0.1.0.dist-info/RECORD,,
