indic_tokenizer/__init__.py,sha256=rka12mffdOvip7-xih0m5zZUb49YShRg3o0hgGO7ams,372
indic_tokenizer/__main__.py,sha256=UWrDEzOWS9CtYBRY2co1s7DxksUgIXmMdEzK897Ft64,23529
indic_tokenizer/bpe_tokenizer.py,sha256=a8f88Ius_7F0eRyJVKXFReQR84JwSm2-L7Op6jaLK7I,13558
indic_tokenizer/bpe_trainer.py,sha256=ZGMBAs9xUiR3pMPkxAUlcGY0caOyZkultMPOLmZiPss,6680
indic_tokenizer/constants.py,sha256=WdttPndl6O39NHMYgFTokErESPQu25PYZeN9Q0PLLDc,4482
indic_tokenizer/data_loader.py,sha256=VgcwRkbJ5ZSD8aJGTviBdkdZZnDjud8FAwwnp2H7Jfo,9931
indic_tokenizer/preprocessor.py,sha256=J-JpJdjZKpn9FUi0Ek3SIYnJaLZzYcUEQcErRw_byhM,4690
indic_tokenizer/sentencepiece_tokenizer.py,sha256=DiG3yUM5yn5vPEG571YrQLGyyp88idniBWjiaD2Xbi4,1891
indic_tokenizer/vocab_builder.py,sha256=KExcKDKWInESCU85NOdhlj1RkLhaPqqeCONQwMUuxek,4215
indic_tokenizer-0.2.2.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
indic_tokenizer-0.2.2.dist-info/METADATA,sha256=UeBNPTnZ2r5rHG8kvh3106Z0bV3jGTmljrIoJS_-Xwo,36296
indic_tokenizer-0.2.2.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
indic_tokenizer-0.2.2.dist-info/top_level.txt,sha256=RiQPYO3Std1I1kR2BW3SbBcfhy4oE4naR-KB37RRf1Q,16
indic_tokenizer-0.2.2.dist-info/RECORD,,
