rbpe/__init__.py,sha256=HKRMXiiX6q2DXCCY28wP_2Ezxxal35ukyK81SxwpX7s,230
rbpe/bpe_tokenizer_trainer.py,sha256=IAwmmP1GFOkAto-aUnvxyKE6ViIw6WXEJfVP8tFXxsc,5740
rbpe/cli.py,sha256=qqi2IHPIHXbID1jAzZHwOXv-S4WTVtY9VorRJBFlJ_U,5536
rbpe/data_cleaner.py,sha256=g8B2PCwZfzzm_0-oshgO-UMgX45ndTRlrqzluzxvilg,9990
rbpe/dynamic_tokenizer.py,sha256=PT-LKNyFv77dQ1cJbAVbXM8TpHOvduloYrheRhjvhwc,13964
rbpe/logger_config.py,sha256=ss3jxs4E0Qjri46lQiVHqw3T_uOuang400f7hp-jk8A,1388
rbpe/mapping_tokenizer.py,sha256=KUrQWseuMnu01AuXypwntnuFjJ269XDZCxLxjPyQvcw,27447
rbpe/rbpe_tokenizer.py,sha256=7r0Ggy7WyhAAzdoOlfXMn1ThYHdQ3yHGmlQ2doIdf90,12410
rbpe/token_classifier.py,sha256=Qe225RabtdLvAb4fpo3L8ZAxLTLzZ9OyA9EJu3hlI5I,20968
rbpe/data/arabic_chars_rbpe_norm.pickle,sha256=TymtXFRrFgFEsAQIcmG4w3YQwpOYRJia5NqT34AldTk,5368
rbpe/data/unicode/Blocks.txt,sha256=wO3vrxoZdx6DCoJzVHJxava_PDl19sKiP_viWA-7yxU,11663
rbpe/data/unicode/PropertyValueAliases.txt,sha256=ZOml9296HotaR9ah-aJlIqJRII9Sdr36FVnax88ugno,81858
rbpe/data/unicode/ScriptExtensions.txt,sha256=7CEH5YgloVhqzujgkRzhgmA5Ssi4flNcoyXxzL6wa8Y,20707
rbpe/data/unicode/Scripts.txt,sha256=n15Q06uu59bOCUgPMlxwb0ha4yQJElJ-ZRlU0tawNb8,192460
rbpe/data/unicode_derived/alias_to_script_name.json,sha256=z0k7KvlmBrSPlAGza3z2k0OTRRbEb2ga1A_W345Ey8k,3971
rbpe/data/unicode_derived/block_to_scripts.json,sha256=eKyrsK3yhKsb6I826CTbKAlORok-bCs9hx6zt3l0APU,15600
rbpe/data/unicode_derived/script_name_to_alias.json,sha256=GIQfddzR-Ky1QJda7EERJHlHuytUYxmfe35s6LCOvyA,3971
rbpe/data/unicode_derived/script_to_blocks.json,sha256=KQGgvMXjofRf_rp-_cigT9uKnEJhFJs6ILr69FQq_sw,13240
rbpe/data/unicode_derived/unified_aliases.json,sha256=V9O8_kweyX0xdpCB1GnvC4Ouck1cpLyTECtyGNmIcnM,8597
rbpe/utils/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
rbpe/utils/data_reader.py,sha256=5GkZpM-z6VeMg7q2urjbav-eQy3QzLQHAF4zu0pAiO4,6621
rbpe/utils/generate_block_script_maps.py,sha256=IP1ekXTg0jnaJVXEhrOynq60kyaM2z9obFnr8RMEjUc,6198
rbpe/utils/unicode_normalizer.py,sha256=4yPaA7Yhr0x05HzCV9wxaLcLkU55E1swdPa3xFrQRAM,2591
rbpe-0.1.1.dist-info/METADATA,sha256=WakcM_uUDu5LDEaLgrFF8FiYBS04p6JrN8Tmq5cVnvY,10253
rbpe-0.1.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
rbpe-0.1.1.dist-info/entry_points.txt,sha256=-MdT3hgLbYD0WLiJm1ToLtIlppCd5OHzF57cfIpH0Sw,39
rbpe-0.1.1.dist-info/RECORD,,
