rbpe/__init__.py,sha256=g8QUPHubUgdhZiFKwOZrem4FCc7yBKfkTMGJVxQ1Fwc,358
rbpe/bpe_tokenizer_trainer.py,sha256=tKo5qLv1F1ckCG0IUyja5q19SwEo7QJ0B3pOobOL468,5909
rbpe/cli.py,sha256=OLEcxaoKjgJTddtxhdeHhA-v8daP9CCSfVT6DFqn2hE,5467
rbpe/data_cleaner.py,sha256=6e5DBu7Ei09ZwktQLyfVg_coJGxDsNTdYxkPS23zXY0,10205
rbpe/dynamic_tokenizer.py,sha256=_BPPgQbXFwpwkhd0LTSQ4ZRyL6l6i5uBxKsIlzAf5xY,14465
rbpe/logger_config.py,sha256=g96uJRg5yF1csYy_M_pHTDIm90t26cgsw72AAyP1Slg,1402
rbpe/mapping_tokenizer.py,sha256=j074qIq7y05sxh5fEiF2XYtKmYAJ9U2CbvxtGMsFwug,28151
rbpe/rbpe_tokenizer.py,sha256=nq1Pps5-T9qpYjPi71Z90c3ladw2fi0oH2SN2dNJwiQ,13615
rbpe/token_classifier.py,sha256=s1LzOVi9t0f1eIDpJamSx07sC3K7L7CQqO4C-MSyp4E,21306
rbpe/data/arabic_chars_rbpe_norm.pickle,sha256=TymtXFRrFgFEsAQIcmG4w3YQwpOYRJia5NqT34AldTk,5368
rbpe/data/unicode/Blocks.txt,sha256=wO3vrxoZdx6DCoJzVHJxava_PDl19sKiP_viWA-7yxU,11663
rbpe/data/unicode/PropertyValueAliases.txt,sha256=ZOml9296HotaR9ah-aJlIqJRII9Sdr36FVnax88ugno,81858
rbpe/data/unicode/ScriptExtensions.txt,sha256=7CEH5YgloVhqzujgkRzhgmA5Ssi4flNcoyXxzL6wa8Y,20707
rbpe/data/unicode/Scripts.txt,sha256=n15Q06uu59bOCUgPMlxwb0ha4yQJElJ-ZRlU0tawNb8,192460
rbpe/data/unicode_derived/alias_to_script_name.json,sha256=z0k7KvlmBrSPlAGza3z2k0OTRRbEb2ga1A_W345Ey8k,3971
rbpe/data/unicode_derived/block_to_scripts.json,sha256=eKyrsK3yhKsb6I826CTbKAlORok-bCs9hx6zt3l0APU,15600
rbpe/data/unicode_derived/script_name_to_alias.json,sha256=GIQfddzR-Ky1QJda7EERJHlHuytUYxmfe35s6LCOvyA,3971
rbpe/data/unicode_derived/script_to_blocks.json,sha256=KQGgvMXjofRf_rp-_cigT9uKnEJhFJs6ILr69FQq_sw,13240
rbpe/data/unicode_derived/unified_aliases.json,sha256=V9O8_kweyX0xdpCB1GnvC4Ouck1cpLyTECtyGNmIcnM,8597
rbpe/utils/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
rbpe/utils/data_reader.py,sha256=x6s6E0L9tz4jwaewM2bWv_sZWKS7s6fNDP5Yetd0hUc,6595
rbpe/utils/generate_block_script_maps.py,sha256=fPSKnbIjP0jZM-uX4tJkTqMnua5Ovcc3QNn9zVbrB20,6322
rbpe/utils/unicode_normalizer.py,sha256=4EU-GG9MZv9GERWuJbstlY_biBucMMbXGqAzDoZ0h9c,2524
rbpe-0.1.2.dist-info/METADATA,sha256=lN9GhWq7SsOkm_gVLkQ3M0HU6WdxN9nVjx718_wE-w8,9593
rbpe-0.1.2.dist-info/WHEEL,sha256=QccIxa26bgl1E6uMy58deGWi-0aeIkkangHcxk2kWfw,87
rbpe-0.1.2.dist-info/entry_points.txt,sha256=-MdT3hgLbYD0WLiJm1ToLtIlppCd5OHzF57cfIpH0Sw,39
rbpe-0.1.2.dist-info/RECORD,,
