jptranstokenizer/__init__.py,sha256=LnpTDBde74AdVJtZYPtoI1Ud2RX3OzDwoz2kwHhfte8,114
jptranstokenizer/mainword/__init__.py,sha256=grQN4d1S9PvLxzEUOaLKnAXBR-hF34jQfeOP6csc8Dk,142
jptranstokenizer/mainword/base.py,sha256=CyM7WtvzO5VQGSGAIh-0L1t687UUKYVzw9tuzU24XUA,1958
jptranstokenizer/mainword/juman.py,sha256=LGySHyuOrP85K9hs2ja02zhz12cyruUbpyPKQiij6UA,3672
jptranstokenizer/mainword/spacy_luw.py,sha256=C5SsJj0QvnMNnTOCZDRwWyCwW1HF7L_tBO70LcSCvaQ,2726
jptranstokenizer/mainword/sudachi.py,sha256=wCI-3eMpKOHYvnXXvZlAPS8OXM36jIGAyfxfWcA8TeY,4530
jptranstokenizer/subword/__init__.py,sha256=64y9MJMMFnVwHwIlIwANZxc3fz8yM8u7XpsawLxRbXs,50
jptranstokenizer/subword/sentencepiece.py,sha256=lEBii86MZkyU3N3bGtzaRP3EIo2uv4aCRJHmI6U4IRc,2989
jptranstokenizer/tokenization_utils.py,sha256=7txFb7Frl5Nq9TuG6RbyIlsR_AGOMl-OQyFXu7C8gJE,28937
jptranstokenizer/version.py,sha256=VrXpHDu3erkzwl_WXrqINBm9xWkcyUy53IQOj042dOs,22
jptranstokenizer-0.3.0.dist-info/METADATA,sha256=66jyJs8i8B34_jBpj4iADuWza0lqiIidwmTyMPfAjA8,3934
jptranstokenizer-0.3.0.dist-info/WHEEL,sha256=vVCvjcmxuUltf8cYhJ0sJMRDLr1XsPuxEId8YDzbyCY,88
jptranstokenizer-0.3.0.dist-info/LICENSE,sha256=PNLvrKY57Ohybwz16FNQ9fpAdGd-NRaaelGNK9JbPLU,1067
jptranstokenizer-0.3.0.dist-info/RECORD,,
