jptranstokenizer/__init__.py,sha256=LnpTDBde74AdVJtZYPtoI1Ud2RX3OzDwoz2kwHhfte8,114
jptranstokenizer/mainword/__init__.py,sha256=grQN4d1S9PvLxzEUOaLKnAXBR-hF34jQfeOP6csc8Dk,142
jptranstokenizer/mainword/base.py,sha256=CyM7WtvzO5VQGSGAIh-0L1t687UUKYVzw9tuzU24XUA,1958
jptranstokenizer/mainword/juman.py,sha256=LGySHyuOrP85K9hs2ja02zhz12cyruUbpyPKQiij6UA,3672
jptranstokenizer/mainword/spacy_luw.py,sha256=C5SsJj0QvnMNnTOCZDRwWyCwW1HF7L_tBO70LcSCvaQ,2726
jptranstokenizer/mainword/sudachi.py,sha256=wCI-3eMpKOHYvnXXvZlAPS8OXM36jIGAyfxfWcA8TeY,4530
jptranstokenizer/subword/__init__.py,sha256=64y9MJMMFnVwHwIlIwANZxc3fz8yM8u7XpsawLxRbXs,50
jptranstokenizer/subword/sentencepiece.py,sha256=T320NnYibCtR6fM_inECVKcLftKkHd1GfBffkg72YDc,2919
jptranstokenizer/tokenization_utils.py,sha256=zgse_BkeZsNwjSpS7sraRqC48qe3VYRgGl4pLjtysIo,28902
jptranstokenizer/version.py,sha256=Zn1KFblwuFHiDRdRAiRnDBRkbPttWh44jKa5zG2ov0E,22
jptranstokenizer-0.2.0.dist-info/WHEEL,sha256=vVCvjcmxuUltf8cYhJ0sJMRDLr1XsPuxEId8YDzbyCY,88
jptranstokenizer-0.2.0.dist-info/LICENSE,sha256=PNLvrKY57Ohybwz16FNQ9fpAdGd-NRaaelGNK9JbPLU,1067
jptranstokenizer-0.2.0.dist-info/METADATA,sha256=SANU-8xHFcdyOVRvsjw25j74YDnT4yS1dma-OlG4vJw,3744
jptranstokenizer-0.2.0.dist-info/RECORD,,
