gyokusai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
gyokusai/config.py,sha256=QOFS_v_Pilf1t8YJvp64DCA9_ndFDtWBI8rEaEsrYUw,283
gyokusai/data/archive_data.py,sha256=pY5v7Jhgxsocc_Qm5w-KZh-M8k7P05DW0A03QU4Snn0,3627
gyokusai/deduplication/deduplicate.py,sha256=pyUfILY6Pl7xCjZnnYTSFxlYxuwSwdRVzAIUHR1QeyM,4782
gyokusai/encoding.py,sha256=SgE1LnLH6EjFq8_uXUgK1bc3_E3r2RyJD_x1l9b9nbg,457
gyokusai/engine.py,sha256=4itItFfSkaFCMn8mhvM0xAV4M8OsLRKKQIvpbhtx3Do,682
gyokusai/factories/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
gyokusai/factories/embedding.py,sha256=izhFoVKmOQ8fWS_jC-LL7PWwMZW7UqNd1p4-WIcfmfs,3078
gyokusai/factories/generation.py,sha256=7qV28EkOAYW8avYkJ7-LS6TbhdudZ-QDOiRLUbYO030,3459
gyokusai/factories/ocr.py,sha256=Z3I9V78E1Pjj5kGOegYdV69SIaduSHQxyENESaY-iQU,4745
gyokusai/filters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
gyokusai/filters/c4/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
gyokusai/filters/c4/badwords.py,sha256=tcwrUCMZaaiQb4s6r88Qe7ffVmMRqMCY7YEL-bfo7hc,1017
gyokusai/filters/c4/dedupe.py,sha256=Pi1RVzsWS34VaE2htckxedydBJHVVWfnBfGqkTXQg8Y,1759
gyokusai/filters/c4/line_rules.py,sha256=0MQbnO_loD-fAcYPt82JYApx8ZanaTrbhQwAzIv7b98,525
gyokusai/filters/c4/page_rules.py,sha256=add10IpUqUcYFZix5WBixBXg8bMNK9Fad-sKdmuPBu4,2736
gyokusai/filters/filters.py,sha256=p4lwSs3dC8nHxPtnIre4igseAsnIirqt6-o5mRBW3BQ,565
gyokusai/filters/pii.py,sha256=mAK2560pOkgJXSE_kei2J9Ue1Wu0tNtxlCo-5LbafsI,1143
gyokusai/filters/tokenize.py,sha256=6Gg4C1PQ1w8YfjQLKTf6cy5mFxpNXHHPVRrYoVmw1a4,1075
gyokusai/filters/url_blacklist.py,sha256=GcRJkLX7HqiAfn2ZfAUMVvWRMHbTkbXC0EVz4stOEko,2911
gyokusai/language_id/lang_id.py,sha256=LT_kOVzoDzPTxmzAgkz6sfwmg1_5GRAMZaRT6nPPVsk,1094
gyokusai/loader.py,sha256=H3ghKEZR4RLn85QQPKMUr8sQXkoKJnb4e04WKTtXop0,2697
gyokusai/parsers/html.py,sha256=bNrxae_OHcD8AKad2bBS3vSSBzy35GQyM4OXqHN24r8,1522
gyokusai/parsers/math.py,sha256=-TdTd7tiUuRpKubgrYQ-GUu4kJ-j-FYaeYr5GFAWYyw,3084
gyokusai/parsers/pdf.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
gyokusai/parsers/warc.py,sha256=9N4N4k90yDaDi_fFlz3i3JPRp8s0OehFzShzdMk2BUM,1035
gyokusai/pipelines/personas.py,sha256=dfLI6LU3gdjTqfvzzmSMsCPgGD5jRYf0oqY-hdP738c,2273
gyokusai/pipelines/stackexchange.py,sha256=vzjQRDIN-ZvV5qAEWFHsqF6eYijiYwWKNQ8VCRwZSbI,3789
gyokusai/utils.py,sha256=8Z4n_4XI4mjODWw34beEx4aZvzHUEF1_6h_8JWTD_0o,1729
gyokusai-0.1.0.dist-info/WHEEL,sha256=r-Se0i_n47Mj8pdnVuq7W628oP9YAKMaTjp4l3lQcns,81
gyokusai-0.1.0.dist-info/METADATA,sha256=S_O6bz1egovGn2aSEMgtXt90m9eiRGwgz92KX_gFHyY,1514
gyokusai-0.1.0.dist-info/RECORD,,
