LICENSE
README.md
pyproject.toml
src/tktkt/__init__.py
src/tktkt/paths.py
src/tktkt.egg-info/PKG-INFO
src/tktkt.egg-info/SOURCES.txt
src/tktkt.egg-info/dependency_links.txt
src/tktkt.egg-info/requires.txt
src/tktkt.egg-info/top_level.txt
src/tktkt/evaluation/__init__.py
src/tktkt/evaluation/compare.py
src/tktkt/evaluation/context.py
src/tktkt/evaluation/entropy.py
src/tktkt/evaluation/fertility.py
src/tktkt/evaluation/morphological.py
src/tktkt/evaluation/observing.py
src/tktkt/evaluation/speed.py
src/tktkt/factories/__init__.py
src/tktkt/factories/artifacts.py
src/tktkt/factories/evaluators.py
src/tktkt/factories/preprocessors.py
src/tktkt/factories/specials.py
src/tktkt/factories/tokenisers.py
src/tktkt/interfaces/__init__.py
src/tktkt/interfaces/artifactories.py
src/tktkt/interfaces/huggingface.py
src/tktkt/interfaces/identifiers.py
src/tktkt/interfaces/observables.py
src/tktkt/interfaces/preprocessors.py
src/tktkt/interfaces/tokenisers.py
src/tktkt/interfaces/vocabularisers.py
src/tktkt/models/__init__.py
src/tktkt/models/bpe/__init__.py
src/tktkt/models/bpe/base.py
src/tktkt/models/bpe/decomposing.py
src/tktkt/models/bpe/dlg.py
src/tktkt/models/bpe/dropout.py
src/tktkt/models/bpe/ensure.py
src/tktkt/models/bpe/guided.py
src/tktkt/models/bpe/knockout.py
src/tktkt/models/bpe/mergeless.py
src/tktkt/models/bpe/picky.py
src/tktkt/models/bpe/scaffold.py
src/tktkt/models/bpe/shuffle.py
src/tktkt/models/bpe/statistical.py
src/tktkt/models/bpe/truncated.py
src/tktkt/models/bpe/vocabularisation.py
src/tktkt/models/compressive/__init__.py
src/tktkt/models/compressive/lzw.py
src/tktkt/models/dele/__init__.py
src/tktkt/models/dele/segmentation.py
src/tktkt/models/dele/training.py
src/tktkt/models/dele/data/english_prefices.txt
src/tktkt/models/dele/data/english_suffices.txt
src/tktkt/models/greedy/__init__.py
src/tktkt/models/greedy/directional.py
src/tktkt/models/greedy/randomaccess.py
src/tktkt/models/huggingface/__init__.py
src/tktkt/models/huggingface/bpe.py
src/tktkt/models/huggingface/wrapper.py
src/tktkt/models/kudopiece/__init__.py
src/tktkt/models/kudopiece/_documented.py
src/tktkt/models/kudopiece/native.py
src/tktkt/models/kudopiece/segmentation.py
src/tktkt/models/kudopiece/vocabularisation.py
src/tktkt/models/ngram/__init__.py
src/tktkt/models/ngram/alphabet.py
src/tktkt/models/ngram/base.py
src/tktkt/models/ngram/hf.py
src/tktkt/models/ngram/vocabularisation.py
src/tktkt/models/predictive/__init__.py
src/tktkt/models/predictive/classifiers.py
src/tktkt/models/predictive/treetok.py
src/tktkt/models/predictive/viterbi/__init__.py
src/tktkt/models/predictive/viterbi/_deprecated.py
src/tktkt/models/predictive/viterbi/accumulators.py
src/tktkt/models/predictive/viterbi/framework.py
src/tktkt/models/predictive/viterbi/instances.py
src/tktkt/models/predictive/viterbi/objectives_guided.py
src/tktkt/models/predictive/viterbi/objectives_postprocessors.py
src/tktkt/models/predictive/viterbi/objectives_unguided.py
src/tktkt/models/random/__init__.py
src/tktkt/models/random/generationbased.py
src/tktkt/models/random/grampa.py
src/tktkt/models/random/graph.py
src/tktkt/models/random/rejectionsampling.py
src/tktkt/models/random/stochastok.py
src/tktkt/models/random/unconstrained.py
src/tktkt/models/sage/__init__.py
src/tktkt/models/sage/inference.py
src/tktkt/models/sage/schedules.py
src/tktkt/models/sage/vocabularisation.py
src/tktkt/models/stateful/__init__.py
src/tktkt/models/stateful/base.py
src/tktkt/models/volt/__init__.py
src/tktkt/models/volt/vocabularisation.py
src/tktkt/models/word/__init__.py
src/tktkt/models/word/segmentation.py
src/tktkt/models/word/vocabularisation.py
src/tktkt/preparation/__init__.py
src/tktkt/preparation/boundaries.py
src/tktkt/preparation/huggingface.py
src/tktkt/preparation/mappers.py
src/tktkt/preparation/perturbers.py
src/tktkt/preparation/splitters.py
src/tktkt/util/__init__.py
src/tktkt/util/accelerate.py
src/tktkt/util/aggregates.py
src/tktkt/util/arrays.py
src/tktkt/util/combinatorics.py
src/tktkt/util/dicts.py
src/tktkt/util/environment.py
src/tktkt/util/exceptions.py
src/tktkt/util/functions.py
src/tktkt/util/interfaces.py
src/tktkt/util/iterables.py
src/tktkt/util/printing.py
src/tktkt/util/strings.py
src/tktkt/util/timing.py
src/tktkt/util/trie.py
src/tktkt/util/types.py
src/tktkt/visualisation/__init__.py
src/tktkt/visualisation/bpe/__init__.py
src/tktkt/visualisation/bpe/trees.py
src/tktkt/visualisation/charts/__init__.py
src/tktkt/visualisation/charts/token_distributions.py
src/tktkt/visualisation/lattices/__init__.py
src/tktkt/visualisation/lattices/segmentation.py
src/tktkt/visualisation/neural/__init__.py
src/tktkt/visualisation/neural/splitpoints_probabilities.py
src/tktkt/wrappers/__init__.py
src/tktkt/wrappers/compactedvocab.py
src/tktkt/wrappers/fallbackvocab.py
src/tktkt/wrappers/hashingvocab.py
src/tktkt/wrappers/multiplexing.py
src/tktkt/wrappers/wordlevelunk.py