.gitignore
.pre-commit-config.yaml
CITATION.cff
LICENSE
README.md
pyproject.toml
tox.ini
distllm/__init__.py
distllm/cli.py
distllm/distributed_embedding.py
distllm/distributed_generation.py
distllm/distributed_tokenization.py
distllm/parsl.py
distllm/py.typed
distllm/registry.py
distllm/timer.py
distllm/utils.py
distllm.egg-info/PKG-INFO
distllm.egg-info/SOURCES.txt
distllm.egg-info/dependency_links.txt
distllm.egg-info/entry_points.txt
distllm.egg-info/requires.txt
distllm.egg-info/top_level.txt
distllm/embed/__init__.py
distllm/embed/datasets/__init__.py
distllm/embed/datasets/base.py
distllm/embed/datasets/fasta.py
distllm/embed/datasets/huggingface.py
distllm/embed/datasets/jsonl.py
distllm/embed/datasets/jsonl_chunk.py
distllm/embed/datasets/single_line.py
distllm/embed/datasets/utils.py
distllm/embed/embedders/__init__.py
distllm/embed/embedders/base.py
distllm/embed/embedders/full_sequence.py
distllm/embed/embedders/semantic_chunk.py
distllm/embed/encoders/__init__.py
distllm/embed/encoders/auto.py
distllm/embed/encoders/base.py
distllm/embed/encoders/esm2.py
distllm/embed/encoders/esmc.py
distllm/embed/poolers/__init__.py
distllm/embed/poolers/base.py
distllm/embed/poolers/last_token.py
distllm/embed/poolers/mean.py
distllm/embed/writers/__init__.py
distllm/embed/writers/base.py
distllm/embed/writers/huggingface.py
distllm/embed/writers/numpy.py
distllm/generate/__init__.py
distllm/generate/generators/__init__.py
distllm/generate/generators/base.py
distllm/generate/generators/huggingface_backend.py
distllm/generate/generators/langchain_backend.py
distllm/generate/generators/vllm_backend.py
distllm/generate/prompts/__init__.py
distllm/generate/prompts/amp_question.py
distllm/generate/prompts/base.py
distllm/generate/prompts/identity.py
distllm/generate/prompts/keyword_selection.py
distllm/generate/prompts/question_answer.py
distllm/generate/prompts/question_chunk.py
distllm/generate/readers/__init__.py
distllm/generate/readers/amp_json.py
distllm/generate/readers/base.py
distllm/generate/readers/huggingface.py
distllm/generate/readers/jsonl.py
distllm/generate/writers/__init__.py
distllm/generate/writers/amp_json.py
distllm/generate/writers/base.py
distllm/generate/writers/huggingface.py
distllm/rag/__init__.py
distllm/rag/evaluate.py
distllm/rag/response_synthesizer.py
distllm/rag/search.py
distllm/rag/tasks/__init__.py
distllm/rag/tasks/base.py
distllm/rag/tasks/litqa.py
distllm/rag/tasks/protein_function_qa.py
distllm/rag/tasks/protein_interaction_qa.py
distllm/rag/tasks/pubmedqa.py
distllm/rag/tasks/sciq.py
examples/keyword_sumarization.LUCID.nougat.yaml
examples/protein_search.py
examples/question_generation.AMP.yaml
examples/embed/AMP.nougat.coltrain_bert.yaml
examples/embed/AMP.nougat.mistral_scirun.yaml
examples/embed/AMP.nougat.pubmedbert.yaml
examples/embed/AMP.nougat.sfr-mistral.yaml
examples/embed/LUCID.nougat.pubmedbert.yaml
examples/embed/LUCID.nougat.sfr-mistral.yaml
examples/embed/combined_science_nopro.nougat.coltrain_bert.yaml
examples/embed/combined_science_nopro.nougat.mistral_scirun.yaml
examples/embed/full_science.nougat.coltrain_bert.yaml
examples/embed/full_science.nougat.mistral_scirun.yaml
examples/embed/ian-imports.nougat.pubmedbert.yaml
examples/embed/lit_covid.nougat.pubmedbert.yaml
examples/embed/lit_covid.nougat.sfr-mistral.yaml
examples/embed/lit_covid_part1.nougat.pubmedbert.yaml
examples/embed/lit_covid_part1.nougat.sfr-mistral.yaml
examples/embed/lit_covid_part2.nougat.pubmedbert.yaml
examples/embed/lit_covid_part2.nougat.sfr-mistral.yaml
examples/embed/leonardo-scaling/sfr-mistral.leonardo.nodes2.yaml
examples/embed/leonardo-scaling/sfr-mistral.leonardo.nodes256.yaml
examples/evaluate/amp_pubmedbert_mistral.yaml
examples/evaluate/amp_pubmedbert_mixtral.yaml
examples/evaluate/pro_pubmedbert_mixtral.yaml
examples/generate/AMP.nougat.pubmedbert.yaml
examples/generate/AMP.nougat.sfr-mistral.yaml
examples/generate/LUCID.nougat.pubmedbert.yaml
examples/generate/LUCID.nougat.sfr-mistral.yaml
examples/generate/ian-imports.nougat.pubmedbert.yaml
examples/generate/lit_covid.nougat.pubmedbert.yaml
examples/generate/lit_covid.nougat.sfr-mistral.yaml
examples/generate/lit_covid_part1.nougat.pubmedbert.yaml
examples/generate/lit_covid_part1.nougat.sfr-mistral.yaml
examples/generate/lit_covid_part2.nougat.pubmedbert.yaml
examples/generate/lit_covid_part2.nougat.sfr-mistral.yaml
examples/scaling/polaris/embed/nougat.sfr-mistral.polaris.nodes128.yaml
examples/scaling/polaris/embed/nougat.sfr-mistral.polaris.nodes2.yaml
examples/scaling/polaris/embed/nougat.sfr-mistral.polaris.nodes256.yaml
examples/scaling/polaris/embed/nougat.sfr-mistral.polaris.nodes32.yaml
examples/scaling/polaris/embed/nougat.sfr-mistral.polaris.nodes450.yaml
examples/scaling/polaris/embed/nougat.sfr-mistral.polaris.nodes64.yaml
examples/scaling/polaris/generate/nougat.sfr-mistral.polaris.nodes1-debug.yaml
examples/scaling/polaris/generate/nougat.sfr-mistral.polaris.nodes128.yaml
examples/scaling/polaris/generate/nougat.sfr-mistral.polaris.nodes2.yaml
examples/scaling/polaris/generate/nougat.sfr-mistral.polaris.nodes256.yaml
examples/scaling/polaris/generate/nougat.sfr-mistral.polaris.nodes32.yaml
examples/scaling/polaris/generate/nougat.sfr-mistral.polaris.nodes512.yaml
examples/scaling/polaris/generate/nougat.sfr-mistral.polaris.nodes64.yaml
examples/tokenize/AMP.nougat.llama.yaml
examples/tokenize/LUCID.nougat.llama.yaml
examples/tokenize/ian-imports.nougat.llama.yaml
examples/tokenize/lit_covid.nougat.llama.yaml
examples/tokenize/lit_covid_part1.nougat.llama.yaml
examples/tokenize/lit_covid_part2.nougat.llama.yaml
tests/distllm_test.py