.gitignore
.isort.cfg
.markdownlint-cli2.yaml
.pre-commit-config.yaml
.pylintrc
CLAUDE.md
CONTRIBUTING.md
LICENSE
MANIFEST.in
Makefile
README.md
pyproject.toml
tox.ini
.github/actionlint.yaml
.github/dependabot.yml
.github/mergify.yml
.github/actions/free-disk-space/action.yml
.github/workflows/actionlint.dockerfile
.github/workflows/actionlint.yml
.github/workflows/docs.yml
.github/workflows/e2e.yml
.github/workflows/lint.yml
.github/workflows/pypi.yaml
.github/workflows/test.yml
.github/workflows/matchers/actionlint.json
.github/workflows/matchers/pylint.json
assets/imgs/IL_skills_pipeline.png
assets/imgs/fig-workflow.png
assets/imgs/instructlab-banner.png
assets/imgs/overview.png
docs/.nojekyll
docs/README.md
docs/_coverpage.md
docs/_navbar.md
docs/_sidebar.md
docs/architecture.md
docs/blocks.md
docs/changelog.md
docs/configuration.md
docs/development.md
docs/examples.md
docs/index.html
docs/installation.md
docs/prompts.md
docs/quick-start.md
docs/web-interface.md
examples/knowledge_tuning/knowledge_utils.py
examples/knowledge_tuning/data-generation-with-llama-70b/data-generation-with-llama-70b.ipynb
examples/knowledge_tuning/data-generation-with-llama-70b/synth_knowledge1.5_llama3.3.yaml
examples/knowledge_tuning/instructlab/docparser.py
examples/knowledge_tuning/instructlab/docparser_v2.py
examples/knowledge_tuning/instructlab/document_pre_processing.ipynb
examples/knowledge_tuning/instructlab/knowledge_generation_and_mixing.ipynb
examples/knowledge_tuning/instructlab/document_collection/ibm-annual-report/ibm-annual-report-2024.json
examples/knowledge_tuning/instructlab/document_collection/ibm-annual-report/ibm-annual-report-2024.md
examples/knowledge_tuning/instructlab/document_collection/ibm-annual-report/ibm-annual-report-2024.pdf
examples/knowledge_tuning/instructlab/document_collection/ibm-annual-report/qna.yaml
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/README.md
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/generate.py
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/reasoning_sdg.ipynb
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/reasoning_sdg_data_mixing.ipynb
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/reasoning_sdg_financebench.ipynb
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/utils.py
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/assets/customized_nano_quality_results.png
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/blocks/blocks.py
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/flows/synth_knowledge1.5_nemotron_super_49b.yaml
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/flows/synth_knowledge_reasoning_nemotron_super_49b.yaml
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/flows/synth_knowledge_reasoning_nemotron_super_49b_rewrite_with_diversity.yaml
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/flows/synth_knowledge_reasoning_nemotron_super_49b_summary_diversity.yaml
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/flows/synth_knowledge_reasoning_nemotron_super_49b_summary_diversity_cot.yaml
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/prompts/generate_answers.yaml
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/prompts/generate_answers_cot.yaml
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/prompts/generate_doc_rewrite_inst.yaml
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/prompts/generate_document_rewrite.yaml
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/prompts/generate_questions.yaml
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/prompts/generate_questions_responses.yaml
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/prompts/generate_summary.yaml
examples/knowledge_tuning/knowledge_tuning_with_reasoning_model/prompts/generate_summary_inst.yaml
examples/skills_tuning/instructlab/README.md
examples/skills_tuning/instructlab/annotation_classification.ipynb
examples/skills_tuning/instructlab/structured_summary.ipynb
examples/skills_tuning/instructlab/table_manipulation.ipynb
examples/skills_tuning/instructlab/unstructured_to_structured.ipynb
examples/skills_tuning/instructlab/blocks/__init__.py
examples/skills_tuning/instructlab/blocks/add_question.py
examples/skills_tuning/instructlab/blocks/docling_parse_pdf.py
examples/skills_tuning/instructlab/blocks/json_format.py
examples/skills_tuning/instructlab/flows/detailed_annotation.yaml
examples/skills_tuning/instructlab/flows/grounded_summary_extraction.yaml
examples/skills_tuning/instructlab/flows/simple_annotation.yaml
examples/skills_tuning/instructlab/flows/unstructured_to_structured.yaml
examples/skills_tuning/instructlab/prompts/keywords.yaml
examples/skills_tuning/instructlab/prompts/named_entities.yaml
examples/skills_tuning/instructlab/prompts/sentiment.yaml
examples/skills_tuning/instructlab/prompts/summary.yaml
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts.jsonl
examples/skills_tuning/instructlab/seed_data/table_manipulation_qna.yaml
examples/skills_tuning/instructlab/seed_data/unstructured_to_structured_qna.yaml
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/09b5b62d328d3d0719b6825357fdfb48.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/0d631e444d1c22f0be99a69f5deaff94.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/1270f7f67f406b52a2ee86584b452bff.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/14f3d2486b21e639a953afb7ad03d90c.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/1689b94530eca82b7758c86b4cf3125f.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/171fd9df333ddd814c764843ed624121.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/1949bd0c9c4c23d495d880c4c552bfe1.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/2b626b620ef42f716c6028c74ee4187b.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/3877b1983229ec488c6349a188bccf92.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/3bc6d3e1c0a117340d288c289bf7f679.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/3e714a49937be1672aa48244ba7254ce.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/6064088db0200b32f3f3e848047c5ab6.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/73c60e60043b8775dac929320839a8c6.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/77423f08f0208d476dea73c639f6293a.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/78cf0d3e40caba622d8914916f0f9146.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/7a29e2dcd505f944b16d1e3173cb1c01.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/8c1b4f4af2af2847a240041390e31399.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/8cd753ed00aeee0ed32d03823eef3f7e.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/a24a661c2eb55542903c72391ec09f9b.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/b3d7bc295d09d9927e465213612c0192.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/b7050f62f52a3d2803beea21404f7af6.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/b9b40b0c1e92fb226067bdceacbdab5c.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/c20824ea6f927fe380f48a904cf4821b.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/c2bad61ce58687fad602549f6048004b.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/c47a92e006b54d014a79b447528c55a7.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/da879f8ea1c23aa6565cccaacac271fc.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/e52e6870e8a04339ef969543fc0f0329.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/ecd8e1f1c0fa27dfdd24b358cb65012f.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/f28832481653818f8062a497655fb09e.pdf
examples/skills_tuning/instructlab/seed_data/financial_call_transcripts/ff898f396d49760343d08575ea773b54.pdf
scripts/__init__.py
scripts/ruff.sh
src/sdg_hub/__init__.py
src/sdg_hub/_version.py
src/sdg_hub/checkpointer.py
src/sdg_hub/flow.py
src/sdg_hub/flow_runner.py
src/sdg_hub/logger_config.py
src/sdg_hub/pipeline.py
src/sdg_hub/prompts.py
src/sdg_hub/py.typed
src/sdg_hub/registry.py
src/sdg_hub/sdg.py
src/sdg_hub.egg-info/PKG-INFO
src/sdg_hub.egg-info/SOURCES.txt
src/sdg_hub.egg-info/dependency_links.txt
src/sdg_hub.egg-info/requires.txt
src/sdg_hub.egg-info/top_level.txt
src/sdg_hub/blocks/__init__.py
src/sdg_hub/blocks/block.py
src/sdg_hub/blocks/llmblock.py
src/sdg_hub/blocks/openaichatblock.py
src/sdg_hub/blocks/utilblocks.py
src/sdg_hub/configs/__init__.py
src/sdg_hub/configs/annotations/__init__.py
src/sdg_hub/configs/annotations/cot_reflection.yaml
src/sdg_hub/configs/annotations/detailed_annotations.yaml
src/sdg_hub/configs/annotations/detailed_description.yaml
src/sdg_hub/configs/annotations/detailed_description_icl.yaml
src/sdg_hub/configs/annotations/simple_annotations.yaml
src/sdg_hub/configs/knowledge/__init__.py
src/sdg_hub/configs/knowledge/atomic_facts.yaml
src/sdg_hub/configs/knowledge/auxilary_instructions.yaml
src/sdg_hub/configs/knowledge/detailed_summary.yaml
src/sdg_hub/configs/knowledge/evaluate_faithfulness.yaml
src/sdg_hub/configs/knowledge/evaluate_question.yaml
src/sdg_hub/configs/knowledge/evaluate_relevancy.yaml
src/sdg_hub/configs/knowledge/extractive_summary.yaml
src/sdg_hub/configs/knowledge/generate_code_questions_responses.yaml
src/sdg_hub/configs/knowledge/generate_questions.yaml
src/sdg_hub/configs/knowledge/generate_questions_responses.yaml
src/sdg_hub/configs/knowledge/generate_responses.yaml
src/sdg_hub/configs/knowledge/mcq_generation.yaml
src/sdg_hub/configs/knowledge/router.yaml
src/sdg_hub/configs/knowledge/simple_generate_qa.yaml
src/sdg_hub/configs/reasoning/__init__.py
src/sdg_hub/configs/reasoning/dynamic_cot.yaml
src/sdg_hub/configs/skills/__init__.py
src/sdg_hub/configs/skills/analyzer.yaml
src/sdg_hub/configs/skills/annotation.yaml
src/sdg_hub/configs/skills/contexts.yaml
src/sdg_hub/configs/skills/critic.yaml
src/sdg_hub/configs/skills/evaluate_freeform_pair.yaml
src/sdg_hub/configs/skills/evaluate_freeform_questions.yaml
src/sdg_hub/configs/skills/evaluate_grounded_pair.yaml
src/sdg_hub/configs/skills/evaluate_grounded_questions.yaml
src/sdg_hub/configs/skills/freeform_questions.yaml
src/sdg_hub/configs/skills/freeform_responses.yaml
src/sdg_hub/configs/skills/grounded_questions.yaml
src/sdg_hub/configs/skills/grounded_responses.yaml
src/sdg_hub/configs/skills/judge.yaml
src/sdg_hub/configs/skills/planner.yaml
src/sdg_hub/configs/skills/respond.yaml
src/sdg_hub/configs/skills/revised_responder.yaml
src/sdg_hub/configs/skills/router.yaml
src/sdg_hub/configs/skills/simple_generate_qa_freeform.yaml
src/sdg_hub/configs/skills/simple_generate_qa_grounded.yaml
src/sdg_hub/configs/skills/icl_examples/STEM.yaml
src/sdg_hub/configs/skills/icl_examples/__init__.py
src/sdg_hub/configs/skills/icl_examples/coding.yaml
src/sdg_hub/configs/skills/icl_examples/extraction.yaml
src/sdg_hub/configs/skills/icl_examples/humanities.yaml
src/sdg_hub/configs/skills/icl_examples/math.yaml
src/sdg_hub/configs/skills/icl_examples/reasoning.yaml
src/sdg_hub/configs/skills/icl_examples/roleplay.yaml
src/sdg_hub/configs/skills/icl_examples/writing.yaml
src/sdg_hub/flows/generation/knowledge/mmlu_bench.yaml
src/sdg_hub/flows/generation/knowledge/simple_knowledge.yaml
src/sdg_hub/flows/generation/knowledge/synth_knowledge.yaml
src/sdg_hub/flows/generation/knowledge/synth_knowledge1.5.yaml
src/sdg_hub/flows/generation/skills/improve_responses.yaml
src/sdg_hub/flows/generation/skills/simple_freeform_skill.yaml
src/sdg_hub/flows/generation/skills/simple_grounded_skill.yaml
src/sdg_hub/flows/generation/skills/synth_grounded_skills.yaml
src/sdg_hub/flows/generation/skills/synth_skills.yaml
src/sdg_hub/utils/__init__.py
src/sdg_hub/utils/config_validation.py
src/sdg_hub/utils/datautils.py
src/sdg_hub/utils/error_handling.py
src/sdg_hub/utils/path_resolution.py
src/sdg_hub/utils/validation_result.py
tests/__init__.py
tests/test_checkpointer.py
tests/test_flowrunner.py
tests/test_pipeline.py
tests/test_sdg.py
tests/blocks/test_llmblock.py
tests/blocks/test_openaichatblock.py
tests/blocks/testdata/test_config.yaml
tests/blocks/utilblocks/test_combinecolumns.py
tests/blocks/utilblocks/test_duplicatecolumnsblock.py
tests/blocks/utilblocks/test_filterblock.py
tests/blocks/utilblocks/test_flattenblock.py
tests/blocks/utilblocks/test_renameblock.py
tests/blocks/utilblocks/test_samplepopulatorblock.py
tests/blocks/utilblocks/test_selectorblock.py
tests/blocks/utilblocks/test_settomajority.py
tests/flows/test_flow.py
tests/flows/test_flow_column_validation.py
tests/flows/test_flow_path.py
tests/flows/test_flow_validation.py
tests/flows/testdata/test_config_1.yaml
tests/flows/testdata/test_flow_1.yaml
tests/flows/testdata/test_flow_2.yaml
tests/utils/test_config_validation.py
tests/utils/test_error_handling.py
tests/utils/test_path_resolution.py
web_interface/README.md
web_interface/app.py
web_interface/test_block_types.py
web_interface/static/css/style.css
web_interface/static/js/app.js
web_interface/templates/index.html