.gitignore
Makefile
Readme.md
__init__.py
pyproject.toml
requirements.in
requirements.txt
.github/workflows/ci.yml
.github/workflows/publish.yml
sakhilabs/__init__.py
sakhilabs.egg-info/PKG-INFO
sakhilabs.egg-info/SOURCES.txt
sakhilabs.egg-info/dependency_links.txt
sakhilabs.egg-info/entry_points.txt
sakhilabs.egg-info/requires.txt
sakhilabs.egg-info/top_level.txt
sakhilabs/cli/__init__.py
sakhilabs/cli/inference.py
sakhilabs/cli/main.py
sakhilabs/cli/train.py
sakhilabs/configs/sakhi-telugu-681M-instruct-0625.yaml
sakhilabs/configs/sakhi-telugu-681M-pretrained-0625.yaml
sakhilabs/configs/utils/config.py
sakhilabs/data/custom_dataset/__init__.py
sakhilabs/data/custom_dataset/instruction_tune/custom_dataset.py
sakhilabs/data/custom_dataset/pretraining/custom_dataset.py
sakhilabs/data/custom_dataset/pretraining/download/cc_net_download.py
sakhilabs/data/custom_dataset/pretraining/download/download_script.py
sakhilabs/data/custom_dataset/pretraining/download/sangraha_download.py
sakhilabs/data/tokenizer/Readme.md
sakhilabs/data/tokenizer/__init__.py
sakhilabs/data/tokenizer/test_tokenizer.py
sakhilabs/data/tokenizer/tokenize_dataset.py
sakhilabs/data/tokenizer/train_tokenzier.py
sakhilabs/model/model.py
sakhilabs/model/components/__init__.py
sakhilabs/model/components/decoder.py
sakhilabs/model/components/mha_rope.py
sakhilabs/model/components/nn_utils.py
sakhilabs/model/components/rms_norm.py
sakhilabs/model/components/rope.py
sakhilabs/model/components/swiglu.py
sakhilabs/model/playground/test_hyperparameters.py
sakhilabs/pipelines/inference/inference.py
sakhilabs/pipelines/train/__init__.py
sakhilabs/pipelines/train/instruction_tune.py
sakhilabs/pipelines/train/pretraining.py
sakhilabs/pipelines/utils/general_utils.py
sakhilabs/pipelines/utils/training_utils.py
tests/test_test.py