# Nexuss Transformer Framework - Requirements
# Core dependencies for production use

# Transformers & Training
transformers>=4.37.0
accelerate>=0.26.0
peft>=0.8.0
trl>=0.7.0

# Tokenization
ethiobbpe>=1.0.0       # EthioBBPE - Advanced Ethiopian Language Tokenizer
tokenizers>=0.15.0
sentencepiece>=0.1.99

# Data Processing
datasets>=2.14.0
pyarrow>=14.0.0

# Deep Learning
torch>=2.1.0
torchvision>=0.16.0

# Optimization
bitsandbytes>=0.42.0  # For QLoRA
flash-attn>=2.4.0     # Flash Attention (optional, CUDA required)

# Evaluation
nltk>=3.8.0
rouge_score>=0.1.2
sacrebleu>=2.3.0

# Monitoring & Logging
wandb>=0.16.0
tensorboard>=2.15.0

# Configuration
pyyaml>=6.0.0
omegaconf>=2.3.0

# Utilities
tqdm>=4.66.0
numpy>=1.24.0
scipy>=1.11.0

# Development (optional)
pytest>=7.4.0
black>=23.0.0
flake8>=6.0.0
mypy>=1.0.0

# Production
safetensors>=0.4.0
huggingface_hub>=0.20.0
