requirements.txt

# Zenith-7B Dependencies
# Install with: pip install -r requirements.txt

# Core ML Framework
torch>=2.0.0
torchvision
torchaudio

# Hugging Face Ecosystem
transformers>=4.35.0
datasets>=2.14.0
accelerate>=0.24.0
huggingface-hub>=0.17.0
sentencepiece
tokenizers>=0.14.0

# LoRA and Quantization
peft>=0.6.0
bitsandbytes>=0.41.0
scipy

# Data Processing
numpy>=1.24.0
pandas>=2.0.0
pyarrow>=12.0.0
dask[dataframe]>=2023.1.0

# Evaluation
evaluate>=0.4.0
scikit-learn>=1.3.0
rouge-score>=0.1.2
bert-score>=0.3.13
sacrebleu>=2.3.1

# Logging and Monitoring
tensorboard>=2.14.0
wandb>=0.15.0  # Optional

# Utilities
tqdm>=4.65.0
pyyaml>=6.0
jsonlines>=4.0.0
hydra-core>=1.3.0
omegaconf>=2.3.0

# Development and Testing
pytest>=7.4.0
pytest-cov>=4.1.0
black>=23.0.0
isort>=5.12.0
flake8>=6.0.0
mypy>=1.3.0

# Optional: Flash Attention (for faster training on Ampere+ GPUs)
# flash-attn --no-build-isolation

# Optional: vLLM for high-throughput inference
# vllm>=0.2.0