| # Core dependencies | |
| torch>=2.0.0 | |
| transformers>=4.34.0 | |
| datasets>=2.14.0 | |
| huggingface_hub>=0.17.0 | |
| pandas>=2.0.0 | |
| numpy>=1.24.0 | |
| tqdm>=4.66.0 | |
| # Fine-tuning specific | |
| autotrain-advanced>=0.5.6 | |
| bitsandbytes>=0.41.0 | |
| accelerate>=0.23.0 | |
| peft>=0.5.0 | |
| # Evaluation and metrics | |
| evaluate>=0.4.0 | |
| rouge_score>=0.1.2 | |
| nltk>=3.8.1 | |
| sacrebleu>=2.3.1 | |
| # Utils for processing | |
| langdetect>=1.0.9 | |
| matplotlib>=3.7.0 | |
| seaborn>=0.12.0 | |
| scikit-learn>=1.2.0 | |
| # Embeddings related | |
| chromadb>=0.4.6 | |
| sentence-transformers>=2.2.2 | |
| # For serving | |
| fastapi>=0.103.0 | |
| uvicorn>=0.23.0 | |
| pydantic>=2.3.0 | |
| # For documentation | |
| nbformat>=5.9.0 | |
| jupyter>=1.0.0 | |
| ipykernel>=6.25.0 | |
| # Quality assurance | |
| black>=23.9.0 | |
| isort>=5.12.0 | |
| pylint>=2.17.0 | |
| # Additional training dependencies | |
| wandb>=0.15.0 | |
| pyyaml>=6.0 | |