Spaces:
Running
Running
adds pythonpath based on chatgpt5 suggestion
Browse files
scripts/training/train_gpt_oss.py
CHANGED
|
@@ -13,6 +13,15 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
| 13 |
from peft import LoraConfig, get_peft_model
|
| 14 |
from trl import SFTTrainer, SFTConfig
|
| 15 |
from datasets import load_dataset
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
|
| 17 |
def load_gpt_oss_model_and_tokenizer(config):
|
| 18 |
"""Load GPT-OSS model and tokenizer with proper configuration"""
|
|
|
|
| 13 |
from peft import LoraConfig, get_peft_model
|
| 14 |
from trl import SFTTrainer, SFTConfig
|
| 15 |
from datasets import load_dataset
|
| 16 |
+
from pathlib import Path
|
| 17 |
+
|
| 18 |
+
# Ensure project root and config package are importable for configs that do `from config...` imports
|
| 19 |
+
project_root = Path(__file__).resolve().parents[2]
|
| 20 |
+
if str(project_root) not in sys.path:
|
| 21 |
+
sys.path.insert(0, str(project_root))
|
| 22 |
+
config_dir = project_root / "config"
|
| 23 |
+
if str(config_dir) not in sys.path:
|
| 24 |
+
sys.path.insert(0, str(config_dir))
|
| 25 |
|
| 26 |
def load_gpt_oss_model_and_tokenizer(config):
|
| 27 |
"""Load GPT-OSS model and tokenizer with proper configuration"""
|