Update main.py
Browse files
main.py
CHANGED
@@ -4,7 +4,7 @@ from datasets import load_dataset
|
|
4 |
from transformers import AutoModelForSequenceClassification, TrainingArguments, Trainer, AutoTokenizer
|
5 |
|
6 |
# Load dataset
|
7 |
-
dataset = load_dataset("
|
8 |
|
9 |
# Load tokenizer and model
|
10 |
tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased")
|
|
|
4 |
from transformers import AutoModelForSequenceClassification, TrainingArguments, Trainer, AutoTokenizer
|
5 |
|
6 |
# Load dataset
|
7 |
+
dataset = load_dataset("csv", data_files={"train": "train_data.csv", "test": "test_data.csv"})
|
8 |
|
9 |
# Load tokenizer and model
|
10 |
tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased")
|