Update train_model.py
Browse files- train_model.py +5 -0
train_model.py
CHANGED
|
@@ -2,8 +2,13 @@ from datasets import load_dataset
|
|
| 2 |
from transformers import GPT2LMHeadModel, GPT2Tokenizer
|
| 3 |
from transformers import Trainer, TrainingArguments
|
| 4 |
|
|
|
|
|
|
|
| 5 |
# Load dataset (replace with your actual dataset path or URL)
|
| 6 |
dataset = load_dataset("path_to_your_dataset")
|
|
|
|
|
|
|
|
|
|
| 7 |
|
| 8 |
# Load the pre-trained model and tokenizer
|
| 9 |
model_name = "gpt2" # Or another model like T5, BART, etc.
|
|
|
|
| 2 |
from transformers import GPT2LMHeadModel, GPT2Tokenizer
|
| 3 |
from transformers import Trainer, TrainingArguments
|
| 4 |
|
| 5 |
+
ds = load_dataset("openai/summarize_from_feedback", "axis")
|
| 6 |
+
|
| 7 |
# Load dataset (replace with your actual dataset path or URL)
|
| 8 |
dataset = load_dataset("path_to_your_dataset")
|
| 9 |
+
from datasets import load_dataset
|
| 10 |
+
|
| 11 |
+
|
| 12 |
|
| 13 |
# Load the pre-trained model and tokenizer
|
| 14 |
model_name = "gpt2" # Or another model like T5, BART, etc.
|