Text Classification
Transformers
TensorBoard
Safetensors
bert
glue
rte
max_length_128
dropout_0.4
Generated from Trainer
text-embeddings-inference
Instructions to use ipeksnmz/bert-base-uncased-finetuned-rte-run_3 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use ipeksnmz/bert-base-uncased-finetuned-rte-run_3 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="ipeksnmz/bert-base-uncased-finetuned-rte-run_3")# Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("ipeksnmz/bert-base-uncased-finetuned-rte-run_3") model = AutoModelForSequenceClassification.from_pretrained("ipeksnmz/bert-base-uncased-finetuned-rte-run_3", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Training in progress, epoch 1
Browse files- model.safetensors +1 -1
- run-4/checkpoint-156/model.safetensors +1 -1
- run-4/checkpoint-156/optimizer.pt +1 -1
- run-4/checkpoint-156/rng_state.pth +1 -1
- run-4/checkpoint-156/scheduler.pt +1 -1
- run-4/checkpoint-156/trainer_state.json +14 -41
- run-4/checkpoint-156/training_args.bin +1 -1
- runs/Apr07_19-56-35_578d22db0b7b/events.out.tfevents.1744056434.578d22db0b7b.632.6 +3 -0
- training_args.bin +1 -1
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 437958648
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4891c85923eb1751121423e083e3404c8fb6eb4a4dc52922ad262d2fb76bb6fe
|
| 3 |
size 437958648
|
run-4/checkpoint-156/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 437958648
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4891c85923eb1751121423e083e3404c8fb6eb4a4dc52922ad262d2fb76bb6fe
|
| 3 |
size 437958648
|
run-4/checkpoint-156/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 876038394
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:87b5a136660a6335182e8ce171d2e55464c5c6ffc6ee7f5898ae26a4ce6bd2f9
|
| 3 |
size 876038394
|
run-4/checkpoint-156/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6a764c8fbd65482b3f8f8bebeef4f213015cd8ce9bbf6f431f02795e508eff51
|
| 3 |
size 14244
|
run-4/checkpoint-156/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fc44addf19f848a84ad40df65eac282a4fe932831f89985fb0de0de4c8088882
|
| 3 |
size 1064
|
run-4/checkpoint-156/trainer_state.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
-
"best_global_step":
|
| 3 |
-
"best_metric": 0.
|
| 4 |
-
"best_model_checkpoint": "bert-base-uncased-finetuned-rte-run_3/run-4/checkpoint-
|
| 5 |
-
"epoch":
|
| 6 |
"eval_steps": 500,
|
| 7 |
"global_step": 156,
|
| 8 |
"is_hyper_param_search": true,
|
|
@@ -11,45 +11,18 @@
|
|
| 11 |
"log_history": [
|
| 12 |
{
|
| 13 |
"epoch": 1.0,
|
| 14 |
-
"eval_accuracy": 0.4729241877256318,
|
| 15 |
-
"eval_loss": 0.7156691551208496,
|
| 16 |
-
"eval_runtime": 2.0183,
|
| 17 |
-
"eval_samples_per_second": 137.242,
|
| 18 |
-
"eval_steps_per_second": 1.486,
|
| 19 |
-
"step": 39
|
| 20 |
-
},
|
| 21 |
-
{
|
| 22 |
-
"epoch": 2.0,
|
| 23 |
-
"eval_accuracy": 0.4693140794223827,
|
| 24 |
-
"eval_loss": 0.7056853771209717,
|
| 25 |
-
"eval_runtime": 1.992,
|
| 26 |
-
"eval_samples_per_second": 139.054,
|
| 27 |
-
"eval_steps_per_second": 1.506,
|
| 28 |
-
"step": 78
|
| 29 |
-
},
|
| 30 |
-
{
|
| 31 |
-
"epoch": 3.0,
|
| 32 |
-
"eval_accuracy": 0.4657039711191336,
|
| 33 |
-
"eval_loss": 0.7013823986053467,
|
| 34 |
-
"eval_runtime": 2.0128,
|
| 35 |
-
"eval_samples_per_second": 137.618,
|
| 36 |
-
"eval_steps_per_second": 1.49,
|
| 37 |
-
"step": 117
|
| 38 |
-
},
|
| 39 |
-
{
|
| 40 |
-
"epoch": 4.0,
|
| 41 |
"eval_accuracy": 0.4657039711191336,
|
| 42 |
-
"eval_loss": 0.
|
| 43 |
-
"eval_runtime":
|
| 44 |
-
"eval_samples_per_second":
|
| 45 |
-
"eval_steps_per_second":
|
| 46 |
"step": 156
|
| 47 |
}
|
| 48 |
],
|
| 49 |
"logging_steps": 500,
|
| 50 |
-
"max_steps":
|
| 51 |
"num_input_tokens_seen": 0,
|
| 52 |
-
"num_train_epochs":
|
| 53 |
"save_steps": 500,
|
| 54 |
"stateful_callbacks": {
|
| 55 |
"TrainerControl": {
|
|
@@ -64,13 +37,13 @@
|
|
| 64 |
}
|
| 65 |
},
|
| 66 |
"total_flos": 0,
|
| 67 |
-
"train_batch_size":
|
| 68 |
"trial_name": null,
|
| 69 |
"trial_params": {
|
| 70 |
"dropout": 0.2,
|
| 71 |
-
"learning_rate": 1.
|
| 72 |
"max_length": 256,
|
| 73 |
-
"num_train_epochs":
|
| 74 |
-
"per_device_train_batch_size":
|
| 75 |
}
|
| 76 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_global_step": 156,
|
| 3 |
+
"best_metric": 0.4657039711191336,
|
| 4 |
+
"best_model_checkpoint": "bert-base-uncased-finetuned-rte-run_3/run-4/checkpoint-156",
|
| 5 |
+
"epoch": 1.0,
|
| 6 |
"eval_steps": 500,
|
| 7 |
"global_step": 156,
|
| 8 |
"is_hyper_param_search": true,
|
|
|
|
| 11 |
"log_history": [
|
| 12 |
{
|
| 13 |
"epoch": 1.0,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
"eval_accuracy": 0.4657039711191336,
|
| 15 |
+
"eval_loss": 0.706757128238678,
|
| 16 |
+
"eval_runtime": 0.4712,
|
| 17 |
+
"eval_samples_per_second": 587.806,
|
| 18 |
+
"eval_steps_per_second": 19.098,
|
| 19 |
"step": 156
|
| 20 |
}
|
| 21 |
],
|
| 22 |
"logging_steps": 500,
|
| 23 |
+
"max_steps": 312,
|
| 24 |
"num_input_tokens_seen": 0,
|
| 25 |
+
"num_train_epochs": 2,
|
| 26 |
"save_steps": 500,
|
| 27 |
"stateful_callbacks": {
|
| 28 |
"TrainerControl": {
|
|
|
|
| 37 |
}
|
| 38 |
},
|
| 39 |
"total_flos": 0,
|
| 40 |
+
"train_batch_size": 16,
|
| 41 |
"trial_name": null,
|
| 42 |
"trial_params": {
|
| 43 |
"dropout": 0.2,
|
| 44 |
+
"learning_rate": 1.8147223767636534e-06,
|
| 45 |
"max_length": 256,
|
| 46 |
+
"num_train_epochs": 2,
|
| 47 |
+
"per_device_train_batch_size": 16
|
| 48 |
}
|
| 49 |
}
|
run-4/checkpoint-156/training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5432
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25d8caec19e178a735778696a9c43ef8907bddc1a4617e8297fd3706a848b696
|
| 3 |
size 5432
|
runs/Apr07_19-56-35_578d22db0b7b/events.out.tfevents.1744056434.578d22db0b7b.632.6
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c7965d3569f6344ef05e9ec264282fb0ea4cb77c95f785abcc8578f7e6da3581
|
| 3 |
+
size 6102
|
training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5432
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25d8caec19e178a735778696a9c43ef8907bddc1a4617e8297fd3706a848b696
|
| 3 |
size 5432
|