Instructions to use harpreetmann/stack_exc_multilabel_base_class_head with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use harpreetmann/stack_exc_multilabel_base_class_head with PEFT:
from peft import PeftModel from transformers import AutoModelForSequenceClassification base_model = AutoModelForSequenceClassification.from_pretrained("google/gemma-2-2b") model = PeftModel.from_pretrained(base_model, "harpreetmann/stack_exc_multilabel_base_class_head") - Transformers
How to use harpreetmann/stack_exc_multilabel_base_class_head with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("harpreetmann/stack_exc_multilabel_base_class_head", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download trainer_state.json from harpreetmann/stack_exc_multilabel_base_class_head: direct link, hf CLI and curl.
- Browser
- Download file 3.41 kB
-
https://huggingface.co/harpreetmann/stack_exc_multilabel_base_class_head/resolve/main/trainer_state.json
- Command line
-
hf download hf://harpreetmann/stack_exc_multilabel_base_class_head/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/harpreetmann/stack_exc_multilabel_base_class_head/resolve/main/trainer_state.json
3.41 kB
| { | |
| "best_global_step": 120, | |
| "best_metric": 0.776326044440457, | |
| "best_model_checkpoint": "/content/gemma_lora_imb/checkpoint-120", | |
| "epoch": 1.9047619047619047, | |
| "eval_steps": 20, | |
| "global_step": 120, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.31746031746031744, | |
| "grad_norm": 11.7665376663208, | |
| "learning_rate": 8.492063492063492e-06, | |
| "loss": 0.3174, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.31746031746031744, | |
| "eval_f1_macro": 0.6737641320228203, | |
| "eval_loss": 0.928208589553833, | |
| "eval_runtime": 38.1398, | |
| "eval_samples_per_second": 52.439, | |
| "eval_steps_per_second": 1.652, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.6349206349206349, | |
| "grad_norm": 4.18451452255249, | |
| "learning_rate": 6.9047619047619055e-06, | |
| "loss": 0.3193, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.6349206349206349, | |
| "eval_f1_macro": 0.7107737640945189, | |
| "eval_loss": 0.6456462144851685, | |
| "eval_runtime": 38.1401, | |
| "eval_samples_per_second": 52.438, | |
| "eval_steps_per_second": 1.652, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.9523809523809523, | |
| "grad_norm": 32.706443786621094, | |
| "learning_rate": 5.317460317460318e-06, | |
| "loss": 0.2606, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.9523809523809523, | |
| "eval_f1_macro": 0.7456057615525826, | |
| "eval_loss": 0.8317409157752991, | |
| "eval_runtime": 38.1406, | |
| "eval_samples_per_second": 52.438, | |
| "eval_steps_per_second": 1.652, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 1.2698412698412698, | |
| "grad_norm": 4.3210954666137695, | |
| "learning_rate": 3.7301587301587305e-06, | |
| "loss": 0.1377, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.2698412698412698, | |
| "eval_f1_macro": 0.7713330490242807, | |
| "eval_loss": 0.807384192943573, | |
| "eval_runtime": 38.1576, | |
| "eval_samples_per_second": 52.414, | |
| "eval_steps_per_second": 1.651, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.5873015873015874, | |
| "grad_norm": 5.902767658233643, | |
| "learning_rate": 2.1428571428571427e-06, | |
| "loss": 0.1266, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.5873015873015874, | |
| "eval_f1_macro": 0.7761022946562621, | |
| "eval_loss": 0.8588651418685913, | |
| "eval_runtime": 38.1597, | |
| "eval_samples_per_second": 52.411, | |
| "eval_steps_per_second": 1.651, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.9047619047619047, | |
| "grad_norm": 4.348827838897705, | |
| "learning_rate": 5.555555555555555e-07, | |
| "loss": 0.1091, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.9047619047619047, | |
| "eval_f1_macro": 0.776326044440457, | |
| "eval_loss": 0.8794072270393372, | |
| "eval_runtime": 38.1823, | |
| "eval_samples_per_second": 52.38, | |
| "eval_steps_per_second": 1.65, | |
| "step": 120 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 126, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 20, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.4825056756023296e+16, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |