Instructions to use airesearch/Qwen3-30B-A3B-Base-medqa-seed-4201 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use airesearch/Qwen3-30B-A3B-Base-medqa-seed-4201 with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("/project/lt200252-wcbart/pumet/models/Qwen3-30B-A3B-Base") model = PeftModel.from_pretrained(base_model, "airesearch/Qwen3-30B-A3B-Base-medqa-seed-4201") - Notebooks
- Google Colab
- Kaggle
| {"current_steps": 1, "total_steps": 66, "loss": 4.5637, "lr": 0.0, "epoch": 0.046511627906976744, "percentage": 1.52, "elapsed_time": "0:03:18", "remaining_time": "3:35:29"} | |
| {"current_steps": 2, "total_steps": 66, "loss": 4.627, "lr": 2.857142857142857e-05, "epoch": 0.09302325581395349, "percentage": 3.03, "elapsed_time": "0:06:31", "remaining_time": "3:29:01"} | |
| {"current_steps": 3, "total_steps": 66, "loss": 4.3333, "lr": 5.714285714285714e-05, "epoch": 0.13953488372093023, "percentage": 4.55, "elapsed_time": "0:09:48", "remaining_time": "3:25:48"} | |
| {"current_steps": 4, "total_steps": 66, "loss": 4.1341, "lr": 8.571428571428571e-05, "epoch": 0.18604651162790697, "percentage": 6.06, "elapsed_time": "0:12:58", "remaining_time": "3:21:01"} | |
| {"current_steps": 5, "total_steps": 66, "loss": 3.8432, "lr": 0.00011428571428571428, "epoch": 0.23255813953488372, "percentage": 7.58, "elapsed_time": "0:16:12", "remaining_time": "3:17:40"} | |
| {"current_steps": 6, "total_steps": 66, "loss": 3.5746, "lr": 0.00014285714285714287, "epoch": 0.27906976744186046, "percentage": 9.09, "elapsed_time": "0:19:22", "remaining_time": "3:13:43"} | |
| {"current_steps": 7, "total_steps": 66, "loss": 3.2307, "lr": 0.00017142857142857143, "epoch": 0.32558139534883723, "percentage": 10.61, "elapsed_time": "0:22:35", "remaining_time": "3:10:22"} | |
| {"current_steps": 8, "total_steps": 66, "loss": 2.841, "lr": 0.0002, "epoch": 0.37209302325581395, "percentage": 12.12, "elapsed_time": "0:25:44", "remaining_time": "3:06:36"} | |
| {"current_steps": 9, "total_steps": 66, "loss": 2.3523, "lr": 0.0001998582695676762, "epoch": 0.4186046511627907, "percentage": 13.64, "elapsed_time": "0:28:54", "remaining_time": "3:03:05"} | |
| {"current_steps": 10, "total_steps": 66, "loss": 2.0571, "lr": 0.00019943348002101371, "epoch": 0.46511627906976744, "percentage": 15.15, "elapsed_time": "0:32:12", "remaining_time": "3:00:19"} | |
| {"current_steps": 10, "total_steps": 66, "eval_loss": 1.9185459613800049, "epoch": 0.46511627906976744, "percentage": 15.15, "elapsed_time": "0:34:38", "remaining_time": "3:13:58"} | |
| {"current_steps": 11, "total_steps": 66, "loss": 1.8194, "lr": 0.00019872683547213446, "epoch": 0.5116279069767442, "percentage": 16.67, "elapsed_time": "0:37:52", "remaining_time": "3:09:20"} | |
| {"current_steps": 12, "total_steps": 66, "loss": 1.6177, "lr": 0.00019774033898178667, "epoch": 0.5581395348837209, "percentage": 18.18, "elapsed_time": "0:41:02", "remaining_time": "3:04:42"} | |
| {"current_steps": 13, "total_steps": 66, "loss": 1.4482, "lr": 0.0001964767868814516, "epoch": 0.6046511627906976, "percentage": 19.7, "elapsed_time": "0:44:14", "remaining_time": "3:00:20"} | |
| {"current_steps": 14, "total_steps": 66, "loss": 1.3241, "lr": 0.00019493976084683813, "epoch": 0.6511627906976745, "percentage": 21.21, "elapsed_time": "0:47:28", "remaining_time": "2:56:19"} | |
| {"current_steps": 15, "total_steps": 66, "loss": 1.1903, "lr": 0.00019313361774523385, "epoch": 0.6976744186046512, "percentage": 22.73, "elapsed_time": "0:50:42", "remaining_time": "2:52:24"} | |
| {"current_steps": 16, "total_steps": 66, "loss": 1.0326, "lr": 0.00019106347728549135, "epoch": 0.7441860465116279, "percentage": 24.24, "elapsed_time": "0:53:55", "remaining_time": "2:48:30"} | |
| {"current_steps": 17, "total_steps": 66, "loss": 0.8707, "lr": 0.00018873520750565718, "epoch": 0.7906976744186046, "percentage": 25.76, "elapsed_time": "0:57:09", "remaining_time": "2:44:44"} | |
| {"current_steps": 18, "total_steps": 66, "loss": 0.6915, "lr": 0.0001861554081393806, "epoch": 0.8372093023255814, "percentage": 27.27, "elapsed_time": "1:00:23", "remaining_time": "2:41:02"} | |
| {"current_steps": 19, "total_steps": 66, "loss": 0.516, "lr": 0.0001833313919082515, "epoch": 0.8837209302325582, "percentage": 28.79, "elapsed_time": "1:03:35", "remaining_time": "2:37:18"} | |
| {"current_steps": 20, "total_steps": 66, "loss": 0.355, "lr": 0.00018027116379309638, "epoch": 0.9302325581395349, "percentage": 30.3, "elapsed_time": "1:06:47", "remaining_time": "2:33:37"} | |
| {"current_steps": 20, "total_steps": 66, "eval_loss": 0.23854584991931915, "epoch": 0.9302325581395349, "percentage": 30.3, "elapsed_time": "1:09:12", "remaining_time": "2:39:11"} | |
| {"current_steps": 21, "total_steps": 66, "loss": 0.2293, "lr": 0.00017698339834299061, "epoch": 0.9767441860465116, "percentage": 31.82, "elapsed_time": "1:12:23", "remaining_time": "2:35:06"} | |
| {"current_steps": 22, "total_steps": 66, "loss": 0.1293, "lr": 0.00017347741508630672, "epoch": 1.0, "percentage": 33.33, "elapsed_time": "1:14:03", "remaining_time": "2:28:07"} | |
| {"current_steps": 23, "total_steps": 66, "loss": 0.0697, "lr": 0.0001697631521134985, "epoch": 1.0465116279069768, "percentage": 34.85, "elapsed_time": "1:17:17", "remaining_time": "2:24:29"} | |
| {"current_steps": 24, "total_steps": 66, "loss": 0.0501, "lr": 0.00016585113790650388, "epoch": 1.0930232558139534, "percentage": 36.36, "elapsed_time": "1:20:28", "remaining_time": "2:20:49"} | |
| {"current_steps": 25, "total_steps": 66, "loss": 0.0345, "lr": 0.0001617524614946192, "epoch": 1.1395348837209303, "percentage": 37.88, "elapsed_time": "1:23:40", "remaining_time": "2:17:13"} | |
| {"current_steps": 26, "total_steps": 66, "loss": 0.0366, "lr": 0.0001574787410214407, "epoch": 1.1860465116279069, "percentage": 39.39, "elapsed_time": "1:26:54", "remaining_time": "2:13:42"} | |
| {"current_steps": 27, "total_steps": 66, "loss": 0.0332, "lr": 0.00015304209081197425, "epoch": 1.2325581395348837, "percentage": 40.91, "elapsed_time": "1:30:07", "remaining_time": "2:10:10"} | |
| {"current_steps": 28, "total_steps": 66, "loss": 0.0314, "lr": 0.00014845508703326504, "epoch": 1.2790697674418605, "percentage": 42.42, "elapsed_time": "1:33:18", "remaining_time": "2:06:37"} | |
| {"current_steps": 29, "total_steps": 66, "loss": 0.0288, "lr": 0.00014373073204588556, "epoch": 1.3255813953488373, "percentage": 43.94, "elapsed_time": "1:36:31", "remaining_time": "2:03:09"} | |
| {"current_steps": 30, "total_steps": 66, "loss": 0.0285, "lr": 0.00013888241754733208, "epoch": 1.372093023255814, "percentage": 45.45, "elapsed_time": "1:39:45", "remaining_time": "1:59:42"} | |
| {"current_steps": 30, "total_steps": 66, "eval_loss": 0.03179961442947388, "epoch": 1.372093023255814, "percentage": 45.45, "elapsed_time": "1:42:10", "remaining_time": "2:02:36"} | |
| {"current_steps": 31, "total_steps": 66, "loss": 0.0287, "lr": 0.00013392388661180303, "epoch": 1.4186046511627908, "percentage": 46.97, "elapsed_time": "1:45:24", "remaining_time": "1:59:00"} | |
| {"current_steps": 32, "total_steps": 66, "loss": 0.0268, "lr": 0.0001288691947339621, "epoch": 1.4651162790697674, "percentage": 48.48, "elapsed_time": "1:48:33", "remaining_time": "1:55:20"} | |
| {"current_steps": 33, "total_steps": 66, "loss": 0.0271, "lr": 0.0001237326699871115, "epoch": 1.5116279069767442, "percentage": 50.0, "elapsed_time": "1:51:44", "remaining_time": "1:51:44"} | |
| {"current_steps": 34, "total_steps": 66, "loss": 0.027, "lr": 0.00011852887240871145, "epoch": 1.558139534883721, "percentage": 51.52, "elapsed_time": "1:54:56", "remaining_time": "1:48:10"} | |
| {"current_steps": 35, "total_steps": 66, "loss": 0.0277, "lr": 0.00011327255272837221, "epoch": 1.6046511627906976, "percentage": 53.03, "elapsed_time": "1:58:07", "remaining_time": "1:44:37"} | |
| {"current_steps": 36, "total_steps": 66, "loss": 0.0264, "lr": 0.00010797861055530831, "epoch": 1.6511627906976745, "percentage": 54.55, "elapsed_time": "2:01:18", "remaining_time": "1:41:05"} | |
| {"current_steps": 37, "total_steps": 66, "loss": 0.0277, "lr": 0.00010266205214377748, "epoch": 1.697674418604651, "percentage": 56.06, "elapsed_time": "2:04:30", "remaining_time": "1:37:35"} | |
| {"current_steps": 38, "total_steps": 66, "loss": 0.0253, "lr": 9.733794785622253e-05, "epoch": 1.744186046511628, "percentage": 57.58, "elapsed_time": "2:07:46", "remaining_time": "1:34:08"} | |
| {"current_steps": 39, "total_steps": 66, "loss": 0.024, "lr": 9.202138944469168e-05, "epoch": 1.7906976744186047, "percentage": 59.09, "elapsed_time": "2:10:59", "remaining_time": "1:30:41"} | |
| {"current_steps": 40, "total_steps": 66, "loss": 0.0236, "lr": 8.672744727162781e-05, "epoch": 1.8372093023255816, "percentage": 60.61, "elapsed_time": "2:14:11", "remaining_time": "1:27:13"} | |
| {"current_steps": 40, "total_steps": 66, "eval_loss": 0.028443168848752975, "epoch": 1.8372093023255816, "percentage": 60.61, "elapsed_time": "2:16:36", "remaining_time": "1:28:47"} | |
| {"current_steps": 41, "total_steps": 66, "loss": 0.0239, "lr": 8.147112759128859e-05, "epoch": 1.8837209302325582, "percentage": 62.12, "elapsed_time": "2:19:53", "remaining_time": "1:25:18"} | |
| {"current_steps": 42, "total_steps": 66, "loss": 0.0233, "lr": 7.626733001288851e-05, "epoch": 1.9302325581395348, "percentage": 63.64, "elapsed_time": "2:23:09", "remaining_time": "1:21:48"} | |
| {"current_steps": 43, "total_steps": 66, "loss": 0.0249, "lr": 7.113080526603792e-05, "epoch": 1.9767441860465116, "percentage": 65.15, "elapsed_time": "2:26:25", "remaining_time": "1:18:19"} | |
| {"current_steps": 44, "total_steps": 66, "loss": 0.0275, "lr": 6.607611338819697e-05, "epoch": 2.0, "percentage": 66.67, "elapsed_time": "2:28:04", "remaining_time": "1:14:02"} | |
| {"current_steps": 45, "total_steps": 66, "loss": 0.0223, "lr": 6.111758245266794e-05, "epoch": 2.046511627906977, "percentage": 68.18, "elapsed_time": "2:31:15", "remaining_time": "1:10:35"} | |
| {"current_steps": 46, "total_steps": 66, "loss": 0.022, "lr": 5.626926795411447e-05, "epoch": 2.0930232558139537, "percentage": 69.7, "elapsed_time": "2:34:30", "remaining_time": "1:07:10"} | |
| {"current_steps": 47, "total_steps": 66, "loss": 0.0213, "lr": 5.1544912966734994e-05, "epoch": 2.13953488372093, "percentage": 71.21, "elapsed_time": "2:37:43", "remaining_time": "1:03:45"} | |
| {"current_steps": 48, "total_steps": 66, "loss": 0.022, "lr": 4.695790918802576e-05, "epoch": 2.186046511627907, "percentage": 72.73, "elapsed_time": "2:40:54", "remaining_time": "1:00:20"} | |
| {"current_steps": 49, "total_steps": 66, "loss": 0.0192, "lr": 4.252125897855932e-05, "epoch": 2.2325581395348837, "percentage": 74.24, "elapsed_time": "2:44:05", "remaining_time": "0:56:55"} | |
| {"current_steps": 50, "total_steps": 66, "loss": 0.0214, "lr": 3.824753850538082e-05, "epoch": 2.2790697674418605, "percentage": 75.76, "elapsed_time": "2:47:18", "remaining_time": "0:53:32"} | |
| {"current_steps": 50, "total_steps": 66, "eval_loss": 0.027282487601041794, "epoch": 2.2790697674418605, "percentage": 75.76, "elapsed_time": "2:49:43", "remaining_time": "0:54:18"} | |
| {"current_steps": 51, "total_steps": 66, "loss": 0.0208, "lr": 3.414886209349615e-05, "epoch": 2.3255813953488373, "percentage": 77.27, "elapsed_time": "2:53:17", "remaining_time": "0:50:57"} | |
| {"current_steps": 52, "total_steps": 66, "loss": 0.0208, "lr": 3.0236847886501542e-05, "epoch": 2.3720930232558137, "percentage": 78.79, "elapsed_time": "2:56:27", "remaining_time": "0:47:30"} | |
| {"current_steps": 53, "total_steps": 66, "loss": 0.0222, "lr": 2.6522584913693294e-05, "epoch": 2.4186046511627906, "percentage": 80.3, "elapsed_time": "2:59:38", "remaining_time": "0:44:03"} | |
| {"current_steps": 54, "total_steps": 66, "loss": 0.0204, "lr": 2.301660165700936e-05, "epoch": 2.4651162790697674, "percentage": 81.82, "elapsed_time": "3:02:51", "remaining_time": "0:40:38"} | |
| {"current_steps": 55, "total_steps": 66, "loss": 0.0189, "lr": 1.9728836206903656e-05, "epoch": 2.511627906976744, "percentage": 83.33, "elapsed_time": "3:06:03", "remaining_time": "0:37:12"} | |
| {"current_steps": 56, "total_steps": 66, "loss": 0.0209, "lr": 1.6668608091748495e-05, "epoch": 2.558139534883721, "percentage": 84.85, "elapsed_time": "3:09:14", "remaining_time": "0:33:47"} | |
| {"current_steps": 57, "total_steps": 66, "loss": 0.0209, "lr": 1.3844591860619383e-05, "epoch": 2.604651162790698, "percentage": 86.36, "elapsed_time": "3:12:25", "remaining_time": "0:30:22"} | |
| {"current_steps": 58, "total_steps": 66, "loss": 0.0199, "lr": 1.1264792494342857e-05, "epoch": 2.6511627906976747, "percentage": 87.88, "elapsed_time": "3:15:37", "remaining_time": "0:26:58"} | |
| {"current_steps": 59, "total_steps": 66, "loss": 0.021, "lr": 8.936522714508678e-06, "epoch": 2.697674418604651, "percentage": 89.39, "elapsed_time": "3:18:51", "remaining_time": "0:23:35"} | |
| {"current_steps": 60, "total_steps": 66, "loss": 0.0203, "lr": 6.866382254766157e-06, "epoch": 2.744186046511628, "percentage": 90.91, "elapsed_time": "3:22:02", "remaining_time": "0:20:12"} | |
| {"current_steps": 60, "total_steps": 66, "eval_loss": 0.027196675539016724, "epoch": 2.744186046511628, "percentage": 90.91, "elapsed_time": "3:24:26", "remaining_time": "0:20:26"} | |
| {"current_steps": 61, "total_steps": 66, "loss": 0.0201, "lr": 5.060239153161872e-06, "epoch": 2.7906976744186047, "percentage": 92.42, "elapsed_time": "3:27:39", "remaining_time": "0:17:01"} | |
| {"current_steps": 62, "total_steps": 66, "loss": 0.0197, "lr": 3.5232131185484076e-06, "epoch": 2.8372093023255816, "percentage": 93.94, "elapsed_time": "3:30:51", "remaining_time": "0:13:36"} | |
| {"current_steps": 63, "total_steps": 66, "loss": 0.0223, "lr": 2.259661018213333e-06, "epoch": 2.883720930232558, "percentage": 95.45, "elapsed_time": "3:34:02", "remaining_time": "0:10:11"} | |
| {"current_steps": 64, "total_steps": 66, "loss": 0.0183, "lr": 1.2731645278655445e-06, "epoch": 2.9302325581395348, "percentage": 96.97, "elapsed_time": "3:37:16", "remaining_time": "0:06:47"} | |
| {"current_steps": 65, "total_steps": 66, "loss": 0.02, "lr": 5.665199789862907e-07, "epoch": 2.9767441860465116, "percentage": 98.48, "elapsed_time": "3:40:32", "remaining_time": "0:03:23"} | |
| {"current_steps": 66, "total_steps": 66, "loss": 0.0211, "lr": 1.4173043232380557e-07, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "3:42:13", "remaining_time": "0:00:00"} | |
| {"current_steps": 66, "total_steps": 66, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "3:42:35", "remaining_time": "0:00:00"} | |