Reinforcement Learning
Transformers
Safetensors
qwen3
text-generation
sdpo
srpo
ema
text-generation-inference
Instructions to use SeongryongJung/qwen3-8b-physics-srpo-ema005 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use SeongryongJung/qwen3-8b-physics-srpo-ema005 with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForCausalLM tokenizer = AutoTokenizer.from_pretrained("SeongryongJung/qwen3-8b-physics-srpo-ema005") model = AutoModelForCausalLM.from_pretrained("SeongryongJung/qwen3-8b-physics-srpo-ema005", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download artifacts/wandb-summary.json from SeongryongJung/qwen3-8b-physics-srpo-ema005: direct link, hf CLI and curl.
- Browser
- Download file 11 kB
-
https://huggingface.co/SeongryongJung/qwen3-8b-physics-srpo-ema005/resolve/main/artifacts/wandb-summary.json
- Command line
-
hf download hf://SeongryongJung/qwen3-8b-physics-srpo-ema005/artifacts/wandb-summary.json
-
curl -L -o wandb-summary.json https://huggingface.co/SeongryongJung/qwen3-8b-physics-srpo-ema005/resolve/main/artifacts/wandb-summary.json
11 kB
| {"val-aux/sciknoweval/score/worst@8/std":0.03064943045484151,"val-aux/sciknoweval/incorrect_format/worst@16/mean":1,"val-aux/sciknoweval/acc/worst@16/std":0.008300168493974646,"val-aux/sciknoweval/incorrect_format/best@16/mean":1,"training/rollout_actor_probs_pearson_corr":0.9997872710227966,"prompt_length/mean":269.71875,"self_distillation/dynamic_weight_entropy_mean":0.0013824572340581653,"val-aux/sciknoweval/incorrect_format/maj@4/std":0,"val-core/sciknoweval/acc/best@16/mean":0.7185750000000001,"rollout_corr/log_ppl_diff":0.0002495223816225689,"srpo/routed_loss":-0.035160752768234715,"self_distillation/dynamic_weight_mean":0.060546874767169356,"val-aux/sciknoweval/reward/worst@4/mean":0.47104999999999997,"rollout_corr/rollout_is_min":0.8970732092857361,"perf/time_per_step":52.71514766290784,"val-aux/sciknoweval/incorrect_format/best@8/std":0,"val-aux/sciknoweval/incorrect_format/maj@2/mean":1,"global_seqlen/mean":17838,"val-aux/sciknoweval/incorrect_format/best@2/mean":1,"val-aux/sciknoweval/incorrect_format/worst@2/mean":1,"val-aux/sciknoweval/reward/std@16":0.12508024170345747,"rollout_corr/chi2_token":-0.00013964809477329254,"val-aux/sciknoweval/score/best@4/mean":0.6654,"actor/pg_loss":-0.07032150553646943,"val-aux/sciknoweval/reward/best@8/std":0.05497724560048793,"rollout_corr/rollout_ppl":1.0257288001012057,"val-aux/sciknoweval/score/maj@2/mean":0.5664625,"val-core/sciknoweval/acc/maj@16/std":0.06499830932384262,"global_seqlen/minmax_diff":1608,"val-aux/sciknoweval/score/worst@4/std":0.06455285989739748,"val-aux/sciknoweval/reward/maj@16/std":0.06499830932384262,"val-aux/sciknoweval/reward/best@16/mean":0.7185750000000001,"response_length/clip_ratio":0,"val-aux/sciknoweval/reward/worst@16/std":0.008300168493974646,"val-aux/sciknoweval/score/worst@8/mean":0.4475874999999999,"perf/mfu/actor_infer":0,"rollout_corr/rollout_is_seq_min":0.9885643720626831,"val-aux/sciknoweval/reward/maj@8/mean":0.57555,"val-aux/sciknoweval/score/maj@16/std":0.06499830932384262,"srpo/grpo_actor/ppo_kl":-0.00011669223610510926,"perf/throughput":338.38471086274546,"timing_s/adv":0.8755556400865316,"response_length/max":9,"val-aux/sciknoweval/score/best@2/mean":0.6205874999999998,"val-aux/sciknoweval/acc/best@8/mean":0.6964750000000001,"val-aux/sciknoweval/incorrect_format/worst@4/std":0,"srpo/sdpo_loss":0.0007852528960654581,"val-aux/sciknoweval/reward/maj@4/std":0.105925191057944,"critic/score/min":0,"srpo/routed_token_count":9,"val-aux/sciknoweval/incorrect_format/best@8/mean":1,"val-aux/num_turns/mean":2,"_wandb":{"runtime":6715},"timing_s/testing":19.562755536288023,"val-aux/sciknoweval/reward/best@4/mean":0.6654,"timing_s/agent_loop/slowest/generate_sequences":0.7521936371922493,"rollout_corr/training_log_ppl":0.023170899503213604,"timing_per_token_ms/gen":1.6984420512421314,"val-aux/sciknoweval/score/worst@2/std":0.10116863507381033,"training/rollout_probs_diff_std":0.001620822586119175,"self_distillation/success_sample_fraction":0.966796875,"timing_s/reward":0.06888546049594879,"rollout_corr/rollout_is_seq_std":0.0013136655325070024,"self_distillation/dynamic_weighting_enabled":1,"global_seqlen/balanced_min":17838,"val-aux/sciknoweval/reward/worst@2/mean":0.5130125,"timing_per_token_ms/adv":0.006135466700909096,"val-aux/sciknoweval/reward/best@4/std":0.08339764337674944,"val-aux/sciknoweval/score/std@16":0.12508024170345747,"val-aux/sciknoweval/incorrect_format/maj@8/mean":1,"rollout_corr/rollout_is_seq_fraction_high":0,"timing_s/start_profile":0.0002215057611465454,"val-core/sciknoweval/acc/mean@16":0.56640625,"val-aux/sciknoweval/acc/worst@8/std":0.03064943045484151,"val-aux/sciknoweval/acc/maj@2/mean":0.5664625,"timing_s/agent_loop/slowest/tool_calls":0,"val-aux/sciknoweval/reward/best@16/std":0.0360263051923955,"val-aux/sciknoweval/reward/worst@16/mean":0.4392875,"rollout_corr/rollout_is_ratio_fraction_low":0,"global_seqlen/min":17152,"critic/returns/mean":0,"val-aux/sciknoweval/incorrect_format/best@4/mean":1,"val-aux/sciknoweval/reward/maj@16/mean":0.5824875,"rollout_corr/chi2_seq":-0.0012567201629281044,"val-aux/sciknoweval/acc/std@16":0.12508024170345747,"srpo/grpo_loss":-0.035946005664300174,"critic/score/mean":0.908203125,"critic/score/max":1,"srpo/correct_sample_fraction":0.908203125,"prompt_length/min":169,"val-aux/sciknoweval/incorrect_format/maj@16/mean":1,"val-aux/sciknoweval/acc/worst@2/std":0.10116863507381033,"critic/advantages/min":-0.875,"val-aux/sciknoweval/acc/best@4/mean":0.6654,"timing_s/agent_loop/tool_calls/min":0,"val-aux/sciknoweval/reward/maj@4/mean":0.5706749999999999,"val-aux/sciknoweval/score/best@16/mean":0.7185750000000001,"critic/advantages/max":0.875,"prompt_length/clip_ratio":0,"perf/max_memory_allocated_gb":146.1790475845337,"rollout_corr/rollout_is_std":0.003951761405915022,"self_distillation/empty_target_batch":0.033203125,"response_length_non_aborted/clip_ratio":0,"rollout_corr/rollout_is_eff_sample_size":0.9999842646213853,"response_length/mean":9,"global_seqlen/balanced_max":17838,"timing_per_token_ms/update_actor":0.26747411290190554,"response_length_non_aborted/max":9,"timing_s/old_log_prob":5.638724030926824,"val-aux/sciknoweval/incorrect_format/maj@2/std":0,"val-aux/sciknoweval/score/best@16/std":0.0360263051923955,"critic/rewards/min":0,"val-aux/sciknoweval/score/best@8/std":0.05497724560048793,"val-aux/sciknoweval/reward/best@2/std":0.11227408039344582,"timing_s/agent_loop/generate_sequences/mean":0.5576346053821908,"val-aux/sciknoweval/reward/worst@8/std":0.03064943045484151,"val-aux/sciknoweval/incorrect_format/worst@4/mean":1,"timing_s/agent_loop/slowest/prompt_length":246,"self_distillation/feedback_used_fraction":0,"val-aux/sciknoweval/incorrect_format/std@16":0,"val-aux/sciknoweval/acc/worst@2/mean":0.5130125,"val-aux/num_turns/max":2,"val-aux/sciknoweval/reward/best@2/mean":0.6205874999999998,"self_distillation/correct_sample_fraction":0.908203125,"_runtime":6715.864450402,"val-aux/sciknoweval/acc/maj@8/mean":0.57555,"val-aux/sciknoweval/incorrect_format/maj@4/mean":1,"val-aux/sciknoweval/score/maj@16/mean":0.5824875,"training/rollout_probs_diff_mean":0.00017714750720188022,"rollout_corr/k3_kl":9.931647132828056e-05,"val-aux/sciknoweval/reward/maj@2/std":0.12450096179146222,"rollout_corr/rollout_log_ppl":0.022921377121591036,"val-aux/num_turns/min":2,"rollout_corr/rollout_is_ratio_fraction_high":0,"rollout_corr/log_ppl_diff_max":0.061730533838272095,"val-aux/sciknoweval/reward/mean@16":0.56640625,"response_length_non_aborted/mean":9,"val-core/sciknoweval/acc/best@16/std":0.0360263051923955,"val-aux/sciknoweval/score/best@8/mean":0.6964750000000001,"val-aux/sciknoweval/score/maj@2/std":0.12450096179146222,"rollout_corr/rollout_is_max":1.0562994480133057,"training/rollout_probs_diff_max":0.0305178165435791,"val-aux/sciknoweval/incorrect_format/maj@16/std":0,"response_length/min":9,"timing_s/agent_loop/slowest/response_length":9,"timing_s/save_checkpoint":13.02292731590569,"val-aux/sciknoweval/incorrect_format/worst@8/std":0,"actor/lr":5e-06,"rollout_corr/log_ppl_abs_diff":0.001357562078183605,"val-aux/sciknoweval/incorrect_format/worst@16/std":0,"timing_s/agent_loop/generate_sequences/max":0.7521936371922493,"self_distillation/dynamic_weight_max":1.077512502670288,"critic/returns/max":0.875,"training/epoch":9,"val-aux/sciknoweval/score/worst@4/mean":0.47104999999999997,"val-aux/sciknoweval/acc/worst@4/mean":0.47104999999999997,"self_distillation/reprompt_sample_fraction":0.966796875,"srpo/sdpo_sample_fraction":0.060546875,"val-aux/sciknoweval/acc/maj@8/std":0.08492580467409698,"critic/advantages/mean":0,"val-aux/sciknoweval/reward/best@8/mean":0.6964750000000001,"prompt_length/max":364,"timing_s/step":52.71514766290784,"val-aux/sciknoweval/reward/worst@8/mean":0.4475874999999999,"srpo/grpo_actor/pg_clipfrac_lower":0,"val-aux/sciknoweval/acc/worst@16/mean":0.4392875,"val-aux/sciknoweval/incorrect_format/worst@2/std":0,"num_turns/min":2,"timing_s/agent_loop/generate_sequences/min":0.292211327701807,"_step":100,"rollout_corr/training_ppl":1.0261715280357748,"val-aux/sciknoweval/score/maj@4/std":0.105925191057944,"srpo/grpo_actor/pg_clipfrac":0,"perf/cpu_memory_used_gb":209.21287298202515,"val-aux/sciknoweval/incorrect_format/mean@16":1,"actor/grad_norm":0.2404324859380722,"rollout_corr/rollout_is_seq_mean":0.9999836683273315,"val-aux/sciknoweval/reward/worst@2/std":0.10116863507381033,"perf/total_num_tokens":142704,"perf/max_memory_reserved_gb":160.453125,"val-aux/sciknoweval/score/best@2/std":0.11227408039344582,"val-aux/sciknoweval/acc/worst@4/std":0.06455285989739748,"val-aux/sciknoweval/acc/worst@8/mean":0.4475874999999999,"training/global_step":100,"val-aux/sciknoweval/score/worst@16/std":0.008300168493974646,"training/rollout_probs_diff_valid":1,"timing_s/stop_profile":0.0002047717571258545,"val-aux/sciknoweval/reward/worst@4/std":0.06455285989739748,"response/aborted_ratio":0,"val-aux/sciknoweval/acc/maj@2/std":0.12450096179146222,"num_turns/max":2,"_timestamp":1.782844877364651e+09,"srpo/grpo_sample_fraction":0.939453125,"val-aux/sciknoweval/incorrect_format/worst@8/mean":1,"val-aux/sciknoweval/acc/best@2/std":0.11227408039344582,"val-aux/sciknoweval/score/mean@16":0.56640625,"val-core/sciknoweval/acc/maj@16/mean":0.5824875,"timing_s/agent_loop/tool_calls/mean":0,"num_turns/mean":2,"critic/rewards/mean":0.908203125,"val-aux/sciknoweval/incorrect_format/best@2/std":0,"val-aux/sciknoweval/acc/best@2/mean":0.6205874999999998,"timing_s/gen":7.826420972123742,"val-aux/sciknoweval/score/best@4/std":0.08339764337674944,"val-aux/sciknoweval/incorrect_format/best@4/std":0,"val-aux/sciknoweval/score/maj@8/mean":0.57555,"actor/entropy":0.02746894210577011,"val-aux/sciknoweval/incorrect_format/best@16/std":0,"val-aux/sciknoweval/score/worst@16/mean":0.4392875,"val-aux/sciknoweval/acc/best@4/std":0.08339764337674944,"val-aux/sciknoweval/incorrect_format/maj@8/std":0,"rollout_corr/rollout_is_seq_max_deviation":0.011435627937316895,"val-aux/sciknoweval/score/maj@8/std":0.08492580467409698,"rollout_corr/ppl_ratio":1.0002620946615934,"val-aux/sciknoweval/score/worst@2/mean":0.5130125,"val-aux/sciknoweval/acc/best@8/std":0.05497724560048793,"rollout_corr/rollout_is_seq_max":1.0062555074691772,"val-aux/sciknoweval/acc/maj@4/std":0.105925191057944,"rollout_corr/rollout_is_mean":0.9999836683273315,"val-aux/sciknoweval/reward/maj@2/mean":0.5664625,"rollout_corr/rollout_is_seq_fraction_low":0,"val-aux/sciknoweval/reward/maj@8/std":0.08492580467409698,"val-aux/sciknoweval/acc/maj@4/mean":0.5706749999999999,"critic/rewards/max":1,"critic/returns/min":-0.875,"response_length_non_aborted/min":9,"perf/mfu/actor":0.024042037979080937,"rollout_corr/kl":0.00024952150187660706,"global_seqlen/max":18760,"rollout_corr/log_ppl_diff_min":-0.01926768571138382,"val-aux/sciknoweval/score/maj@4/mean":0.5706749999999999,"actor/kl_loss":0,"self_distillation/feedback_available_fraction":0,"timing_s/agent_loop/tool_calls/max":0,"timing_s/update_actor":38.16962580755353,"self_distillation/success_group_fraction":0.96875} |