{ "arm": { "checkpoint_steps": [ 25, 50, 75, 100, 113 ], "completion_replay_rows": 420, "dataset_name": "ngc_anchor.json", "dataset_receipt_sha256": "800af222e1cead7d6957783fdb4049f76ff0dc1c8f0d45360634316013c8d2c2", "dataset_sha256": "8890e2fe596e4d78714ce4309f2a59ed9632dd5d656f758c8dc4608d46a9c6bc", "dataset_variant": "ngc_anchor", "direct_grounding_rows": 400, "expected_step": 113, "image_provenance": "synthetic AppGen HTML-to-PNG", "key": "E", "learning_rate": 2.5e-07, "loss_scale": "default", "output_name": "E-ngc-lr2p5e7", "prompt_bytes": 2431, "prompt_sha256": "67ff8adb0e78a617f3d0edcf196d4e4cc3239967a8c30619fc5afc14484ee8c0", "prompt_variant": "proven", "repo_id": "namhokaist/appgen-qwen3-vl-8b-sft-ngc-amex-avariant-E-ngc-lr2p5e7-1ep", "rows": 3588, "run_name": "E-ngc-lr2p5e7", "sweep_arm": "ngc_anchor_lr2p5e7", "unique_semantic_rows": 3168 }, "base_model": { "config_sha256": "5cd452860dc1e9c29dd71cc3cef7f39b338b7a40793f7a260655c2d3568f3661", "local_path": "/tmp/appgen-sft-amex/base_models/qwen3vl8b", "repo_id": "Qwen/Qwen3-VL-8B-Instruct", "revision": "0c351dd01ed87e9c1b53cbc748cba10e6187ff3b", "safetensors_index_sha256": "520b2e05079402e9468a8701d03d1154d14b2599593afb6effa7fb60c1bff070", "weight_lfs_sha256": { "model-00001-of-00004.safetensors": "d5d0aef0eb170fc7453a296c43c0849a56f510555d3588e4fd662bb35490aefa", "model-00002-of-00004.safetensors": "8be88fb5501e4d5719a6d4cc212e6a13480330e74f3e8c77daa1a68f199106b5", "model-00003-of-00004.safetensors": "83de00eafe6e0d57ccd009dbcf71c9974d74df2f016c27afb7e95aafd16b2192", "model-00004-of-00004.safetensors": "0a88b98e9f96270973f567e6a2c103ede6ccdf915ca3075e21c755604d0377a5" } }, "code": { "files_sha256": { "benchmark_overlap_auditor": "bc57ad62f05d9821b014c3ea96b1fb2b5d97aa8adc97259dd903ab8d9374c010", "dataset_sweep_materializer": "c666ffa169c24d33512164555d9617929d22f18c08a5474ac821db088d42af00", "finalizer": "92dafae8f0d4db13f04741fb6d54fdb873c735fe8ddd28b368fcf2b92f0bccb1", "optimizer_plugin": "5f009852176da312ee4f8c11e0eec4bc70bc24a83c36a48bf61a8e9b02fac11c", "reference_sweep_runner": "84e789e55fc0e1925bfa123f1bc74bdad42849cf362d768826380f1d1cd4ca37" }, "git_branch": "koh-dev/grpo_ued_train", "git_commit": "6c6b90014b804e58f57cf7ba94e2cc0aeb6d46e0", "launch_source_of_truth": "resolved Swift args.json from direct verified CLI", "worktree_dirty": true, "worktree_status_sha256": "ed58d767b68dfb9f979aeb8657b2788779e2b3262ad0f009f4fa9a13909aca5c" }, "dataset": { "benchmark_overlap_audit": { "aw7_revisions": { "funcpred": "784da8db3be87f0bd47b381312c9f5d0726174ff", "motif": "e4b9c8ceb2cfebc9f4357370f0164a308ab61ccb", "refexp": "38a258997cb5e6dd9b973534d3f860e76a6936a5", "screenspot": "0be08781e2e188582f6131625ae1598d443b4d5d", "screenspot_v2": "7386eb340a78e29c44add97a5958915864e7f3af", "vwb_ag": "ac9350b15805fcd358715a35d351fc639c5f786c", "vwb_eg": "622bce833d84f27dc9a5ebbb1200bcaffb5ef16b" }, "instruction_overlap_count": 0, "method": "EXIF-transposed decoded RGBA + dimensions, SHA-256 v1; Unicode NFKC + casefold + remove /leading Goal: and History + collapse whitespace, SHA-256", "passed": true, "pixel_overlap_count": 0, "receipt_path": "/workspace/nhkoh/appgen/artifacts/qwen3_a_variant_sweep_20260721_145114/aw7_overlap_audit.json", "receipt_sha256": "82cabc1c9cba1479303e75a39fba7bfce7872169e3dd5c04b710c3b1668e2795" }, "completion_replay_rows": 420, "coordinate_mode": "normalized-1000", "direct_grounding_rows": 400, "image_provenance": "synthetic AppGen HTML-to-PNG", "materialization_receipt": { "inputs": { "amex": { "image_root": "/tmp/appgen-sft-amex/extracted/screenshot", "path": "/tmp/appgen-sft-amex/converted/amex_qwen3_appgen_sft_2768.json", "repo_id": "Yuxiang007/AMEX", "revision": "17196b29c88dd48a7fb90ef9131bc5c7bf39f26e", "rows": 2768, "sha256": "fa5281dc85fea09f9c3b09ee5d4cf7cd6a127995f801ddb650aca9442c6fede4", "validation": { "actions": { "click": 1814, "swipe": 525, "system_button": 53, "terminate": 210, "type": 166 }, "coordinate_rows": 2339, "source_counts": { "amex_sft": 2768 }, "unique_image_paths": 2768 } }, "ngc": { "image_root": "/workspace/nhkoh/hf_cache/hub/datasets--luca0621--appgen-sft-ngc-v1/snapshots/769ea99dbc4ff190048ae0db37eb6310dba595e0/images/sha256", "path": "/workspace/nhkoh/appgen/artifacts/qwen3_ngc_frozen_sweep_20260721_112627/datasets/anchor.json", "repo_id": "luca0621/appgen-sft-ngc-v1", "revision": "769ea99dbc4ff190048ae0db37eb6310dba595e0", "rows": 3588, "sha256": "8890e2fe596e4d78714ce4309f2a59ed9632dd5d656f758c8dc4608d46a9c6bc", "validation": { "actions": { "click": 2456, "long_press": 2, "open_app": 112, "swipe": 142, "system_button": 240, "terminate": 420, "type": 216 }, "coordinate_rows": 2600, "direct_grounding_rows": 400, "primary_rows": 2768, "replay_roles": { "penultimate_action": 210, "success_terminate": 210 }, "replay_rows": 420, "source_counts": { "appgen_direct_grounding_v2": 400, "appgen_sft_qwen3": 3188 }, "unique_image_paths": 1912 } } }, "output": { "path": "/workspace/nhkoh/appgen/artifacts/qwen3_a_variant_sweep_20260721_145114/datasets/ngc_anchor.json", "rows": 3588, "serialization": "exact pinned source bytes", "sha256": "8890e2fe596e4d78714ce4309f2a59ed9632dd5d656f758c8dc4608d46a9c6bc" }, "schema_version": 1, "selection": { "algorithm": "identity/exact-pinned-ngc-anchor", "amex_rows": 0, "ngc_primary_rows": 2768 }, "training_contract": { "completion_replay_rows": 420, "coordinate_mode": "normalized-1000", "direct_grounding_rows": 400, "expected_updates_one_epoch": 113, "global_batch_size": 32 }, "validation": { "action_counts": { "click": 2456, "long_press": 2, "open_app": 112, "swipe": 142, "system_button": 240, "terminate": 420, "type": 216 }, "action_only_rows": 400, "coordinate_rows": 2600, "image_references": 3588, "replay_role_counts": { "penultimate_action": 210, "success_terminate": 210 }, "semantic_identity_method": "NGC nav=(task_id,replay original idx or idx); NGC grounding=sft_v2_semantic_id; AMEX nav=(task_id,idx), source-namespaced", "source_counts": { "appgen_direct_grounding_v2": 400, "appgen_sft_qwen3": 3188 }, "think_rows": 3188, "unique_image_paths": 1912, "unique_semantic_rows": 3168 }, "variant": "ngc_anchor" }, "materialization_receipt_path": "/workspace/nhkoh/appgen/artifacts/qwen3_a_variant_sweep_20260721_145114/datasets/ngc_anchor.receipt.json", "materialization_receipt_sha256": "800af222e1cead7d6957783fdb4049f76ff0dc1c8f0d45360634316013c8d2c2", "materialized_path": "/workspace/nhkoh/appgen/artifacts/qwen3_a_variant_sweep_20260721_145114/datasets/ngc_anchor.json", "materialized_sha256": "8890e2fe596e4d78714ce4309f2a59ed9632dd5d656f758c8dc4608d46a9c6bc", "rows": 3588, "sources": { "amex": { "converted_qwen3_sha256": "fa5281dc85fea09f9c3b09ee5d4cf7cd6a127995f801ddb650aca9442c6fede4", "repo_id": "Yuxiang007/AMEX", "revision": "17196b29c88dd48a7fb90ef9131bc5c7bf39f26e" }, "ngc": { "anchor_sha256": "8890e2fe596e4d78714ce4309f2a59ed9632dd5d656f758c8dc4608d46a9c6bc", "config": "ngc-f-qwen3-normalized", "repo_id": "luca0621/appgen-sft-ngc-v1", "revision": "769ea99dbc4ff190048ae0db37eb6310dba595e0" } }, "unique_semantic_rows": 3168, "variant": "ngc_anchor" }, "publication": { "only_final_checkpoint_uploaded": true, "private": false, "publication_id": "75faacf83c8b393abecfe142b98ef75d5e3db34e6b1053bce2248bf24bc4b6ec", "repo_id": "namhokaist/appgen-qwen3-vl-8b-sft-ngc-amex-avariant-E-ngc-lr2p5e7-1ep", "repo_type": "model" }, "schema_version": 1, "sweep_id": "20260721_145114", "system_prompt": { "bytes": 2431, "sha256": "67ff8adb0e78a617f3d0edcf196d4e4cc3239967a8c30619fc5afc14484ee8c0", "source_path": "/workspace/nhkoh/appgen/eval_results/amex_sft_aw7_20260720_105728/qwen3_system_prompt.txt", "upload_filename": "appgen_system_prompt.txt", "variant": "proven" }, "training": { "attention": "flash_attn", "checkpoint_steps": [ 25, 50, 75, 100, 113 ], "epochs": 1.0, "freeze_aligner": true, "freeze_llm": false, "freeze_vit": true, "frozen_visual_numel": 576388336, "global_batch_size": 32, "gradient_accumulation_steps": 4, "gradient_checkpointing": true, "learning_rate": 2.5e-07, "loss_scale": "default", "micro_batch_size": 4, "optimizer": "appgen_qwen3_frozen_zero2_safe", "optimizer_audit_sha256": "51ce10eb338960b7d7b66c2e4166444c24a5426dede770c24f60fffb1826af01", "optimizer_groups": [ { "aligned_local_numel": 999030784, "decay": true, "first_parameter": "model.language_model.embed_tokens.weight", "global_numel": 1998061568, "index": 0, "last_parameter": "model.language_model.layers.7.self_attn.v_proj.weight", "learning_rate": 2.5e-07, "parameter_tensors": 53, "weight_decay": 0.1 }, { "aligned_local_numel": 998244352, "decay": true, "first_parameter": "model.language_model.layers.7.self_attn.o_proj.weight", "global_numel": 1996488704, "index": 1, "last_parameter": "model.language_model.layers.17.mlp.gate_proj.weight", "learning_rate": 2.5e-07, "parameter_tensors": 72, "weight_decay": 0.1 }, { "aligned_local_numel": 989855744, "decay": true, "first_parameter": "model.language_model.layers.17.mlp.up_proj.weight", "global_numel": 1979711488, "index": 2, "last_parameter": "model.language_model.layers.27.mlp.up_proj.weight", "learning_rate": 2.5e-07, "parameter_tensors": 71, "weight_decay": 0.1 }, { "aligned_local_numel": 796917760, "decay": true, "first_parameter": "model.language_model.layers.27.mlp.down_proj.weight", "global_numel": 1593835520, "index": 3, "last_parameter": "model.language_model.layers.35.mlp.down_proj.weight", "learning_rate": 2.5e-07, "parameter_tensors": 57, "weight_decay": 0.1 }, { "aligned_local_numel": 311164928, "decay": true, "first_parameter": "lm_head.weight", "global_numel": 622329856, "index": 4, "last_parameter": "lm_head.weight", "learning_rate": 2.5e-07, "parameter_tensors": 1, "weight_decay": 0.1 }, { "aligned_local_numel": 154112, "decay": false, "first_parameter": "model.language_model.layers.0.self_attn.q_norm.weight", "global_numel": 308224, "index": 5, "last_parameter": "model.language_model.norm.weight", "learning_rate": 2.5e-07, "parameter_tensors": 145, "weight_decay": 0.0 } ], "published_checkpoint_step": 113, "resolved_args_sha256": "5e6996bc3ec0b1eee6d9afe1478d6496184a3d4ebff3cfcdcb0ab20a25641923", "train_type": "full", "trainable_numel": 8190735360, "vision_gradient_checkpointing": false, "world_size": 2 }, "verification": { "metrics": { "checkpoint_steps": [ 25, 50, 75, 100, 113 ], "first_metric": { "epoch": 0.008908685968819599, "grad_norm": 47.238216400146484, "learning_rate": 4.166666666666666e-08, "loss": 1.6878271102905273, "step": 1, "token_acc": 0.8026243849097867 }, "global_step": 113, "last_metric": { "epoch": 0.9799554565701559, "grad_norm": 11.23639965057373, "learning_rate": 4.845894012080187e-10, "loss": 0.7615683078765869, "step": 110, "token_acc": 0.8465909090909091 }, "logging_sha256": "2ff0cdbf5faacdba42dc9713900094ea28b7bde4deffcc22ea5c5638dc78225f", "metric_records_checked": 23, "model_parameter_info": "Qwen3VLForConditionalGeneration: 8767.1237M Params (8190.7354M Trainable [93.4256%]), 0.0001M Buffers.", "train_loss": 1.0133489444192532, "trainer_state_sha256": "40337b6a5c76d2e778ad3be4fc488d9c9fe55fdedb58656613db6e73edb28716", "training_completed_at_utc": "2026-07-21T15:49:37.996781+00:00", "training_summary": { "epoch": 1.0, "step": 113, "token_acc": 0.8474201474201474, "total_flos": 5.923389119261573e+17, "train_loss": 1.0133489444192532, "train_runtime": 1476.3488, "train_samples_per_second": 2.43, "train_steps_per_second": 0.077 } }, "weights": { "element_count": 8767123696, "finite": true, "language_change_proof": { "base_sha256": "88c5c88e1e3b70e28fa601a170b0aa5af283c3e2664ce339e9004a993a716e85", "final_sha256": "89f52f1a6169e47b7f3bec54d04eb07cb45a00e015254ed41be436b9cf6fda0b", "numel": 128, "tensor": "model.language_model.layers.10.self_attn.k_norm.weight" }, "tensor_count": 750, "visual_base_and_final_aggregate_sha256": "78cd6e4feacb78cfee13fdd88b364cb5fe44dda3be0d4c631495a06f098991fc", "visual_byte_exact": true, "visual_element_count": 576388336, "visual_tensor_count": 351 } } }