| { | |
| "architecture": { | |
| "vision_encoder": "facebook/vjepa2-vitl-fpc64-256", | |
| "vision_dim": 1024, | |
| "llm": "Qwen/Qwen3.5-27B", | |
| "llm_dim": 5120, | |
| "projection": { | |
| "type": "3-layer MLP", | |
| "hidden_dim": 10240, | |
| "params": "~215M" | |
| }, | |
| "lora": { | |
| "r": 16, | |
| "alpha": 32, | |
| "target_modules": [ | |
| "query", | |
| "value" | |
| ], | |
| "dropout": 0.05 | |
| } | |
| }, | |
| "segmentation": { | |
| "method": "cosine_distance_peak_detection", | |
| "prominence": 0.1, | |
| "max_events": 15 | |
| }, | |
| "training": { | |
| "epochs": 5, | |
| "lr": 0.0001, | |
| "optimizer": "AdamW", | |
| "weight_decay": 0.01 | |
| }, | |
| "experiments": { | |
| "exp5": { | |
| "data": 587, | |
| "final_loss": 1.27, | |
| "domain_accuracy": "80%" | |
| }, | |
| "exp6_baseline": { | |
| "text_accuracy": "1.2%" | |
| }, | |
| "exp6_lora": { | |
| "text_accuracy": "47.9%", | |
| "final_loss": 1.16 | |
| } | |
| } | |
| } |