{ "source": { "repo_id": "lokeshe09/gemma-4-31B-it-INT8", "revision": "6bbcf49cbd6e15183887bf5cc4e9948487a370d4", "bytes_per_second": 83886080 }, "source_dir": "/mnt/model/gemma4-31b-int8/source", "output": "/mnt/model/gemma4-31b-int8/compiled-ca25-w8a16-tp16-b1-2-4-8", "batch_sizes": "1,2,4,8", "context": 262144, "loader_sha256": "c30a94eafdbdbbbecef0041adbb7385dc951b4dc223cab7b8c2632a365c0d2c5", "conversion": "source W8A8 to weight-only W8A16; source INT8 weights/scales unchanged", "status": "compiled_not_serving_validated", "started_at_utc": "2026-09-07T00:32:17Z", "finished_at_utc": "2026-09-07T00:53:02Z", "rbln_files": [ "compiled_model.rbln", "language_model/decoder_batch_1.rbln", "language_model/decoder_batch_2.rbln", "language_model/decoder_batch_4.rbln", "language_model/decoder_batch_8.rbln", "language_model/image_prefill_384.rbln", "language_model/prefill.rbln", "vision_tower/compiled_model.rbln" ] }