File size: 1,451 Bytes
26afca4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
{
  "model_id": "Reza2kn/Bina-0.1-Koochik",
  "source_revision": "9b5812be94e3e015142da22a4b61b34aad5d2c02",
  "mode": "prefill",
  "source_dtype": "bf16",
  "coreml_compute_precision": "fp16",
  "seq_len": 416,
  "max_cache_length": 1024,
  "package": "surya_prefill_fp16_seq416_cache1024.mlpackage",
  "inputs": [
    "inputs_embeds",
    "cos",
    "sin"
  ],
  "outputs": [
    "logits",
    "full_key_0",
    "full_key_1",
    "full_key_2",
    "full_key_3",
    "full_key_4",
    "full_key_5",
    "full_value_0",
    "full_value_1",
    "full_value_2",
    "full_value_3",
    "full_value_4",
    "full_value_5",
    "conv_state_0",
    "conv_state_1",
    "conv_state_2",
    "conv_state_3",
    "conv_state_4",
    "conv_state_5",
    "conv_state_6",
    "conv_state_7",
    "conv_state_8",
    "conv_state_9",
    "conv_state_10",
    "conv_state_11",
    "conv_state_12",
    "conv_state_13",
    "conv_state_14",
    "conv_state_15",
    "conv_state_16",
    "conv_state_17",
    "recurrent_state_0",
    "recurrent_state_1",
    "recurrent_state_2",
    "recurrent_state_3",
    "recurrent_state_4",
    "recurrent_state_5",
    "recurrent_state_6",
    "recurrent_state_7",
    "recurrent_state_8",
    "recurrent_state_9",
    "recurrent_state_10",
    "recurrent_state_11",
    "recurrent_state_12",
    "recurrent_state_13",
    "recurrent_state_14",
    "recurrent_state_15",
    "recurrent_state_16",
    "recurrent_state_17"
  ]
}