theomnira
/

Spectra-561B-27B-768E

Model card Files Files and versions

thehekimoghlu commited on Jan 2

Commit

d28fc09

·

verified ·

1 Parent(s): 3c4d3d9

Update config.json

Files changed (1) hide show

config.json +6 -6

config.json CHANGED Viewed

@@ -1,16 +1,16 @@
 {
   "architectures": [
-    "LongcatFlashOmniForCausalLM"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
   "auto_map": {
-      "AutoConfig": "configuration_longcat_flash.LongcatFlashConfig",
-      "AutoModel": "modeling_longcat_flash.LongcatFlashModel",
-      "AutoModelForCausalLM": "modeling_longcat_flash.LongcatFlashForCausalLM"
   },
-  "vocab_size": 131072,
-  "hidden_size": 6144,
   "ffn_hidden_size": 12288,
   "expert_ffn_hidden_size": 2048,
   "num_layers": 28,

 {
   "architectures": [
+    "OmniraSpectra"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
   "auto_map": {
+      "AutoConfig": "configuration_omnira_spectra.OmniraSpectraConfig",
+      "AutoModel": "modeling_omnira_spectra.OmniraSpectraModel",
+      "AutoModelForCausalLM": "modeling_omnira_spectra.OmniraSpectraForCausalLM"
   },
+  "vocab_size": 163884,
+  "hidden_size": 7168,
   "ffn_hidden_size": 12288,
   "expert_ffn_hidden_size": 2048,
   "num_layers": 28,