Shankara-A-S commited on
Commit
9eebfa8
·
verified ·
1 Parent(s): 2f63cc2

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +1 -3
config.json CHANGED
@@ -57,8 +57,7 @@
57
  },
58
  "output_activations": null,
59
  "targets": [
60
- "re:^mm_streams_embeddings\\.embedding_module\\.whisper_encoder\\.transformer\\.layers\\.\\d+\\.(attention\\.(wq|wk|wv|wo)|feed_forward\\.(w1|w2|w3))$",
61
- "re:^whisper_encoder\\.transformer\\.layers\\.\\d+\\.(attention\\.(wq|wk|wv|wo)|feed_forward\\.(w1|w2|w3))$"
62
  ],
63
  "weights": {
64
  "actorder": null,
@@ -282,7 +281,6 @@
282
  "format": "mixed-precision",
283
  "global_compression_ratio": null,
284
  "ignore": [
285
- "re:^whisper_encoder(\\.|$)",
286
  "re:^audio_language_adapter(\\.|$)",
287
  "re:^language_model\\.model\\.embed_tokens$",
288
  "re:^language_model\\.lm_head$",
 
57
  },
58
  "output_activations": null,
59
  "targets": [
60
+ "re:^whisper_encoder\\.whisper_encoder\\.layers\\.\\d+\\.layers\\.(self_attn\\.(q_proj|k_proj|v_proj|out_proj|qkv_proj)|mlp\\.(fc1|fc2|fc3|gate_up_proj|down_proj))$"
 
61
  ],
62
  "weights": {
63
  "actorder": null,
 
281
  "format": "mixed-precision",
282
  "global_compression_ratio": null,
283
  "ignore": [
 
284
  "re:^audio_language_adapter(\\.|$)",
285
  "re:^language_model\\.model\\.embed_tokens$",
286
  "re:^language_model\\.lm_head$",