Upload curated public adapter bundle from hf_public_t5gemma2_verpo_latest_v1
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- GEMMA_PROHIBITED_USE_POLICY.html +0 -0
- GEMMA_TERMS.html +0 -0
- NOTICE +1 -0
- README.md +88 -0
- SHA256SUMS +30 -0
- manifest.jsonl +30 -0
- t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_config.json +226 -0
- t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_config.json +226 -0
- t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_config.json +226 -0
- t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_config.json +226 -0
- t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json +226 -0
- t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_config.json +226 -0
- t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_config.json +226 -0
- t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_config.json +226 -0
- t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_config.json +226 -0
- t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json +226 -0
- t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_config.json +226 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_config.json +226 -0
- t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_config.json +226 -0
- t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_config.json +226 -0
- t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_config.json +226 -0
GEMMA_PROHIBITED_USE_POLICY.html
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
GEMMA_TERMS.html
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
NOTICE
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
Gemma is provided under and subject to the Gemma Terms of Use found at ai.google.dev/gemma/terms
|
README.md
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: google/t5gemma-2-4b-4b
|
| 3 |
+
library_name: peft
|
| 4 |
+
license: gemma
|
| 5 |
+
license_link: https://ai.google.dev/gemma/terms
|
| 6 |
+
tags:
|
| 7 |
+
- peft
|
| 8 |
+
- lora
|
| 9 |
+
- t5gemma
|
| 10 |
+
- research-artifact
|
| 11 |
+
- software-engineering
|
| 12 |
+
---
|
| 13 |
+
|
| 14 |
+
# T5Gemma 2 VeRPO and RS-SFT research adapters
|
| 15 |
+
|
| 16 |
+
This repository archives 45 PEFT LoRA adapter checkpoints from 15 research-run
|
| 17 |
+
families studying decompilation and typed-contract interventions for Dart source
|
| 18 |
+
generation from an F2 binary representation.
|
| 19 |
+
|
| 20 |
+
These are research checkpoints, not standalone models and not deployment-ready
|
| 21 |
+
releases. Loading any checkpoint requires authorized access to the upstream
|
| 22 |
+
`google/t5gemma-2-4b-4b` base model and compliance with its applicable terms.
|
| 23 |
+
|
| 24 |
+
## Terms of use
|
| 25 |
+
|
| 26 |
+
The adapters are model derivatives subject to the Gemma Terms of Use, including
|
| 27 |
+
their use restrictions and the incorporated Gemma Prohibited Use Policy. By
|
| 28 |
+
downloading, using, modifying, or redistributing these adapters, recipients must
|
| 29 |
+
comply with those terms and applicable law. Copies of the terms and prohibited-use
|
| 30 |
+
policy retrieved from Google's official pages at publication time are included in
|
| 31 |
+
this repository, together with the required `NOTICE` file.
|
| 32 |
+
|
| 33 |
+
## Repository layout
|
| 34 |
+
|
| 35 |
+
Each loadable checkpoint is stored as:
|
| 36 |
+
|
| 37 |
+
```text
|
| 38 |
+
<experiment-family>/<checkpoint-optstep-N>/
|
| 39 |
+
adapter_config.json
|
| 40 |
+
adapter_model.safetensors
|
| 41 |
+
MODIFIED_NOTICE.md
|
| 42 |
+
```
|
| 43 |
+
|
| 44 |
+
`manifest.jsonl` and `SHA256SUMS` provide the original artifact path, byte size,
|
| 45 |
+
and SHA-256 digest for every published file.
|
| 46 |
+
|
| 47 |
+
## Scope and safety
|
| 48 |
+
|
| 49 |
+
The public bundle intentionally contains only adapter weights and adapter
|
| 50 |
+
configuration files. It excludes:
|
| 51 |
+
|
| 52 |
+
- optimizer/RNG/training-resume state (`training_state.pt`)
|
| 53 |
+
- run contracts and metadata that reference private holdback material
|
| 54 |
+
- raw training or evaluation data
|
| 55 |
+
- predictions, generations, logs, and API harvests
|
| 56 |
+
- private holdback files and secret material
|
| 57 |
+
- redundant tokenizer copies (load the tokenizer from the base model)
|
| 58 |
+
|
| 59 |
+
All 45 adapter-weight files have distinct SHA-256 digests. The bundle was scanned
|
| 60 |
+
for credential-shaped tokens before publication.
|
| 61 |
+
|
| 62 |
+
## Important interpretation note
|
| 63 |
+
|
| 64 |
+
Checkpoint names describe their originating experiment and optimizer step; they
|
| 65 |
+
do not imply model selection, quality ranking, or promotion. In particular, the
|
| 66 |
+
typed-C2 VeRPO pilot checkpoints were sealed as non-promoted research pilots and
|
| 67 |
+
must not be represented as selected or production models.
|
| 68 |
+
|
| 69 |
+
## Loading an adapter
|
| 70 |
+
|
| 71 |
+
Download one checkpoint directory, then load it with PEFT on top of the upstream
|
| 72 |
+
base model. A typical local workflow is:
|
| 73 |
+
|
| 74 |
+
```python
|
| 75 |
+
from peft import PeftModel
|
| 76 |
+
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
|
| 77 |
+
|
| 78 |
+
base_id = "google/t5gemma-2-4b-4b"
|
| 79 |
+
checkpoint_dir = "/path/to/<experiment-family>/<checkpoint-optstep-N>"
|
| 80 |
+
|
| 81 |
+
tokenizer = AutoTokenizer.from_pretrained(base_id)
|
| 82 |
+
base_model = AutoModelForSeq2SeqLM.from_pretrained(base_id)
|
| 83 |
+
model = PeftModel.from_pretrained(base_model, checkpoint_dir)
|
| 84 |
+
```
|
| 85 |
+
|
| 86 |
+
Exact experiment settings and evaluation evidence are maintained separately from
|
| 87 |
+
this public model-only repository so private protocol material cannot be detached
|
| 88 |
+
from its access controls.
|
SHA256SUMS
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
8eb3a523f729ef6cbc83701278dbfb42dadaab90e7ba2037687ad04592033c4b t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_config.json
|
| 2 |
+
bc295c2de483a9bd158d10bdda167f622d1dc729a64a9d07fd6987ddb79fc298 t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_model.safetensors
|
| 3 |
+
a370e2ed87cdc016978ff945afcec363761b184984b4852909f64e23bbb954e2 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_config.json
|
| 4 |
+
5a662aedd732c2f0aa059eb2064b3e93d2efb6379b5e8474c5a93e2c983f5a65 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_model.safetensors
|
| 5 |
+
9b93791a48658d30e598e4027e0a9b7d9b723c4c37d0654df5e72efd9cb2f99e t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_config.json
|
| 6 |
+
9d3e41adeb6ae904b3f2a9c7d9f7f9d9d5495b79b03db8323e188a1f38c7f370 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_model.safetensors
|
| 7 |
+
b60d1da506664b9a6c106a04663c0c19f41d2aea440aceec584d193c4fa74796 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_config.json
|
| 8 |
+
c0155131d981c056104d9023e504b1fa131692f9cdbe4c1d6691dae7ddcc8e23 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_model.safetensors
|
| 9 |
+
c21ee4458e7c9fe1321337ce22409ee2a03dfe37299c25cfc7c468a490ffb4c3 t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json
|
| 10 |
+
83d8152edc7236a144fcb7b321f03c4dc5fcf90a1e866fa334338938ee0bdcdc t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors
|
| 11 |
+
2e1c412857d0399f91b7b0e2267a059dd383ba05590c72f175bea3442976dedb t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_config.json
|
| 12 |
+
bbe22f5454942f84ff66ace3ebddf1dbf4b7d074364860f28b67b946ad29449b t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_model.safetensors
|
| 13 |
+
75aad08619087aa2d7ef5db9d50b1890ca74feccf85a2c104a93dbddb0d7b9e6 t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_config.json
|
| 14 |
+
be95b3bec613478790facb2bb6ec29243a3625e468560b0b678def8f016a46da t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_model.safetensors
|
| 15 |
+
e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0 t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_config.json
|
| 16 |
+
c13031f8497b744682b27f79f034dc3db32fb3f511b2d85017985b8e8be2dfaf t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_model.safetensors
|
| 17 |
+
dbae56910f1e7f7eca2e600c017bfafb56605631a79782e4bd4e74cff650487e t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_config.json
|
| 18 |
+
383deef8d7ab78356c498d9bf2e7d6ad6dd83d3663e7bdc5c87648a6225adb5e t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_model.safetensors
|
| 19 |
+
f3701f13cb66b6b5952cd1dd2a71b17206e77c1c646ec806f6dd43d7e059a92d t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json
|
| 20 |
+
71078435105dc29aff1aba5942abd5c272e78ef817896081f6e994938da9d77a t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors
|
| 21 |
+
b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_config.json
|
| 22 |
+
62377c4c4a7d883a3ea1f0ac55a64d23a303c1cf4c41cdd14530f021163a4bec t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_model.safetensors
|
| 23 |
+
c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_config.json
|
| 24 |
+
b6cae496cfbbb02f632dddb321f47d748f8591f122518c2b5429acd4472b9f0c t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_model.safetensors
|
| 25 |
+
b366a1868a937cb75276944c9defa6938781fc5d52ca4ee698ff7fefe388871a t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_config.json
|
| 26 |
+
1b6ac90ba01d6253485927581408dc0bc3152cad09833071efffa3e3e8f43d36 t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_model.safetensors
|
| 27 |
+
6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_config.json
|
| 28 |
+
80b50fab88e076d3e14771d09b5d1706baffeb2fd6c0c9d51b8841dd4135a004 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_model.safetensors
|
| 29 |
+
a58e97388303b208a0b11ea645362b805da314f0e4d860c5863ad0f766ed06d3 t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_config.json
|
| 30 |
+
e923237eb9a920dd6b66e15e65f69df66d2600727e00c69d5f93a2aff5a2d01e t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_model.safetensors
|
manifest.jsonl
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000016","experiment_family":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_config.json","sha256":"8eb3a523f729ef6cbc83701278dbfb42dadaab90e7ba2037687ad04592033c4b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter/adapter_config.json"}
|
| 2 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000016","experiment_family":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_model.safetensors","sha256":"bc295c2de483a9bd158d10bdda167f622d1dc729a64a9d07fd6987ddb79fc298","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter/adapter_model.safetensors"}
|
| 3 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_config.json","sha256":"a370e2ed87cdc016978ff945afcec363761b184984b4852909f64e23bbb954e2","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter/adapter_config.json"}
|
| 4 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_model.safetensors","sha256":"5a662aedd732c2f0aa059eb2064b3e93d2efb6379b5e8474c5a93e2c983f5a65","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter/adapter_model.safetensors"}
|
| 5 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_config.json","sha256":"9b93791a48658d30e598e4027e0a9b7d9b723c4c37d0654df5e72efd9cb2f99e","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter/adapter_config.json"}
|
| 6 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_model.safetensors","sha256":"9d3e41adeb6ae904b3f2a9c7d9f7f9d9d5495b79b03db8323e188a1f38c7f370","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter/adapter_model.safetensors"}
|
| 7 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_config.json","sha256":"b60d1da506664b9a6c106a04663c0c19f41d2aea440aceec584d193c4fa74796","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter/adapter_config.json"}
|
| 8 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_model.safetensors","sha256":"c0155131d981c056104d9023e504b1fa131692f9cdbe4c1d6691dae7ddcc8e23","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter/adapter_model.safetensors"}
|
| 9 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_enriched_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json","sha256":"c21ee4458e7c9fe1321337ce22409ee2a03dfe37299c25cfc7c468a490ffb4c3","size":8569,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_config.json"}
|
| 10 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_enriched_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors","sha256":"83d8152edc7236a144fcb7b321f03c4dc5fcf90a1e866fa334338938ee0bdcdc","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_model.safetensors"}
|
| 11 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000174","experiment_family":"t5gemma2_4b4b_enriched_sft_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_config.json","sha256":"2e1c412857d0399f91b7b0e2267a059dd383ba05590c72f175bea3442976dedb","size":8569,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter/adapter_config.json"}
|
| 12 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000174","experiment_family":"t5gemma2_4b4b_enriched_sft_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_model.safetensors","sha256":"bbe22f5454942f84ff66ace3ebddf1dbf4b7d074364860f28b67b946ad29449b","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter/adapter_model.safetensors"}
|
| 13 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000426","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_final_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_config.json","sha256":"75aad08619087aa2d7ef5db9d50b1890ca74feccf85a2c104a93dbddb0d7b9e6","size":8569,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter/adapter_config.json"}
|
| 14 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000426","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_final_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_model.safetensors","sha256":"be95b3bec613478790facb2bb6ec29243a3625e468560b0b678def8f016a46da","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter/adapter_model.safetensors"}
|
| 15 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000013","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_config.json","sha256":"e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0","size":8569,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter/adapter_config.json"}
|
| 16 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000013","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_model.safetensors","sha256":"c13031f8497b744682b27f79f034dc3db32fb3f511b2d85017985b8e8be2dfaf","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter/adapter_model.safetensors"}
|
| 17 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000150","experiment_family":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1","promotion_note":"non-promoted research pilot","repo_path":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_config.json","sha256":"dbae56910f1e7f7eca2e600c017bfafb56605631a79782e4bd4e74cff650487e","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter/adapter_config.json"}
|
| 18 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000150","experiment_family":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1","promotion_note":"non-promoted research pilot","repo_path":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_model.safetensors","sha256":"383deef8d7ab78356c498d9bf2e7d6ad6dd83d3663e7bdc5c87648a6225adb5e","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter/adapter_model.safetensors"}
|
| 19 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json","sha256":"f3701f13cb66b6b5952cd1dd2a71b17206e77c1c646ec806f6dd43d7e059a92d","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_config.json"}
|
| 20 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors","sha256":"71078435105dc29aff1aba5942abd5c272e78ef817896081f6e994938da9d77a","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_model.safetensors"}
|
| 21 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter/adapter_config.json"}
|
| 22 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_model.safetensors","sha256":"62377c4c4a7d883a3ea1f0ac55a64d23a303c1cf4c41cdd14530f021163a4bec","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter/adapter_model.safetensors"}
|
| 23 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000054","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter/adapter_config.json"}
|
| 24 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000054","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_model.safetensors","sha256":"b6cae496cfbbb02f632dddb321f47d748f8591f122518c2b5429acd4472b9f0c","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter/adapter_model.safetensors"}
|
| 25 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000006","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_config.json","sha256":"b366a1868a937cb75276944c9defa6938781fc5d52ca4ee698ff7fefe388871a","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter/adapter_config.json"}
|
| 26 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000006","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_model.safetensors","sha256":"1b6ac90ba01d6253485927581408dc0bc3152cad09833071efffa3e3e8f43d36","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter/adapter_model.safetensors"}
|
| 27 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_config.json","sha256":"6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter/adapter_config.json"}
|
| 28 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_model.safetensors","sha256":"80b50fab88e076d3e14771d09b5d1706baffeb2fd6c0c9d51b8841dd4135a004","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter/adapter_model.safetensors"}
|
| 29 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_rs_sft_union_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_config.json","sha256":"a58e97388303b208a0b11ea645362b805da314f0e4d860c5863ad0f766ed06d3","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter/adapter_config.json"}
|
| 30 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_rs_sft_union_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_model.safetensors","sha256":"e923237eb9a920dd6b66e15e65f69df66d2600727e00c69d5f93a2aff5a2d01e","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter/adapter_model.safetensors"}
|
t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 33 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 34 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 35 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 36 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 37 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 38 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 39 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 40 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 41 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 42 |
+
"33.self_attn.k_proj",
|
| 43 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 44 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 45 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 46 |
+
"down_proj",
|
| 47 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 48 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 49 |
+
"32.self_attn.v_proj",
|
| 50 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 51 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 52 |
+
"31.self_attn.q_proj",
|
| 53 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 54 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 55 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 56 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 57 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 58 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 59 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 60 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 61 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 62 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 63 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 64 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 65 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 66 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 67 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 68 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 69 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 70 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 71 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 72 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 73 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 74 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 75 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 76 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 77 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 78 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 80 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 81 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 82 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 83 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 84 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 85 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 86 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 87 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 88 |
+
"29.self_attn.k_proj",
|
| 89 |
+
"28.self_attn.k_proj",
|
| 90 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 91 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 92 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 93 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 94 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 95 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 96 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 97 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 98 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 100 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 101 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 102 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 103 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 104 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 105 |
+
"33.self_attn.q_proj",
|
| 106 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 107 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 108 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 109 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 110 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 111 |
+
"29.self_attn.v_proj",
|
| 112 |
+
"30.self_attn.v_proj",
|
| 113 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 114 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 115 |
+
"33.self_attn.v_proj",
|
| 116 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 117 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 118 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 119 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 120 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 121 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 122 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 123 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 124 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 125 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 126 |
+
"28.self_attn.q_proj",
|
| 127 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 128 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 129 |
+
"30.self_attn.k_proj",
|
| 130 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 131 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 132 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 133 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 134 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 135 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 136 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 137 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 138 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 139 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 140 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 141 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 142 |
+
"29.self_attn.q_proj",
|
| 143 |
+
"27.self_attn.k_proj",
|
| 144 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 145 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 146 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 147 |
+
"gate_proj",
|
| 148 |
+
"o_proj",
|
| 149 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 150 |
+
"32.self_attn.k_proj",
|
| 151 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 152 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 153 |
+
"31.self_attn.v_proj",
|
| 154 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 155 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 156 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 157 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 158 |
+
"27.self_attn.q_proj",
|
| 159 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 161 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 163 |
+
"32.self_attn.q_proj",
|
| 164 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 165 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 166 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 167 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 168 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 169 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 170 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 171 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 172 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 173 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 174 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 175 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 176 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 177 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 178 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 179 |
+
"27.self_attn.v_proj",
|
| 180 |
+
"up_proj",
|
| 181 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 182 |
+
"28.self_attn.v_proj",
|
| 183 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 184 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 185 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 186 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 187 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 188 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 189 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 190 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 191 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 192 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 193 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 194 |
+
"31.self_attn.k_proj",
|
| 195 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 196 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 197 |
+
"30.self_attn.q_proj",
|
| 198 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 199 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 200 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 201 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 202 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 203 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 204 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 205 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 206 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 207 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 208 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 209 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 210 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 211 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 212 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 213 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 214 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 215 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 216 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 217 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 218 |
+
"decoder.layers.5.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bc295c2de483a9bd158d10bdda167f622d1dc729a64a9d07fd6987ddb79fc298
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 33 |
+
"down_proj",
|
| 34 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 35 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 36 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 37 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 38 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 39 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 40 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 41 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 42 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 43 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 44 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 45 |
+
"32.self_attn.k_proj",
|
| 46 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 47 |
+
"31.self_attn.k_proj",
|
| 48 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 49 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 50 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 51 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 52 |
+
"29.self_attn.v_proj",
|
| 53 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 54 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 55 |
+
"31.self_attn.v_proj",
|
| 56 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 57 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 58 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 59 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 60 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 61 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 62 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 63 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 64 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 65 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 66 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 67 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 68 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 69 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 70 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 71 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 72 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 73 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 74 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 75 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 76 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 77 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 78 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 79 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 80 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 81 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 82 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 83 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 84 |
+
"28.self_attn.q_proj",
|
| 85 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 86 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 87 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 88 |
+
"33.self_attn.q_proj",
|
| 89 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 90 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 91 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 92 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 93 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 94 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 95 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 96 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 97 |
+
"o_proj",
|
| 98 |
+
"30.self_attn.v_proj",
|
| 99 |
+
"30.self_attn.k_proj",
|
| 100 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 101 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 102 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 103 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 104 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 105 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 106 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 107 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 108 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 109 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 110 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 111 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 112 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 113 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 114 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 115 |
+
"28.self_attn.v_proj",
|
| 116 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 117 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 118 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 119 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 120 |
+
"32.self_attn.q_proj",
|
| 121 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 122 |
+
"29.self_attn.k_proj",
|
| 123 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 124 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 125 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 126 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 127 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 128 |
+
"29.self_attn.q_proj",
|
| 129 |
+
"up_proj",
|
| 130 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 131 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 132 |
+
"32.self_attn.v_proj",
|
| 133 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 134 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 135 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 136 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 137 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 138 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 139 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 140 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 141 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 142 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 143 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 144 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 145 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 146 |
+
"33.self_attn.k_proj",
|
| 147 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 148 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 149 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 150 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 151 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 152 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 153 |
+
"27.self_attn.q_proj",
|
| 154 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 155 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 156 |
+
"27.self_attn.k_proj",
|
| 157 |
+
"30.self_attn.q_proj",
|
| 158 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 159 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 161 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 163 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 164 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 165 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 166 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 167 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 168 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 169 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 170 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 171 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 172 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 173 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 174 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 175 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 176 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 177 |
+
"27.self_attn.v_proj",
|
| 178 |
+
"33.self_attn.v_proj",
|
| 179 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 181 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 182 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 183 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 184 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 185 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 186 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 187 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 188 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 189 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 190 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 191 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 192 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 193 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 194 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 195 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 196 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 197 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 198 |
+
"gate_proj",
|
| 199 |
+
"28.self_attn.k_proj",
|
| 200 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 201 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 202 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 203 |
+
"31.self_attn.q_proj",
|
| 204 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 205 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 206 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 207 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 208 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 209 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 210 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 211 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 212 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 213 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 214 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 215 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 216 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 217 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 218 |
+
"decoder.layers.1.self_attn.k_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5a662aedd732c2f0aa059eb2064b3e93d2efb6379b5e8474c5a93e2c983f5a65
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 33 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 34 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 35 |
+
"32.self_attn.q_proj",
|
| 36 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 37 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 38 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 39 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 40 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 41 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 42 |
+
"28.self_attn.v_proj",
|
| 43 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 44 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 45 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 46 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 47 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 48 |
+
"27.self_attn.q_proj",
|
| 49 |
+
"30.self_attn.k_proj",
|
| 50 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 51 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 52 |
+
"31.self_attn.v_proj",
|
| 53 |
+
"33.self_attn.v_proj",
|
| 54 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 55 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 56 |
+
"29.self_attn.v_proj",
|
| 57 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 58 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 59 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 60 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 61 |
+
"27.self_attn.k_proj",
|
| 62 |
+
"28.self_attn.k_proj",
|
| 63 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 64 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 65 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 66 |
+
"28.self_attn.q_proj",
|
| 67 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 68 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 69 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 70 |
+
"30.self_attn.v_proj",
|
| 71 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 72 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 73 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 74 |
+
"up_proj",
|
| 75 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 76 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 77 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 78 |
+
"o_proj",
|
| 79 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 80 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 81 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 82 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 83 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 84 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 85 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 86 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 87 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 88 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 89 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 90 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 91 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 92 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 93 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 94 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 95 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 96 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 97 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 98 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 99 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 100 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 101 |
+
"31.self_attn.k_proj",
|
| 102 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 103 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 104 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 105 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 106 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 107 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 108 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 109 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 110 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 111 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 112 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 113 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 114 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 115 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 116 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 117 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 118 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 119 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 120 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 121 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 122 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 123 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 124 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 125 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 126 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 127 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 128 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 129 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 130 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 131 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 132 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 133 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 134 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 135 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 136 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 137 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 138 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 139 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 140 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 141 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 142 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 143 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 144 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 145 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 146 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 147 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 148 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 149 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 150 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 151 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 152 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 153 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 154 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 155 |
+
"down_proj",
|
| 156 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 157 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 158 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 159 |
+
"33.self_attn.q_proj",
|
| 160 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 161 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 162 |
+
"27.self_attn.v_proj",
|
| 163 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 164 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 165 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 166 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 167 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 168 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 169 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 170 |
+
"31.self_attn.q_proj",
|
| 171 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 172 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 173 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 174 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 175 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 176 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 177 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 178 |
+
"32.self_attn.v_proj",
|
| 179 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 181 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 182 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 183 |
+
"29.self_attn.k_proj",
|
| 184 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 185 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 186 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 187 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 188 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 189 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 190 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 191 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 192 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 193 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 194 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 195 |
+
"32.self_attn.k_proj",
|
| 196 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 197 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 198 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 199 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 200 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 201 |
+
"29.self_attn.q_proj",
|
| 202 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 203 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 204 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 205 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 206 |
+
"33.self_attn.k_proj",
|
| 207 |
+
"30.self_attn.q_proj",
|
| 208 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 209 |
+
"gate_proj",
|
| 210 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 211 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 212 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 213 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 214 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 215 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 216 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 217 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 218 |
+
"text_model.layers.7.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9d3e41adeb6ae904b3f2a9c7d9f7f9d9d5495b79b03db8323e188a1f38c7f370
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 33 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 34 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 35 |
+
"up_proj",
|
| 36 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 37 |
+
"33.self_attn.q_proj",
|
| 38 |
+
"30.self_attn.k_proj",
|
| 39 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 40 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 41 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 42 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 43 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 44 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 45 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 46 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 47 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 48 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 49 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 50 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 51 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 52 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 53 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 54 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 55 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 56 |
+
"31.self_attn.k_proj",
|
| 57 |
+
"29.self_attn.k_proj",
|
| 58 |
+
"32.self_attn.v_proj",
|
| 59 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 60 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 61 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 62 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 63 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 64 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 65 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 66 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 67 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 68 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 69 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 70 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 71 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 72 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 73 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 74 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 75 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 76 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 77 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 78 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 79 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 80 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 81 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 82 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 83 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 84 |
+
"29.self_attn.v_proj",
|
| 85 |
+
"32.self_attn.k_proj",
|
| 86 |
+
"27.self_attn.q_proj",
|
| 87 |
+
"down_proj",
|
| 88 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 89 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 90 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 91 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 92 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 93 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 94 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 95 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 96 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 97 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 98 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 99 |
+
"30.self_attn.q_proj",
|
| 100 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 101 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 102 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 103 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 104 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 105 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 106 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 107 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 108 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 109 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 110 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 111 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 112 |
+
"o_proj",
|
| 113 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 114 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 115 |
+
"28.self_attn.v_proj",
|
| 116 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 117 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 118 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 119 |
+
"31.self_attn.q_proj",
|
| 120 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 121 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 122 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 123 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 124 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 125 |
+
"29.self_attn.q_proj",
|
| 126 |
+
"30.self_attn.v_proj",
|
| 127 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 128 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 129 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 130 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 131 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 132 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 133 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 134 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 135 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 136 |
+
"33.self_attn.v_proj",
|
| 137 |
+
"33.self_attn.k_proj",
|
| 138 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 139 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 140 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 141 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 142 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 143 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 144 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 145 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 146 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 147 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 148 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 149 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 150 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 151 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 152 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 153 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 154 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 155 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 156 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 157 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 158 |
+
"28.self_attn.k_proj",
|
| 159 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 160 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 161 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 162 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 163 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 164 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 165 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 166 |
+
"31.self_attn.v_proj",
|
| 167 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 168 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 169 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 170 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 171 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 172 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 173 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 174 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 175 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 176 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 177 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 178 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 179 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 180 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 181 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 182 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 183 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 184 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 185 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 186 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 187 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 188 |
+
"28.self_attn.q_proj",
|
| 189 |
+
"27.self_attn.k_proj",
|
| 190 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 191 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 192 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 193 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 194 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 195 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 196 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 197 |
+
"32.self_attn.q_proj",
|
| 198 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 199 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 200 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 201 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 202 |
+
"27.self_attn.v_proj",
|
| 203 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 204 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 205 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 206 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 207 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 208 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 209 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 210 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 211 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 212 |
+
"gate_proj",
|
| 213 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 214 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 215 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 216 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 217 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 218 |
+
"decoder.layers.22.self_attn.q_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c0155131d981c056104d9023e504b1fa131692f9cdbe4c1d6691dae7ddcc8e23
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 33 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 34 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 35 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 36 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 37 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 38 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 39 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 40 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 41 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 42 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 43 |
+
"31.self_attn.q_proj",
|
| 44 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 45 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 46 |
+
"29.self_attn.q_proj",
|
| 47 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 48 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 49 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 50 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 51 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 52 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 53 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 54 |
+
"33.self_attn.v_proj",
|
| 55 |
+
"29.self_attn.v_proj",
|
| 56 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 57 |
+
"30.self_attn.q_proj",
|
| 58 |
+
"30.self_attn.v_proj",
|
| 59 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 60 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 61 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 62 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 63 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 64 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 65 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 66 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 67 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 68 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 69 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 70 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 71 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 72 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 73 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 74 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 75 |
+
"27.self_attn.q_proj",
|
| 76 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 77 |
+
"32.self_attn.q_proj",
|
| 78 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 79 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 80 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 81 |
+
"28.self_attn.k_proj",
|
| 82 |
+
"down_proj",
|
| 83 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 84 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 85 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 86 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 87 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 88 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 89 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 90 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 91 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 92 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 93 |
+
"28.self_attn.q_proj",
|
| 94 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 95 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 96 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 97 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 98 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 100 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 101 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 102 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 103 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 104 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 105 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 106 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 107 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 108 |
+
"28.self_attn.v_proj",
|
| 109 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 110 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 111 |
+
"31.self_attn.k_proj",
|
| 112 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 113 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 114 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 115 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 116 |
+
"gate_proj",
|
| 117 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 118 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 119 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 120 |
+
"o_proj",
|
| 121 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 122 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 123 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 124 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 125 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 126 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 127 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 128 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 129 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 130 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 131 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 132 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 133 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 134 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 135 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 136 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 137 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 138 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 139 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 140 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 141 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 142 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 143 |
+
"33.self_attn.k_proj",
|
| 144 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 145 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 146 |
+
"32.self_attn.v_proj",
|
| 147 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 148 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 149 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 150 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 151 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 152 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 153 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 154 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 155 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 156 |
+
"up_proj",
|
| 157 |
+
"27.self_attn.k_proj",
|
| 158 |
+
"27.self_attn.v_proj",
|
| 159 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 160 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 161 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 163 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 164 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 165 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 166 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 167 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 168 |
+
"29.self_attn.k_proj",
|
| 169 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 170 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 171 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 172 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 173 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 174 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 175 |
+
"32.self_attn.k_proj",
|
| 176 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 177 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 178 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 179 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 181 |
+
"33.self_attn.q_proj",
|
| 182 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 183 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 184 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 185 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 186 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 187 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 188 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 189 |
+
"31.self_attn.v_proj",
|
| 190 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 191 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 192 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 193 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 194 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 195 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 196 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 197 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 198 |
+
"30.self_attn.k_proj",
|
| 199 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 200 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 201 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 202 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 203 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 204 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 205 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 206 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 207 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 208 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 209 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 210 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 211 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 212 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 213 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 214 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 215 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 216 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 217 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 218 |
+
"decoder.layers.2.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:83d8152edc7236a144fcb7b321f03c4dc5fcf90a1e866fa334338938ee0bdcdc
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"27.self_attn.k_proj",
|
| 33 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 34 |
+
"27.self_attn.q_proj",
|
| 35 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 36 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 37 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 38 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 39 |
+
"up_proj",
|
| 40 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 41 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 42 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 43 |
+
"down_proj",
|
| 44 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 45 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 46 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 47 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 48 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 49 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 50 |
+
"32.self_attn.v_proj",
|
| 51 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 52 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 53 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 54 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 55 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 56 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 57 |
+
"31.self_attn.k_proj",
|
| 58 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 59 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 60 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 61 |
+
"30.self_attn.k_proj",
|
| 62 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 63 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 64 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 65 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 66 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 67 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 68 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 69 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 70 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 71 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 72 |
+
"28.self_attn.v_proj",
|
| 73 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 74 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 75 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 76 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 77 |
+
"32.self_attn.k_proj",
|
| 78 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 80 |
+
"29.self_attn.k_proj",
|
| 81 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 82 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 83 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 84 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 85 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 86 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 87 |
+
"33.self_attn.k_proj",
|
| 88 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 89 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 90 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 91 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 92 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 93 |
+
"28.self_attn.q_proj",
|
| 94 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 95 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 96 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 97 |
+
"33.self_attn.q_proj",
|
| 98 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 100 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 101 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 102 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 103 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 104 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 105 |
+
"27.self_attn.v_proj",
|
| 106 |
+
"28.self_attn.k_proj",
|
| 107 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 108 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 109 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 110 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 111 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 112 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 113 |
+
"31.self_attn.v_proj",
|
| 114 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 115 |
+
"31.self_attn.q_proj",
|
| 116 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 117 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 118 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 119 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 120 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 121 |
+
"32.self_attn.q_proj",
|
| 122 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 123 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 124 |
+
"30.self_attn.v_proj",
|
| 125 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 126 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 127 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 128 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 129 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 130 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 131 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 132 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 133 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 134 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 135 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 136 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 137 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 138 |
+
"30.self_attn.q_proj",
|
| 139 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 140 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 141 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 142 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 143 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 144 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 145 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 146 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 147 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 148 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 149 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 150 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 151 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 152 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 153 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 154 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 155 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 156 |
+
"33.self_attn.v_proj",
|
| 157 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 158 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 159 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 161 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 162 |
+
"gate_proj",
|
| 163 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 164 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 165 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 166 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 167 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 168 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 169 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 170 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 171 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 172 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 173 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 174 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 175 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 176 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 177 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 178 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 179 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 181 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 182 |
+
"o_proj",
|
| 183 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 184 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 185 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 186 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 187 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 188 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 189 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 190 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 191 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 192 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 193 |
+
"29.self_attn.v_proj",
|
| 194 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 195 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 196 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 197 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 198 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 199 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 200 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 201 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 202 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 203 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 204 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 205 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 206 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 207 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 208 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 209 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 210 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 211 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 212 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 213 |
+
"29.self_attn.q_proj",
|
| 214 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 215 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 216 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 217 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 218 |
+
"decoder.layers.19.self_attn.k_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bbe22f5454942f84ff66ace3ebddf1dbf4b7d074364860f28b67b946ad29449b
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 33 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 34 |
+
"down_proj",
|
| 35 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 36 |
+
"33.self_attn.v_proj",
|
| 37 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 38 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 39 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 40 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 41 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 42 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 43 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 44 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 45 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 46 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 47 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 48 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 49 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 50 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 51 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 52 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 53 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 54 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 55 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 56 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 57 |
+
"33.self_attn.q_proj",
|
| 58 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 59 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 60 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 61 |
+
"32.self_attn.v_proj",
|
| 62 |
+
"27.self_attn.q_proj",
|
| 63 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 64 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 65 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 66 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 67 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 68 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 69 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 70 |
+
"29.self_attn.k_proj",
|
| 71 |
+
"gate_proj",
|
| 72 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 73 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 74 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 75 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 76 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 77 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 78 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 80 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 81 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 82 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 83 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 84 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 85 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 86 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 87 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 88 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 89 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 90 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 91 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 92 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 93 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 94 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 95 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 96 |
+
"29.self_attn.v_proj",
|
| 97 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 98 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 99 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 100 |
+
"29.self_attn.q_proj",
|
| 101 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 102 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 103 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 104 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 105 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 106 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 107 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 108 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 109 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 110 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 111 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 112 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 113 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 114 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 115 |
+
"33.self_attn.k_proj",
|
| 116 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 117 |
+
"30.self_attn.v_proj",
|
| 118 |
+
"30.self_attn.q_proj",
|
| 119 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 120 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 121 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 122 |
+
"30.self_attn.k_proj",
|
| 123 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 124 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 125 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 126 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 127 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 128 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 129 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 130 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 131 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 132 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 133 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 134 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 135 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 136 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 137 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 138 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 139 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 140 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 141 |
+
"27.self_attn.v_proj",
|
| 142 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 143 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 144 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 145 |
+
"31.self_attn.v_proj",
|
| 146 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 147 |
+
"28.self_attn.k_proj",
|
| 148 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 149 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 150 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 151 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 152 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 153 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 154 |
+
"31.self_attn.q_proj",
|
| 155 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 156 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 157 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 158 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 159 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 160 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 161 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 162 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 163 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 164 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 165 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 166 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 167 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 168 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 169 |
+
"32.self_attn.q_proj",
|
| 170 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 171 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 172 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 173 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 174 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 175 |
+
"up_proj",
|
| 176 |
+
"28.self_attn.v_proj",
|
| 177 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 178 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 179 |
+
"31.self_attn.k_proj",
|
| 180 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 181 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 182 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 183 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 184 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 185 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 186 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 187 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 188 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 189 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 190 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 191 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 192 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 193 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 194 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 195 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 196 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 197 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 198 |
+
"32.self_attn.k_proj",
|
| 199 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 200 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 201 |
+
"27.self_attn.k_proj",
|
| 202 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 203 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 204 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 205 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 206 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 207 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 208 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 209 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 210 |
+
"o_proj",
|
| 211 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 212 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 213 |
+
"28.self_attn.q_proj",
|
| 214 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 215 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 216 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 217 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 218 |
+
"text_model.layers.18.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:be95b3bec613478790facb2bb6ec29243a3625e468560b0b678def8f016a46da
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"up_proj",
|
| 33 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 34 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 35 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 36 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 37 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 38 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 39 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 40 |
+
"32.self_attn.k_proj",
|
| 41 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 42 |
+
"33.self_attn.q_proj",
|
| 43 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 44 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 45 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 46 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 47 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 48 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 49 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 50 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 51 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 52 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 53 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 54 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 55 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 56 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 57 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 58 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 59 |
+
"33.self_attn.k_proj",
|
| 60 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 61 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 62 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 63 |
+
"31.self_attn.v_proj",
|
| 64 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 65 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 66 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 67 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 68 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 69 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 70 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 71 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 72 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 73 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 74 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 75 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 76 |
+
"29.self_attn.k_proj",
|
| 77 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 78 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 80 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 81 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 82 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 83 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 84 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 85 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 86 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 87 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 88 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 89 |
+
"33.self_attn.v_proj",
|
| 90 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 91 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 92 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 93 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 94 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 95 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 96 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 97 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 98 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 99 |
+
"27.self_attn.q_proj",
|
| 100 |
+
"30.self_attn.v_proj",
|
| 101 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 102 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 103 |
+
"29.self_attn.v_proj",
|
| 104 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 105 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 106 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 107 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 108 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 109 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 110 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 111 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 112 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 113 |
+
"31.self_attn.q_proj",
|
| 114 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 115 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 116 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 117 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 118 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 119 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 120 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 121 |
+
"o_proj",
|
| 122 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 123 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 124 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 125 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 126 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 127 |
+
"30.self_attn.q_proj",
|
| 128 |
+
"28.self_attn.k_proj",
|
| 129 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 130 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 131 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 132 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 133 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 134 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 135 |
+
"27.self_attn.k_proj",
|
| 136 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 137 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 138 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 139 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 140 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 141 |
+
"27.self_attn.v_proj",
|
| 142 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 143 |
+
"29.self_attn.q_proj",
|
| 144 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 145 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 146 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 147 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 148 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 149 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 150 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 151 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 152 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 153 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 154 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 155 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 156 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 157 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 158 |
+
"31.self_attn.k_proj",
|
| 159 |
+
"32.self_attn.v_proj",
|
| 160 |
+
"32.self_attn.q_proj",
|
| 161 |
+
"28.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 163 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 164 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 165 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 166 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 167 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 168 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 169 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 170 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 171 |
+
"28.self_attn.v_proj",
|
| 172 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 173 |
+
"down_proj",
|
| 174 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 175 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 176 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 177 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 178 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 179 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 180 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 181 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 182 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 183 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 184 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 185 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 186 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 187 |
+
"30.self_attn.k_proj",
|
| 188 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 189 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 190 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 191 |
+
"gate_proj",
|
| 192 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 193 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 194 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 195 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 196 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 197 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 198 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 199 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 200 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 201 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 202 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 203 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 204 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 205 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 206 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 207 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 208 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 209 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 210 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 211 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 212 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 213 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 214 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 215 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 216 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 217 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 218 |
+
"decoder.layers.14.self_attn.q_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c13031f8497b744682b27f79f034dc3db32fb3f511b2d85017985b8e8be2dfaf
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"29.self_attn.k_proj",
|
| 33 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 34 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 35 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 36 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 37 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 38 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 39 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 40 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 41 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 42 |
+
"27.self_attn.v_proj",
|
| 43 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 44 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 45 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 46 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 47 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 48 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 49 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 50 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 51 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 52 |
+
"33.self_attn.k_proj",
|
| 53 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 54 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 55 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 56 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 57 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 58 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 59 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 60 |
+
"gate_proj",
|
| 61 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 62 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 63 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 64 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 65 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 66 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 67 |
+
"30.self_attn.v_proj",
|
| 68 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 69 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 70 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 71 |
+
"31.self_attn.v_proj",
|
| 72 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 73 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 74 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 75 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 76 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 77 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 78 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 79 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 80 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 81 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 82 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 83 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 84 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 85 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 86 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 87 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 88 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 89 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 90 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 91 |
+
"o_proj",
|
| 92 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 93 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 94 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 95 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 96 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 97 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 98 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 99 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 100 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 101 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 102 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 103 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 104 |
+
"33.self_attn.q_proj",
|
| 105 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 106 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 107 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 108 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 109 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 110 |
+
"28.self_attn.q_proj",
|
| 111 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 112 |
+
"27.self_attn.k_proj",
|
| 113 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 114 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 115 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 116 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 117 |
+
"29.self_attn.q_proj",
|
| 118 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 119 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 120 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 121 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 122 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 123 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 124 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 125 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 126 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 127 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 128 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 129 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 130 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 131 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 132 |
+
"down_proj",
|
| 133 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 134 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 135 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 136 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 137 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 138 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 139 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 140 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 141 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 142 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 143 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 144 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 145 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 146 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 147 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 148 |
+
"28.self_attn.v_proj",
|
| 149 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 150 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 151 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 152 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 153 |
+
"27.self_attn.q_proj",
|
| 154 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 155 |
+
"up_proj",
|
| 156 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 157 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 158 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 159 |
+
"28.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 161 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 163 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 164 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 165 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 166 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 167 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 168 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 169 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 170 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 171 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 172 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 173 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 174 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 175 |
+
"30.self_attn.k_proj",
|
| 176 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 177 |
+
"33.self_attn.v_proj",
|
| 178 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 179 |
+
"32.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 181 |
+
"32.self_attn.k_proj",
|
| 182 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 183 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 184 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 185 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 186 |
+
"29.self_attn.v_proj",
|
| 187 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 188 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 189 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 190 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 191 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 192 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 193 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 194 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 195 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 196 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 197 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 198 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 199 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 200 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 201 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 202 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 203 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 204 |
+
"30.self_attn.q_proj",
|
| 205 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 206 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 207 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 208 |
+
"32.self_attn.v_proj",
|
| 209 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 210 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 211 |
+
"31.self_attn.k_proj",
|
| 212 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 213 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 214 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 215 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 216 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 217 |
+
"31.self_attn.q_proj",
|
| 218 |
+
"decoder.layers.4.self_attn.k_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:383deef8d7ab78356c498d9bf2e7d6ad6dd83d3663e7bdc5c87648a6225adb5e
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 33 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 34 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 35 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 36 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 37 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 38 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 39 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 40 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 41 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 42 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 43 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 44 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 45 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 46 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 47 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 48 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 49 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 50 |
+
"28.self_attn.k_proj",
|
| 51 |
+
"o_proj",
|
| 52 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 53 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 54 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 55 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 56 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 57 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 58 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 59 |
+
"30.self_attn.q_proj",
|
| 60 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 61 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 62 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 63 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 64 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 65 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 66 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 67 |
+
"28.self_attn.q_proj",
|
| 68 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 69 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 70 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 71 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 72 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 73 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 74 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 75 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 76 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 77 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 78 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 79 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 80 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 81 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 82 |
+
"33.self_attn.k_proj",
|
| 83 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 84 |
+
"31.self_attn.q_proj",
|
| 85 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 86 |
+
"29.self_attn.k_proj",
|
| 87 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 88 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 89 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 90 |
+
"27.self_attn.k_proj",
|
| 91 |
+
"32.self_attn.v_proj",
|
| 92 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 93 |
+
"32.self_attn.q_proj",
|
| 94 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 95 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 96 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 97 |
+
"32.self_attn.k_proj",
|
| 98 |
+
"33.self_attn.q_proj",
|
| 99 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 100 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 101 |
+
"33.self_attn.v_proj",
|
| 102 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 103 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 104 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 105 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 106 |
+
"31.self_attn.v_proj",
|
| 107 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 108 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 109 |
+
"31.self_attn.k_proj",
|
| 110 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 111 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 112 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 113 |
+
"29.self_attn.q_proj",
|
| 114 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 115 |
+
"27.self_attn.v_proj",
|
| 116 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 117 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 118 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 119 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 120 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 121 |
+
"29.self_attn.v_proj",
|
| 122 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 123 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 124 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 125 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 126 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 127 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 128 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 129 |
+
"27.self_attn.q_proj",
|
| 130 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 131 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 132 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 133 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 134 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 135 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 136 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 137 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 138 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 139 |
+
"gate_proj",
|
| 140 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 141 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 142 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 143 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 144 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 145 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 146 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 147 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 148 |
+
"down_proj",
|
| 149 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 150 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 151 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 152 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 153 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 154 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 155 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 156 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 157 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 158 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 159 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 160 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 161 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 162 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 163 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 164 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 165 |
+
"up_proj",
|
| 166 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 167 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 168 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 169 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 170 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 171 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 172 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 173 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 174 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 175 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 176 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 177 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 178 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 179 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 180 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 181 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 182 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 183 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 184 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 185 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 186 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 187 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 188 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 189 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 190 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 191 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 192 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 193 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 194 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 195 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 196 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 197 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 198 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 199 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 200 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 201 |
+
"28.self_attn.v_proj",
|
| 202 |
+
"30.self_attn.k_proj",
|
| 203 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 204 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 205 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 206 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 207 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 208 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 209 |
+
"30.self_attn.v_proj",
|
| 210 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 211 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 212 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 213 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 214 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 215 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 216 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 217 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 218 |
+
"text_model.layers.21.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:71078435105dc29aff1aba5942abd5c272e78ef817896081f6e994938da9d77a
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 33 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 34 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 35 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 36 |
+
"30.self_attn.k_proj",
|
| 37 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 38 |
+
"o_proj",
|
| 39 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 40 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 41 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 42 |
+
"27.self_attn.k_proj",
|
| 43 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 44 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 45 |
+
"30.self_attn.q_proj",
|
| 46 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 47 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 48 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 49 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 50 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 51 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 52 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 53 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 54 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 55 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 56 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 57 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 58 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 59 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 60 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 61 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 62 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 63 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 64 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 65 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 66 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 67 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 68 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 69 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 70 |
+
"32.self_attn.k_proj",
|
| 71 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 72 |
+
"27.self_attn.q_proj",
|
| 73 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 74 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 75 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 76 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 77 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 78 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 80 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 81 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 82 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 83 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 84 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 85 |
+
"29.self_attn.k_proj",
|
| 86 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 87 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 88 |
+
"31.self_attn.q_proj",
|
| 89 |
+
"28.self_attn.q_proj",
|
| 90 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 91 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 92 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 93 |
+
"up_proj",
|
| 94 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 95 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 96 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 97 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 98 |
+
"27.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 100 |
+
"down_proj",
|
| 101 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 102 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 103 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 104 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 105 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 106 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 107 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 108 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 109 |
+
"28.self_attn.k_proj",
|
| 110 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 111 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 112 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 113 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 114 |
+
"29.self_attn.q_proj",
|
| 115 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 116 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 117 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 118 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 119 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 120 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 121 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 122 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 123 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 124 |
+
"30.self_attn.v_proj",
|
| 125 |
+
"33.self_attn.q_proj",
|
| 126 |
+
"31.self_attn.k_proj",
|
| 127 |
+
"33.self_attn.k_proj",
|
| 128 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 129 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 130 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 131 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 132 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 133 |
+
"28.self_attn.v_proj",
|
| 134 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 135 |
+
"gate_proj",
|
| 136 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 137 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 138 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 139 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 140 |
+
"32.self_attn.v_proj",
|
| 141 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 142 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 143 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 144 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 145 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 146 |
+
"29.self_attn.v_proj",
|
| 147 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 148 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 149 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 150 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 151 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 152 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 153 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 154 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 155 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 156 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 157 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 158 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 159 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 161 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 163 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 164 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 165 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 166 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 167 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 168 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 169 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 170 |
+
"33.self_attn.v_proj",
|
| 171 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 172 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 173 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 174 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 175 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 176 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 177 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 178 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 179 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 181 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 182 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 183 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 184 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 185 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 186 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 187 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 188 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 189 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 190 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 191 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 192 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 193 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 194 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 195 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 196 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 197 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 198 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 199 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 200 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 201 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 202 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 203 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 204 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 205 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 206 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 207 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 208 |
+
"31.self_attn.v_proj",
|
| 209 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 210 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 211 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 212 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 213 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 214 |
+
"32.self_attn.q_proj",
|
| 215 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 216 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 217 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 218 |
+
"text_model.layers.2.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:62377c4c4a7d883a3ea1f0ac55a64d23a303c1cf4c41cdd14530f021163a4bec
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 33 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 34 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 35 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 36 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 37 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 38 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 39 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 40 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 41 |
+
"31.self_attn.k_proj",
|
| 42 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 43 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 44 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 45 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 46 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 47 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 48 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 49 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 50 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 51 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 52 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 53 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 54 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 55 |
+
"30.self_attn.q_proj",
|
| 56 |
+
"33.self_attn.v_proj",
|
| 57 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 58 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 59 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 60 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 61 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 62 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 63 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 64 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 65 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 66 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 67 |
+
"27.self_attn.v_proj",
|
| 68 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 69 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 70 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 71 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 72 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 73 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 74 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 75 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 76 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 77 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 78 |
+
"29.self_attn.q_proj",
|
| 79 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 80 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 81 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 82 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 83 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 84 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 85 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 86 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 87 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 88 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 89 |
+
"30.self_attn.v_proj",
|
| 90 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 91 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 92 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 93 |
+
"down_proj",
|
| 94 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 95 |
+
"o_proj",
|
| 96 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 97 |
+
"29.self_attn.k_proj",
|
| 98 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 100 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 101 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 102 |
+
"32.self_attn.k_proj",
|
| 103 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 104 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 105 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 106 |
+
"27.self_attn.q_proj",
|
| 107 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 108 |
+
"29.self_attn.v_proj",
|
| 109 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 110 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 111 |
+
"27.self_attn.k_proj",
|
| 112 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 113 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 114 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 115 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 116 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 117 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 118 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 119 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 120 |
+
"32.self_attn.v_proj",
|
| 121 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 122 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 123 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 124 |
+
"28.self_attn.q_proj",
|
| 125 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 126 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 127 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 128 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 129 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 130 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 131 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 132 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 133 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 134 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 135 |
+
"33.self_attn.q_proj",
|
| 136 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 137 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 138 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 139 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 140 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 141 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 142 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 143 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 144 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 145 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 146 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 147 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 148 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 149 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 150 |
+
"31.self_attn.v_proj",
|
| 151 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 152 |
+
"30.self_attn.k_proj",
|
| 153 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 154 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 155 |
+
"28.self_attn.v_proj",
|
| 156 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 157 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 158 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 159 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 160 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 161 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 162 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 163 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 164 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 165 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 166 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 167 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 168 |
+
"gate_proj",
|
| 169 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 170 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 171 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 172 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 173 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 174 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 175 |
+
"up_proj",
|
| 176 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 177 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 178 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 179 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 181 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 182 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 183 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 184 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 185 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 186 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 187 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 188 |
+
"33.self_attn.k_proj",
|
| 189 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 190 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 191 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 192 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 193 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 194 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 195 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 196 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 197 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 198 |
+
"31.self_attn.q_proj",
|
| 199 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 200 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 201 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 202 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 203 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 204 |
+
"28.self_attn.k_proj",
|
| 205 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 206 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 207 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 208 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 209 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 210 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 211 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 212 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 213 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 214 |
+
"32.self_attn.q_proj",
|
| 215 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 216 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 217 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 218 |
+
"text_model.layers.15.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b6cae496cfbbb02f632dddb321f47d748f8591f122518c2b5429acd4472b9f0c
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 33 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 34 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 35 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 36 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 37 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 38 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 39 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 40 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 41 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 42 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 43 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 44 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 45 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 46 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 47 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 48 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 49 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 50 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 51 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 52 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 53 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 54 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 55 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 56 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 57 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 58 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 59 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 60 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 61 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 62 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 63 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 64 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 65 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 66 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 67 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 68 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 69 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 70 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 71 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 72 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 73 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 74 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 75 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 76 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 77 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 78 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 79 |
+
"28.self_attn.q_proj",
|
| 80 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 81 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 82 |
+
"31.self_attn.v_proj",
|
| 83 |
+
"up_proj",
|
| 84 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 85 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 86 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 87 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 88 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 89 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 90 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 91 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 92 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 93 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 94 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 95 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 96 |
+
"30.self_attn.v_proj",
|
| 97 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 98 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 100 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 101 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 102 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 103 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 104 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 105 |
+
"down_proj",
|
| 106 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 107 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 108 |
+
"28.self_attn.v_proj",
|
| 109 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 110 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 111 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 112 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 113 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 114 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 115 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 116 |
+
"28.self_attn.k_proj",
|
| 117 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 118 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 119 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 120 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 121 |
+
"33.self_attn.k_proj",
|
| 122 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 123 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 124 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 125 |
+
"29.self_attn.v_proj",
|
| 126 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 127 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 128 |
+
"gate_proj",
|
| 129 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 130 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 131 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 132 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 133 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 134 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 135 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 136 |
+
"27.self_attn.k_proj",
|
| 137 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 138 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 139 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 140 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 141 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 142 |
+
"30.self_attn.k_proj",
|
| 143 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 144 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 145 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 146 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 147 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 148 |
+
"31.self_attn.q_proj",
|
| 149 |
+
"29.self_attn.k_proj",
|
| 150 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 151 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 152 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 153 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 154 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 155 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 156 |
+
"32.self_attn.k_proj",
|
| 157 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 158 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 159 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 160 |
+
"31.self_attn.k_proj",
|
| 161 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 162 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 163 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 164 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 165 |
+
"33.self_attn.q_proj",
|
| 166 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 167 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 168 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 169 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 170 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 171 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 172 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 173 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 174 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 175 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 176 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 177 |
+
"33.self_attn.v_proj",
|
| 178 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 179 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 181 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 182 |
+
"o_proj",
|
| 183 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 184 |
+
"32.self_attn.q_proj",
|
| 185 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 186 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 187 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 188 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 189 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 190 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 191 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 192 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 193 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 194 |
+
"27.self_attn.v_proj",
|
| 195 |
+
"32.self_attn.v_proj",
|
| 196 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 197 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 198 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 199 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 200 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 201 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 202 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 203 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 204 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 205 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 206 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 207 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 208 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 209 |
+
"30.self_attn.q_proj",
|
| 210 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 211 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 212 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 213 |
+
"29.self_attn.q_proj",
|
| 214 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 215 |
+
"27.self_attn.q_proj",
|
| 216 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 217 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 218 |
+
"text_model.layers.20.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1b6ac90ba01d6253485927581408dc0bc3152cad09833071efffa3e3e8f43d36
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 33 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 34 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 35 |
+
"33.self_attn.v_proj",
|
| 36 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 37 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 38 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 39 |
+
"29.self_attn.v_proj",
|
| 40 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 41 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 42 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 43 |
+
"32.self_attn.k_proj",
|
| 44 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 45 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 46 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 47 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 48 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 49 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 50 |
+
"31.self_attn.q_proj",
|
| 51 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 52 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 53 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 54 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 55 |
+
"33.self_attn.q_proj",
|
| 56 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 57 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 58 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 59 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 60 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 61 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 62 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 63 |
+
"29.self_attn.q_proj",
|
| 64 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 65 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 66 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 67 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 68 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 69 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 70 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 71 |
+
"31.self_attn.v_proj",
|
| 72 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 73 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 74 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 75 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 76 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 77 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 78 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 79 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 80 |
+
"28.self_attn.k_proj",
|
| 81 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 82 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 83 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 84 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 85 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 86 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 87 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 88 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 89 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 90 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 91 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 92 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 93 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 94 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 95 |
+
"30.self_attn.v_proj",
|
| 96 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 97 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 98 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 99 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 100 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 101 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 102 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 103 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 104 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 105 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 106 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 107 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 108 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 109 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 110 |
+
"32.self_attn.q_proj",
|
| 111 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 112 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 113 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 114 |
+
"o_proj",
|
| 115 |
+
"29.self_attn.k_proj",
|
| 116 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 117 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 118 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 119 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 120 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 121 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 122 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 123 |
+
"28.self_attn.q_proj",
|
| 124 |
+
"gate_proj",
|
| 125 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 126 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 127 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 128 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 129 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 130 |
+
"27.self_attn.v_proj",
|
| 131 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 132 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 133 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 134 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 135 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 136 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 137 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 138 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 139 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 140 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 141 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 142 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 143 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 144 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 145 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 146 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 147 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 148 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 149 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 150 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 151 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 152 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 153 |
+
"27.self_attn.q_proj",
|
| 154 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 155 |
+
"31.self_attn.k_proj",
|
| 156 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 157 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 158 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 159 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 161 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 162 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 163 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 164 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 165 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 166 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 167 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 168 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 169 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 170 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 171 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 172 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 173 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 174 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 175 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 176 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 177 |
+
"30.self_attn.q_proj",
|
| 178 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 179 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 180 |
+
"30.self_attn.k_proj",
|
| 181 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 182 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 183 |
+
"33.self_attn.k_proj",
|
| 184 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 185 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 186 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 187 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 188 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 189 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 190 |
+
"27.self_attn.k_proj",
|
| 191 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 192 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 193 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 194 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 195 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 196 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 197 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 198 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 199 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 200 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 201 |
+
"32.self_attn.v_proj",
|
| 202 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 203 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 204 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 205 |
+
"down_proj",
|
| 206 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 207 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 208 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 209 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 210 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 211 |
+
"up_proj",
|
| 212 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 213 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 214 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 215 |
+
"28.self_attn.v_proj",
|
| 216 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 217 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 218 |
+
"text_model.layers.13.self_attn.q_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:80b50fab88e076d3e14771d09b5d1706baffeb2fd6c0c9d51b8841dd4135a004
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 33 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 34 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 35 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 36 |
+
"27.self_attn.k_proj",
|
| 37 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 38 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 39 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 40 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 41 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 42 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 43 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 44 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 45 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 46 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 47 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 48 |
+
"33.self_attn.q_proj",
|
| 49 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 50 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 51 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 52 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 53 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 54 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 55 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 56 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 57 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 58 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 59 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 60 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 61 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 62 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 63 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 64 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 65 |
+
"31.self_attn.k_proj",
|
| 66 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 67 |
+
"33.self_attn.v_proj",
|
| 68 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 69 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 70 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 71 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 72 |
+
"27.self_attn.v_proj",
|
| 73 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 74 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 75 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 76 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 77 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 78 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 80 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 81 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 82 |
+
"28.self_attn.v_proj",
|
| 83 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 84 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 85 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 86 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 87 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 88 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 89 |
+
"29.self_attn.k_proj",
|
| 90 |
+
"29.self_attn.q_proj",
|
| 91 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 92 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 93 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 94 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 95 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 96 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 97 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 98 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 99 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 100 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 101 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 102 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 103 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 104 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 105 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 106 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 107 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 108 |
+
"down_proj",
|
| 109 |
+
"28.self_attn.k_proj",
|
| 110 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 111 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 112 |
+
"30.self_attn.k_proj",
|
| 113 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 114 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 115 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 116 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 117 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 118 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 119 |
+
"27.self_attn.q_proj",
|
| 120 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 121 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 122 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 123 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 124 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 125 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 126 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 127 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 128 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 129 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 130 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 131 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 132 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 133 |
+
"32.self_attn.v_proj",
|
| 134 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 135 |
+
"32.self_attn.k_proj",
|
| 136 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 137 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 138 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 139 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 140 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 141 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 142 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 143 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 144 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 145 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 146 |
+
"30.self_attn.v_proj",
|
| 147 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 148 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 149 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 150 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 151 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 152 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 153 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 154 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 155 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 156 |
+
"31.self_attn.q_proj",
|
| 157 |
+
"33.self_attn.k_proj",
|
| 158 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 159 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 160 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 161 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 162 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 163 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 164 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 165 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 166 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 167 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 168 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 169 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 170 |
+
"o_proj",
|
| 171 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 172 |
+
"32.self_attn.q_proj",
|
| 173 |
+
"29.self_attn.v_proj",
|
| 174 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 175 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 176 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 177 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 178 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 179 |
+
"28.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 181 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 182 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 183 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 184 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 185 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 186 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 187 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 188 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 189 |
+
"31.self_attn.v_proj",
|
| 190 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 191 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 192 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 193 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 194 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 195 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 196 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 197 |
+
"gate_proj",
|
| 198 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 199 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 200 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 201 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 202 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 203 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 204 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 205 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 206 |
+
"30.self_attn.q_proj",
|
| 207 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 208 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 209 |
+
"up_proj",
|
| 210 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 211 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 212 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 213 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 214 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 215 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 216 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 217 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 218 |
+
"text_model.layers.5.self_attn.q_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|