diff --git a/GEMMA_PROHIBITED_USE_POLICY.html b/GEMMA_PROHIBITED_USE_POLICY.html index 314730ee1981eb245c14da8d05a3756020303dc4..f67e5b3f47b62ddd5e851ef752c49bedbff959e6 100644 --- a/GEMMA_PROHIBITED_USE_POLICY.html +++ b/GEMMA_PROHIBITED_USE_POLICY.html @@ -4598,12 +4598,12 @@ documentary, or artistic purposes. - diff --git a/GEMMA_TERMS.html b/GEMMA_TERMS.html index ec635a82d0cbe4457500500c52e441dd2bb23e76..9da85be5ba4cc2bb4db778b4c37f1ceac73b39d9 100644 --- a/GEMMA_TERMS.html +++ b/GEMMA_TERMS.html @@ -4736,12 +4736,12 @@ delaying the exercise of) any rights under this Agreement.
- diff --git a/SHA256SUMS b/SHA256SUMS index d0cc72882856f47a751aa7bfe5e0edbd825244eb..849eab17f5bfa150f8e8e660e9effcb47d8ef9ea 100644 --- a/SHA256SUMS +++ b/SHA256SUMS @@ -1,3 +1,5 @@ +8eb3a523f729ef6cbc83701278dbfb42dadaab90e7ba2037687ad04592033c4b t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_config.json +d5e4a558a10114129beab8d8a418e99fa734062196352f8997c2f337a51ef43e t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_model.safetensors 8eb3a523f729ef6cbc83701278dbfb42dadaab90e7ba2037687ad04592033c4b t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_config.json bc295c2de483a9bd158d10bdda167f622d1dc729a64a9d07fd6987ddb79fc298 t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_model.safetensors a370e2ed87cdc016978ff945afcec363761b184984b4852909f64e23bbb954e2 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_config.json @@ -6,24 +8,82 @@ a370e2ed87cdc016978ff945afcec363761b184984b4852909f64e23bbb954e2 t5gemma2_4b4b_ 9d3e41adeb6ae904b3f2a9c7d9f7f9d9d5495b79b03db8323e188a1f38c7f370 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_model.safetensors b60d1da506664b9a6c106a04663c0c19f41d2aea440aceec584d193c4fa74796 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_config.json c0155131d981c056104d9023e504b1fa131692f9cdbe4c1d6691dae7ddcc8e23 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_model.safetensors +c21ee4458e7c9fe1321337ce22409ee2a03dfe37299c25cfc7c468a490ffb4c3 t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_config.json +4d523ff87db8191734f3cad4b018ed26620b58d36b77b821f74296b545dc0b1f t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_model.safetensors c21ee4458e7c9fe1321337ce22409ee2a03dfe37299c25cfc7c468a490ffb4c3 t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json 83d8152edc7236a144fcb7b321f03c4dc5fcf90a1e866fa334338938ee0bdcdc t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors +2e1c412857d0399f91b7b0e2267a059dd383ba05590c72f175bea3442976dedb t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_config.json +d6a8f5ed5bb9a59b99755fcddafb397b90ef5f9211f4193a4b1c3cc68ba9b6b2 t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_model.safetensors 2e1c412857d0399f91b7b0e2267a059dd383ba05590c72f175bea3442976dedb t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_config.json bbe22f5454942f84ff66ace3ebddf1dbf4b7d074364860f28b67b946ad29449b t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_model.safetensors +75aad08619087aa2d7ef5db9d50b1890ca74feccf85a2c104a93dbddb0d7b9e6 t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_config.json +8dd7d541f73f09332ce72cd770d202c4a7822d882b82fce57ad1b64d13603241 t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_model.safetensors 75aad08619087aa2d7ef5db9d50b1890ca74feccf85a2c104a93dbddb0d7b9e6 t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_config.json be95b3bec613478790facb2bb6ec29243a3625e468560b0b678def8f016a46da t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_model.safetensors +e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0 t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_config.json +93d574a1f5496e38839de7f05be1a249b751ba09f1b1de186e069c81a83a2578 t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_model.safetensors +e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0 t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_config.json +7ef7407ba7cc6f9a2dbac91724c8612ed52c1d67c01f2cba8682d352df13f824 t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_model.safetensors e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0 t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_config.json c13031f8497b744682b27f79f034dc3db32fb3f511b2d85017985b8e8be2dfaf t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_model.safetensors +dbae56910f1e7f7eca2e600c017bfafb56605631a79782e4bd4e74cff650487e t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_config.json +1898503889b6cef55fe161f40cfd0fcb6d494cffc3ce919a890ce9d3330d657d t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_model.safetensors dbae56910f1e7f7eca2e600c017bfafb56605631a79782e4bd4e74cff650487e t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_config.json 383deef8d7ab78356c498d9bf2e7d6ad6dd83d3663e7bdc5c87648a6225adb5e t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_model.safetensors f3701f13cb66b6b5952cd1dd2a71b17206e77c1c646ec806f6dd43d7e059a92d t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json 71078435105dc29aff1aba5942abd5c272e78ef817896081f6e994938da9d77a t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors +b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_config.json +161cf844cd7fd34deaa1ef2f87c3e04dc21f84e9da6c48f291a40c34425884f1 t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_model.safetensors +b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_config.json +6c33f168e4467825ada851656e8ab805fdd6c92cbd04b45148fa81e84fb67d04 t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_model.safetensors +b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_config.json +525de12eb50f8550127d2fc078cfd0ea87e8a87ab2c826cd0264e9370b85c836 t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_model.safetensors +b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_config.json +f5322216001e967c52f0ee2953805ed3857cce1fa00b3ab675bbf236d6c50fc9 t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_model.safetensors +b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_config.json +fff35502ace94826c0d98eefc3fe7b4395f7183adbdebcf98f732194da183691 t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_model.safetensors +b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_config.json +46d6721958185a8017059559df2903de29d73a615eba2a432222792069f9a96c t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_model.safetensors +b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_config.json +2755906a51cb4c724dea4fe0eb28e8fb57540ac831f37197148c0c649f128fa6 t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_model.safetensors +b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_config.json +7bffa50b1b9f84409963380b003e2ab61a005c7736dd43fb6d7fb0d6ebeb886a t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_model.safetensors +b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter_config.json +c1a86c2bd9550e2f35b2e3ff9bb2cb37d380d0710651b0dc8c0fdd95aee164b4 t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter_model.safetensors +b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter_config.json +698f5bb981b035e4afd5a1ae183750e97b64f044207a285ffdd049984a55842e t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter_model.safetensors +b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter_config.json +5e1d0d338241c83c111ef425dc9cbfd878cafaf8f61fceb96a3831f43f88de34 t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter_model.safetensors b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_config.json 62377c4c4a7d883a3ea1f0ac55a64d23a303c1cf4c41cdd14530f021163a4bec t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_model.safetensors +c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter_config.json +6792d510b1290c5615ddd791d510fef93db993c35ce9c9cf37ce9c1e42134dce t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter_model.safetensors +c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter_config.json +9a9c76c6c13bed2e1fe82aaa8ac9e9f4930f383005d89b1d6c3fc4985eb8e9c0 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter_model.safetensors +c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter_config.json +1a2cc612953c71cd1bd8245ab046e7203d8dcbadd00eba04cded1b1526cde256 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter_model.safetensors +c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter_config.json +dc3b9243102bc780edcc2317e5656ab54c82d10c8cd5a607ac2448744e1e2144 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter_model.safetensors +c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter_config.json +eb1a768a316d32c13ba7c5b4146ebe7b54f13696dc3dae26423a090da7a80e60 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter_model.safetensors +c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter_config.json +4015384c18012d28c2f8cb587a43da8dffeff42f722276b03624df24717f316b t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter_model.safetensors +c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter_config.json +cbd4daf664c27cbe7c7940b79ec375a8a28daa4705e7d9711120fa6fa82cd75e t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter_model.safetensors +c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter_config.json +d8e5634fc8393f92a6564ebd1d5cd5bf26825fd7af9b823aef3b52f5b2328be3 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter_model.safetensors +c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter_config.json +b7639783e751d367362f3a5f812dcd772fa96fe01d27c6c5b79b52d78ad616b4 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter_model.safetensors +c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter_config.json +182dad6dfdcf061068e2e18bdb9faf83323a3bff55c5fd9f9336aa6536fb60c7 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter_model.safetensors c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_config.json b6cae496cfbbb02f632dddb321f47d748f8591f122518c2b5429acd4472b9f0c t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_model.safetensors b366a1868a937cb75276944c9defa6938781fc5d52ca4ee698ff7fefe388871a t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_config.json 1b6ac90ba01d6253485927581408dc0bc3152cad09833071efffa3e3e8f43d36 t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_model.safetensors +6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter_config.json +a72c61326857d9a06d571d8e310737798a1766b9fe3fa39ecb7d225a25112ec4 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter_model.safetensors +6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter_config.json +45a7fa2e9ba742c0cdb2cdbb5f149150b4f23cb32259f446d760a8090ca343a1 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter_model.safetensors 6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_config.json 80b50fab88e076d3e14771d09b5d1706baffeb2fd6c0c9d51b8841dd4135a004 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_model.safetensors a58e97388303b208a0b11ea645362b805da314f0e4d860c5863ad0f766ed06d3 t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_config.json diff --git a/manifest.jsonl b/manifest.jsonl index 4a05ae1f81aa3874371bb2a20159beb164fdadff..5b8ae4aec0e62761b544a8274c7cf921ad85d975 100644 --- a/manifest.jsonl +++ b/manifest.jsonl @@ -1,3 +1,5 @@ +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000015","experiment_family":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_config.json","sha256":"8eb3a523f729ef6cbc83701278dbfb42dadaab90e7ba2037687ad04592033c4b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000015","experiment_family":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_model.safetensors","sha256":"d5e4a558a10114129beab8d8a418e99fa734062196352f8997c2f337a51ef43e","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter/adapter_model.safetensors"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000016","experiment_family":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_config.json","sha256":"8eb3a523f729ef6cbc83701278dbfb42dadaab90e7ba2037687ad04592033c4b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter/adapter_config.json"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000016","experiment_family":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_model.safetensors","sha256":"bc295c2de483a9bd158d10bdda167f622d1dc729a64a9d07fd6987ddb79fc298","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter/adapter_model.safetensors"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_config.json","sha256":"a370e2ed87cdc016978ff945afcec363761b184984b4852909f64e23bbb954e2","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter/adapter_config.json"} @@ -6,24 +8,82 @@ {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_model.safetensors","sha256":"9d3e41adeb6ae904b3f2a9c7d9f7f9d9d5495b79b03db8323e188a1f38c7f370","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter/adapter_model.safetensors"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_config.json","sha256":"b60d1da506664b9a6c106a04663c0c19f41d2aea440aceec584d193c4fa74796","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter/adapter_config.json"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_model.safetensors","sha256":"c0155131d981c056104d9023e504b1fa131692f9cdbe4c1d6691dae7ddcc8e23","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000345","experiment_family":"t5gemma2_4b4b_enriched_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_config.json","sha256":"c21ee4458e7c9fe1321337ce22409ee2a03dfe37299c25cfc7c468a490ffb4c3","size":8569,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000345","experiment_family":"t5gemma2_4b4b_enriched_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_model.safetensors","sha256":"4d523ff87db8191734f3cad4b018ed26620b58d36b77b821f74296b545dc0b1f","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter/adapter_model.safetensors"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_enriched_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json","sha256":"c21ee4458e7c9fe1321337ce22409ee2a03dfe37299c25cfc7c468a490ffb4c3","size":8569,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_config.json"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_enriched_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors","sha256":"83d8152edc7236a144fcb7b321f03c4dc5fcf90a1e866fa334338938ee0bdcdc","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000170","experiment_family":"t5gemma2_4b4b_enriched_sft_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_config.json","sha256":"2e1c412857d0399f91b7b0e2267a059dd383ba05590c72f175bea3442976dedb","size":8569,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000170","experiment_family":"t5gemma2_4b4b_enriched_sft_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_model.safetensors","sha256":"d6a8f5ed5bb9a59b99755fcddafb397b90ef5f9211f4193a4b1c3cc68ba9b6b2","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter/adapter_model.safetensors"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000174","experiment_family":"t5gemma2_4b4b_enriched_sft_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_config.json","sha256":"2e1c412857d0399f91b7b0e2267a059dd383ba05590c72f175bea3442976dedb","size":8569,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter/adapter_config.json"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000174","experiment_family":"t5gemma2_4b4b_enriched_sft_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_model.safetensors","sha256":"bbe22f5454942f84ff66ace3ebddf1dbf4b7d074364860f28b67b946ad29449b","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000425","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_final_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_config.json","sha256":"75aad08619087aa2d7ef5db9d50b1890ca74feccf85a2c104a93dbddb0d7b9e6","size":8569,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000425","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_final_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_model.safetensors","sha256":"8dd7d541f73f09332ce72cd770d202c4a7822d882b82fce57ad1b64d13603241","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter/adapter_model.safetensors"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000426","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_final_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_config.json","sha256":"75aad08619087aa2d7ef5db9d50b1890ca74feccf85a2c104a93dbddb0d7b9e6","size":8569,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter/adapter_config.json"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000426","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_final_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_model.safetensors","sha256":"be95b3bec613478790facb2bb6ec29243a3625e468560b0b678def8f016a46da","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000005","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_config.json","sha256":"e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0","size":8569,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000005","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_model.safetensors","sha256":"93d574a1f5496e38839de7f05be1a249b751ba09f1b1de186e069c81a83a2578","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000010","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_config.json","sha256":"e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0","size":8569,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000010","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_model.safetensors","sha256":"7ef7407ba7cc6f9a2dbac91724c8612ed52c1d67c01f2cba8682d352df13f824","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter/adapter_model.safetensors"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000013","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_config.json","sha256":"e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0","size":8569,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter/adapter_config.json"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000013","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_model.safetensors","sha256":"c13031f8497b744682b27f79f034dc3db32fb3f511b2d85017985b8e8be2dfaf","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000149","experiment_family":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1","promotion_note":"non-promoted research pilot","repo_path":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_config.json","sha256":"dbae56910f1e7f7eca2e600c017bfafb56605631a79782e4bd4e74cff650487e","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000149","experiment_family":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1","promotion_note":"non-promoted research pilot","repo_path":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_model.safetensors","sha256":"1898503889b6cef55fe161f40cfd0fcb6d494cffc3ce919a890ce9d3330d657d","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter/adapter_model.safetensors"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000150","experiment_family":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1","promotion_note":"non-promoted research pilot","repo_path":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_config.json","sha256":"dbae56910f1e7f7eca2e600c017bfafb56605631a79782e4bd4e74cff650487e","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter/adapter_config.json"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000150","experiment_family":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1","promotion_note":"non-promoted research pilot","repo_path":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_model.safetensors","sha256":"383deef8d7ab78356c498d9bf2e7d6ad6dd83d3663e7bdc5c87648a6225adb5e","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter/adapter_model.safetensors"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json","sha256":"f3701f13cb66b6b5952cd1dd2a71b17206e77c1c646ec806f6dd43d7e059a92d","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_config.json"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors","sha256":"71078435105dc29aff1aba5942abd5c272e78ef817896081f6e994938da9d77a","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000005","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000005","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_model.safetensors","sha256":"161cf844cd7fd34deaa1ef2f87c3e04dc21f84e9da6c48f291a40c34425884f1","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000010","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000010","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_model.safetensors","sha256":"6c33f168e4467825ada851656e8ab805fdd6c92cbd04b45148fa81e84fb67d04","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000015","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000015","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_model.safetensors","sha256":"525de12eb50f8550127d2fc078cfd0ea87e8a87ab2c826cd0264e9370b85c836","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000020","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000020","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_model.safetensors","sha256":"f5322216001e967c52f0ee2953805ed3857cce1fa00b3ab675bbf236d6c50fc9","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000025","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000025","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_model.safetensors","sha256":"fff35502ace94826c0d98eefc3fe7b4395f7183adbdebcf98f732194da183691","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000030","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000030","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_model.safetensors","sha256":"46d6721958185a8017059559df2903de29d73a615eba2a432222792069f9a96c","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000035","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000035","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_model.safetensors","sha256":"2755906a51cb4c724dea4fe0eb28e8fb57540ac831f37197148c0c649f128fa6","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000040","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000040","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_model.safetensors","sha256":"7bffa50b1b9f84409963380b003e2ab61a005c7736dd43fb6d7fb0d6ebeb886a","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000045","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000045","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter_model.safetensors","sha256":"c1a86c2bd9550e2f35b2e3ff9bb2cb37d380d0710651b0dc8c0fdd95aee164b4","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000050","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000050","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter_model.safetensors","sha256":"698f5bb981b035e4afd5a1ae183750e97b64f044207a285ffdd049984a55842e","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000055","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000055","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter_model.safetensors","sha256":"5e1d0d338241c83c111ef425dc9cbfd878cafaf8f61fceb96a3831f43f88de34","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter/adapter_model.safetensors"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter/adapter_config.json"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_model.safetensors","sha256":"62377c4c4a7d883a3ea1f0ac55a64d23a303c1cf4c41cdd14530f021163a4bec","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000005","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000005","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter_model.safetensors","sha256":"6792d510b1290c5615ddd791d510fef93db993c35ce9c9cf37ce9c1e42134dce","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000010","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000010","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter_model.safetensors","sha256":"9a9c76c6c13bed2e1fe82aaa8ac9e9f4930f383005d89b1d6c3fc4985eb8e9c0","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000015","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000015","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter_model.safetensors","sha256":"1a2cc612953c71cd1bd8245ab046e7203d8dcbadd00eba04cded1b1526cde256","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000020","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000020","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter_model.safetensors","sha256":"dc3b9243102bc780edcc2317e5656ab54c82d10c8cd5a607ac2448744e1e2144","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000025","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000025","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter_model.safetensors","sha256":"eb1a768a316d32c13ba7c5b4146ebe7b54f13696dc3dae26423a090da7a80e60","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000030","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000030","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter_model.safetensors","sha256":"4015384c18012d28c2f8cb587a43da8dffeff42f722276b03624df24717f316b","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000035","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000035","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter_model.safetensors","sha256":"cbd4daf664c27cbe7c7940b79ec375a8a28daa4705e7d9711120fa6fa82cd75e","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000040","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000040","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter_model.safetensors","sha256":"d8e5634fc8393f92a6564ebd1d5cd5bf26825fd7af9b823aef3b52f5b2328be3","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000045","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000045","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter_model.safetensors","sha256":"b7639783e751d367362f3a5f812dcd772fa96fe01d27c6c5b79b52d78ad616b4","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000050","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000050","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter_model.safetensors","sha256":"182dad6dfdcf061068e2e18bdb9faf83323a3bff55c5fd9f9336aa6536fb60c7","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter/adapter_model.safetensors"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000054","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter/adapter_config.json"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000054","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_model.safetensors","sha256":"b6cae496cfbbb02f632dddb321f47d748f8591f122518c2b5429acd4472b9f0c","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter/adapter_model.safetensors"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000006","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_config.json","sha256":"b366a1868a937cb75276944c9defa6938781fc5d52ca4ee698ff7fefe388871a","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter/adapter_config.json"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000006","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_model.safetensors","sha256":"1b6ac90ba01d6253485927581408dc0bc3152cad09833071efffa3e3e8f43d36","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000020","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter_config.json","sha256":"6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000020","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter_model.safetensors","sha256":"a72c61326857d9a06d571d8e310737798a1766b9fe3fa39ecb7d225a25112ec4","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000040","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter_config.json","sha256":"6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000040","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter_model.safetensors","sha256":"45a7fa2e9ba742c0cdb2cdbb5f149150b4f23cb32259f446d760a8090ca343a1","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter/adapter_model.safetensors"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_config.json","sha256":"6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter/adapter_config.json"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_model.safetensors","sha256":"80b50fab88e076d3e14771d09b5d1706baffeb2fd6c0c9d51b8841dd4135a004","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter/adapter_model.safetensors"} {"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_rs_sft_union_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_config.json","sha256":"a58e97388303b208a0b11ea645362b805da314f0e4d860c5863ad0f766ed06d3","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter/adapter_config.json"} diff --git a/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/MODIFIED_NOTICE.md b/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_config.json b/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f91196f51cd2286ccac679f2d79f1f1c4779280 --- /dev/null +++ b/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.22.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.13.self_attn.k_proj", + "33.self_attn.k_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "down_proj", + "text_model.layers.8.self_attn.q_proj", + "decoder.layers.16.self_attn.q_proj", + "32.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "31.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.8.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.21.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.24.self_attn.v_proj", + "text_model.layers.18.self_attn.q_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.14.self_attn.v_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.12.self_attn.k_proj", + "text_model.layers.12.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.25.self_attn.k_proj", + "29.self_attn.k_proj", + "28.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.6.self_attn.k_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.14.self_attn.k_proj", + "33.self_attn.q_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.9.self_attn.k_proj", + "29.self_attn.v_proj", + "30.self_attn.v_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.20.self_attn.q_proj", + "33.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.26.self_attn.v_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "28.self_attn.q_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.11.self_attn.q_proj", + "30.self_attn.k_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "decoder.layers.8.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.22.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.5.self_attn.k_proj", + "29.self_attn.q_proj", + "27.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.18.self_attn.v_proj", + "gate_proj", + "o_proj", + "decoder.layers.0.self_attn.v_proj", + "32.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "27.self_attn.q_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "32.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.17.self_attn.v_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.3.self_attn.k_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.3.self_attn.q_proj", + "27.self_attn.v_proj", + "up_proj", + "text_model.layers.22.self_attn.q_proj", + "28.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "31.self_attn.k_proj", + "text_model.layers.15.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "30.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.16.self_attn.q_proj", + "decoder.layers.0.self_attn.k_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.0.self_attn.q_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_model.safetensors b/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..260f03ec848157fac7e7aa0835fe942c6a769a36 --- /dev/null +++ b/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5e4a558a10114129beab8d8a418e99fa734062196352f8997c2f337a51ef43e +size 953821400 diff --git a/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/MODIFIED_NOTICE.md b/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_config.json b/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..342f84369496266746880bca08937d288fbed4c5 --- /dev/null +++ b/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.14.self_attn.q_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.15.self_attn.k_proj", + "31.self_attn.q_proj", + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "29.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "33.self_attn.v_proj", + "29.self_attn.v_proj", + "decoder.layers.20.self_attn.v_proj", + "30.self_attn.q_proj", + "30.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.24.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.22.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.24.self_attn.q_proj", + "32.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.1.self_attn.k_proj", + "28.self_attn.k_proj", + "down_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "decoder.layers.18.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.4.self_attn.k_proj", + "28.self_attn.q_proj", + "decoder.layers.23.self_attn.q_proj", + "text_model.layers.16.self_attn.q_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.2.self_attn.k_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.20.self_attn.k_proj", + "decoder.layers.14.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "28.self_attn.v_proj", + "decoder.layers.3.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "31.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.0.self_attn.k_proj", + "text_model.layers.13.self_attn.v_proj", + "gate_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "decoder.layers.22.self_attn.v_proj", + "o_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.25.self_attn.v_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "text_model.layers.23.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.23.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.4.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "33.self_attn.k_proj", + "text_model.layers.22.self_attn.v_proj", + "text_model.layers.9.self_attn.v_proj", + "32.self_attn.v_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.5.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.11.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "up_proj", + "27.self_attn.k_proj", + "27.self_attn.v_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.22.self_attn.k_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.6.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "29.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "32.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.15.self_attn.q_proj", + "text_model.layers.18.self_attn.v_proj", + "33.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.24.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.26.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.21.self_attn.k_proj", + "text_model.layers.0.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.6.self_attn.q_proj", + "30.self_attn.k_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "decoder.layers.13.self_attn.q_proj", + "decoder.layers.18.self_attn.v_proj", + "text_model.layers.9.self_attn.k_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_model.safetensors b/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da978d8ed1efff542f7e2847c8508ec1425c8e00 --- /dev/null +++ b/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d523ff87db8191734f3cad4b018ed26620b58d36b77b821f74296b545dc0b1f +size 953821400 diff --git a/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/MODIFIED_NOTICE.md b/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_config.json b/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d5548abc837fc93adbab94ca6cf94a6dfa2017a1 --- /dev/null +++ b/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "27.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "27.self_attn.q_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "up_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "down_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.19.self_attn.v_proj", + "32.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.9.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "31.self_attn.k_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "decoder.layers.3.self_attn.v_proj", + "30.self_attn.k_proj", + "decoder.layers.11.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.14.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "text_model.layers.18.self_attn.k_proj", + "28.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.10.self_attn.k_proj", + "32.self_attn.k_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "29.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.q_proj", + "33.self_attn.k_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "text_model.layers.21.self_attn.k_proj", + "28.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "33.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "27.self_attn.v_proj", + "28.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.23.self_attn.k_proj", + "31.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "31.self_attn.q_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.1.self_attn.q_proj", + "32.self_attn.q_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.25.self_attn.q_proj", + "30.self_attn.v_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.9.self_attn.k_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "text_model.layers.25.self_attn.v_proj", + "30.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "decoder.layers.23.self_attn.q_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "33.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "decoder.layers.15.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.4.self_attn.q_proj", + "gate_proj", + "text_model.layers.17.self_attn.k_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "decoder.layers.17.self_attn.k_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.3.self_attn.k_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.22.self_attn.q_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.6.self_attn.k_proj", + "text_model.layers.3.self_attn.q_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "o_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "decoder.layers.24.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.26.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "29.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "29.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.15.self_attn.k_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.19.self_attn.k_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_model.safetensors b/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..35de82a291f677f308cfb4f3918d4bb9786b145c --- /dev/null +++ b/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6a8f5ed5bb9a59b99755fcddafb397b90ef5f9211f4193a4b1c3cc68ba9b6b2 +size 953821400 diff --git a/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/MODIFIED_NOTICE.md b/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_config.json b/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fa207249bc856cd6ea033a4ce71b2746dfa07d66 --- /dev/null +++ b/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "down_proj", + "decoder.layers.16.self_attn.q_proj", + "33.self_attn.v_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.3.self_attn.k_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.24.self_attn.v_proj", + "decoder.layers.14.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.6.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.21.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "33.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "32.self_attn.v_proj", + "27.self_attn.q_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.1.self_attn.v_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "29.self_attn.k_proj", + "gate_proj", + "decoder.layers.26.self_attn.k_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "text_model.layers.12.self_attn.k_proj", + "text_model.layers.6.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.8.self_attn.k_proj", + "text_model.layers.12.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.17.self_attn.q_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.0.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "text_model.layers.16.self_attn.q_proj", + "29.self_attn.v_proj", + "decoder.layers.15.self_attn.k_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "29.self_attn.q_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.19.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "decoder.layers.24.self_attn.v_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.25.self_attn.k_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "33.self_attn.k_proj", + "decoder.layers.25.self_attn.q_proj", + "30.self_attn.v_proj", + "30.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.25.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "30.self_attn.k_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "text_model.layers.26.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.8.self_attn.k_proj", + "decoder.layers.1.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.25.self_attn.v_proj", + "27.self_attn.v_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.3.self_attn.q_proj", + "decoder.layers.20.self_attn.k_proj", + "31.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.15.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "31.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "text_model.layers.5.self_attn.v_proj", + "decoder.layers.5.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "decoder.layers.20.self_attn.v_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.7.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.2.self_attn.q_proj", + "32.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.22.self_attn.v_proj", + "text_model.layers.14.self_attn.v_proj", + "up_proj", + "28.self_attn.v_proj", + "text_model.layers.18.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "31.self_attn.k_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.3.self_attn.q_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.17.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "32.self_attn.k_proj", + "decoder.layers.11.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "27.self_attn.k_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.19.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.12.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.14.self_attn.k_proj", + "o_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.9.self_attn.k_proj", + "28.self_attn.q_proj", + "text_model.layers.9.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_model.safetensors b/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..65cbe1f1dd644263fd766f07e9ac4e6bd6c67a7a --- /dev/null +++ b/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dd7d541f73f09332ce72cd770d202c4a7822d882b82fce57ad1b64d13603241 +size 953821400 diff --git a/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/MODIFIED_NOTICE.md b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_config.json b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8ca12e3dce995ee83dae732d2971ffa1f712d37 --- /dev/null +++ b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "decoder.layers.13.self_attn.v_proj", + "text_model.layers.3.self_attn.k_proj", + "text_model.layers.19.self_attn.v_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.15.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "32.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "33.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "33.self_attn.k_proj", + "text_model.layers.24.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.16.self_attn.k_proj", + "31.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.23.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "29.self_attn.k_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.9.self_attn.v_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.8.self_attn.k_proj", + "33.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.16.self_attn.q_proj", + "27.self_attn.q_proj", + "30.self_attn.v_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.16.self_attn.q_proj", + "29.self_attn.v_proj", + "text_model.layers.22.self_attn.k_proj", + "decoder.layers.6.self_attn.v_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.2.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.8.self_attn.v_proj", + "31.self_attn.q_proj", + "decoder.layers.24.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "o_proj", + "decoder.layers.16.self_attn.v_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "30.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.21.self_attn.k_proj", + "text_model.layers.11.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.15.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.13.self_attn.k_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.8.self_attn.k_proj", + "decoder.layers.26.self_attn.q_proj", + "27.self_attn.v_proj", + "decoder.layers.17.self_attn.v_proj", + "29.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "text_model.layers.15.self_attn.v_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.6.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.22.self_attn.q_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "31.self_attn.k_proj", + "32.self_attn.v_proj", + "32.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.16.self_attn.v_proj", + "decoder.layers.15.self_attn.k_proj", + "28.self_attn.v_proj", + "text_model.layers.5.self_attn.v_proj", + "down_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.10.self_attn.k_proj", + "30.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.21.self_attn.q_proj", + "gate_proj", + "decoder.layers.3.self_attn.q_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.9.self_attn.k_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "decoder.layers.14.self_attn.v_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.17.self_attn.k_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.26.self_attn.k_proj", + "text_model.layers.12.self_attn.k_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.10.self_attn.k_proj", + "text_model.layers.3.self_attn.q_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_model.safetensors b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d063c0af770ecd18af3d8993958dcba280558427 --- /dev/null +++ b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93d574a1f5496e38839de7f05be1a249b751ba09f1b1de186e069c81a83a2578 +size 953821400 diff --git a/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/MODIFIED_NOTICE.md b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_config.json b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8ca12e3dce995ee83dae732d2971ffa1f712d37 --- /dev/null +++ b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "decoder.layers.13.self_attn.v_proj", + "text_model.layers.3.self_attn.k_proj", + "text_model.layers.19.self_attn.v_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.15.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "32.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "33.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "33.self_attn.k_proj", + "text_model.layers.24.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.16.self_attn.k_proj", + "31.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.23.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "29.self_attn.k_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.9.self_attn.v_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.8.self_attn.k_proj", + "33.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.16.self_attn.q_proj", + "27.self_attn.q_proj", + "30.self_attn.v_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.16.self_attn.q_proj", + "29.self_attn.v_proj", + "text_model.layers.22.self_attn.k_proj", + "decoder.layers.6.self_attn.v_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.2.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.8.self_attn.v_proj", + "31.self_attn.q_proj", + "decoder.layers.24.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "o_proj", + "decoder.layers.16.self_attn.v_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "30.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.21.self_attn.k_proj", + "text_model.layers.11.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.15.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.13.self_attn.k_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.8.self_attn.k_proj", + "decoder.layers.26.self_attn.q_proj", + "27.self_attn.v_proj", + "decoder.layers.17.self_attn.v_proj", + "29.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "text_model.layers.15.self_attn.v_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.6.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.22.self_attn.q_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "31.self_attn.k_proj", + "32.self_attn.v_proj", + "32.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.16.self_attn.v_proj", + "decoder.layers.15.self_attn.k_proj", + "28.self_attn.v_proj", + "text_model.layers.5.self_attn.v_proj", + "down_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.10.self_attn.k_proj", + "30.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.21.self_attn.q_proj", + "gate_proj", + "decoder.layers.3.self_attn.q_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.9.self_attn.k_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "decoder.layers.14.self_attn.v_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.17.self_attn.k_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.26.self_attn.k_proj", + "text_model.layers.12.self_attn.k_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.10.self_attn.k_proj", + "text_model.layers.3.self_attn.q_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_model.safetensors b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ab3e2837b9c480ba827eeb870c92735a378c936 --- /dev/null +++ b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ef7407ba7cc6f9a2dbac91724c8612ed52c1d67c01f2cba8682d352df13f824 +size 953821400 diff --git a/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_config.json b/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5e44958c247bcd69ac40eeb59b29e9c8f3292c43 --- /dev/null +++ b/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "29.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "text_model.layers.3.self_attn.k_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.9.self_attn.v_proj", + "27.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "33.self_attn.k_proj", + "decoder.layers.25.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.24.self_attn.q_proj", + "gate_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.23.self_attn.v_proj", + "30.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "text_model.layers.18.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.3.self_attn.q_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.22.self_attn.q_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "text_model.layers.23.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.25.self_attn.v_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.11.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.16.self_attn.k_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.16.self_attn.q_proj", + "o_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.5.self_attn.q_proj", + "decoder.layers.0.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.15.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.2.self_attn.v_proj", + "33.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.24.self_attn.v_proj", + "decoder.layers.14.self_attn.q_proj", + "28.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "27.self_attn.k_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.12.self_attn.q_proj", + "29.self_attn.q_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "decoder.layers.9.self_attn.k_proj", + "decoder.layers.2.self_attn.k_proj", + "text_model.layers.12.self_attn.k_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.8.self_attn.q_proj", + "down_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.5.self_attn.q_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.23.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.13.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "28.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.9.self_attn.q_proj", + "decoder.layers.20.self_attn.v_proj", + "27.self_attn.q_proj", + "decoder.layers.21.self_attn.k_proj", + "up_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.7.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.19.self_attn.v_proj", + "30.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "33.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "32.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "32.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.3.self_attn.v_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "29.self_attn.v_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.15.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.10.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.24.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.3.self_attn.k_proj", + "decoder.layers.14.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "32.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "31.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.18.self_attn.k_proj", + "31.self_attn.q_proj", + "decoder.layers.4.self_attn.k_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_model.safetensors b/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a2225f6bc51d9da06c35d94aab953dd2a0c4605c --- /dev/null +++ b/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1898503889b6cef55fe161f40cfd0fcb6d494cffc3ce919a890ce9d3330d657d +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f35b049368d5b9e79d26001f0ed46eb477b29d1 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "30.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "o_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "27.self_attn.k_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "32.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "29.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "up_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "27.self_attn.v_proj", + "decoder.layers.25.self_attn.v_proj", + "down_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "28.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.20.self_attn.q_proj", + "29.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.v_proj", + "33.self_attn.q_proj", + "31.self_attn.k_proj", + "33.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "28.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "gate_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "32.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "32.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d14cb4a3da5f2bed4a0204fbfa5e94193edf2eb6 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:161cf844cd7fd34deaa1ef2f87c3e04dc21f84e9da6c48f291a40c34425884f1 +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f35b049368d5b9e79d26001f0ed46eb477b29d1 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "30.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "o_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "27.self_attn.k_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "32.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "29.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "up_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "27.self_attn.v_proj", + "decoder.layers.25.self_attn.v_proj", + "down_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "28.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.20.self_attn.q_proj", + "29.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.v_proj", + "33.self_attn.q_proj", + "31.self_attn.k_proj", + "33.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "28.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "gate_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "32.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "32.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef59490e4a956aa9cc0207e8dd32aec484ad071b --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c33f168e4467825ada851656e8ab805fdd6c92cbd04b45148fa81e84fb67d04 +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f35b049368d5b9e79d26001f0ed46eb477b29d1 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "30.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "o_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "27.self_attn.k_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "32.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "29.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "up_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "27.self_attn.v_proj", + "decoder.layers.25.self_attn.v_proj", + "down_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "28.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.20.self_attn.q_proj", + "29.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.v_proj", + "33.self_attn.q_proj", + "31.self_attn.k_proj", + "33.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "28.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "gate_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "32.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "32.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc9ba0ac6ccd60432fced5b57e50750430fcf8a5 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:525de12eb50f8550127d2fc078cfd0ea87e8a87ab2c826cd0264e9370b85c836 +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f35b049368d5b9e79d26001f0ed46eb477b29d1 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "30.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "o_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "27.self_attn.k_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "32.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "29.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "up_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "27.self_attn.v_proj", + "decoder.layers.25.self_attn.v_proj", + "down_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "28.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.20.self_attn.q_proj", + "29.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.v_proj", + "33.self_attn.q_proj", + "31.self_attn.k_proj", + "33.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "28.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "gate_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "32.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "32.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5ccfa13c4514a3cc46fd436f5f7b92baf3e71917 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5322216001e967c52f0ee2953805ed3857cce1fa00b3ab675bbf236d6c50fc9 +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f35b049368d5b9e79d26001f0ed46eb477b29d1 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "30.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "o_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "27.self_attn.k_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "32.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "29.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "up_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "27.self_attn.v_proj", + "decoder.layers.25.self_attn.v_proj", + "down_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "28.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.20.self_attn.q_proj", + "29.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.v_proj", + "33.self_attn.q_proj", + "31.self_attn.k_proj", + "33.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "28.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "gate_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "32.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "32.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6ea7b512a81d13dcd2f5a0d355a8b302123e5d8 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fff35502ace94826c0d98eefc3fe7b4395f7183adbdebcf98f732194da183691 +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f35b049368d5b9e79d26001f0ed46eb477b29d1 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "30.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "o_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "27.self_attn.k_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "32.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "29.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "up_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "27.self_attn.v_proj", + "decoder.layers.25.self_attn.v_proj", + "down_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "28.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.20.self_attn.q_proj", + "29.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.v_proj", + "33.self_attn.q_proj", + "31.self_attn.k_proj", + "33.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "28.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "gate_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "32.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "32.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..beab29d59a9badbf0aa9888602bc328ce22f4e14 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46d6721958185a8017059559df2903de29d73a615eba2a432222792069f9a96c +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f35b049368d5b9e79d26001f0ed46eb477b29d1 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "30.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "o_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "27.self_attn.k_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "32.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "29.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "up_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "27.self_attn.v_proj", + "decoder.layers.25.self_attn.v_proj", + "down_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "28.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.20.self_attn.q_proj", + "29.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.v_proj", + "33.self_attn.q_proj", + "31.self_attn.k_proj", + "33.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "28.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "gate_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "32.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "32.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b32aaa2af004758b221f105fc1b0943a118f86ee --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2755906a51cb4c724dea4fe0eb28e8fb57540ac831f37197148c0c649f128fa6 +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f35b049368d5b9e79d26001f0ed46eb477b29d1 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "30.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "o_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "27.self_attn.k_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "32.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "29.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "up_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "27.self_attn.v_proj", + "decoder.layers.25.self_attn.v_proj", + "down_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "28.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.20.self_attn.q_proj", + "29.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.v_proj", + "33.self_attn.q_proj", + "31.self_attn.k_proj", + "33.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "28.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "gate_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "32.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "32.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..011562a2250b23760f1f5529ad160346eddbb61f --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bffa50b1b9f84409963380b003e2ab61a005c7736dd43fb6d7fb0d6ebeb886a +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f35b049368d5b9e79d26001f0ed46eb477b29d1 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "30.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "o_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "27.self_attn.k_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "32.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "29.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "up_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "27.self_attn.v_proj", + "decoder.layers.25.self_attn.v_proj", + "down_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "28.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.20.self_attn.q_proj", + "29.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.v_proj", + "33.self_attn.q_proj", + "31.self_attn.k_proj", + "33.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "28.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "gate_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "32.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "32.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d993715afaac2f8fcc88106d580d32791e3ba42 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1a86c2bd9550e2f35b2e3ff9bb2cb37d380d0710651b0dc8c0fdd95aee164b4 +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f35b049368d5b9e79d26001f0ed46eb477b29d1 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "30.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "o_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "27.self_attn.k_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "32.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "29.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "up_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "27.self_attn.v_proj", + "decoder.layers.25.self_attn.v_proj", + "down_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "28.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.20.self_attn.q_proj", + "29.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.v_proj", + "33.self_attn.q_proj", + "31.self_attn.k_proj", + "33.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "28.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "gate_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "32.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "32.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b84551c65a18aa098ec23043c560f268aacedc8a --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:698f5bb981b035e4afd5a1ae183750e97b64f044207a285ffdd049984a55842e +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f35b049368d5b9e79d26001f0ed46eb477b29d1 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "30.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "o_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "27.self_attn.k_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "32.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "29.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "up_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "27.self_attn.v_proj", + "decoder.layers.25.self_attn.v_proj", + "down_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "28.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.20.self_attn.q_proj", + "29.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.v_proj", + "33.self_attn.q_proj", + "31.self_attn.k_proj", + "33.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "28.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "gate_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "32.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "32.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..26d3ab7ab7b38b17de6eeb9bfb336488e877d638 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e1d0d338241c83c111ef425dc9cbfd878cafaf8f61fceb96a3831f43f88de34 +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c0034c3804d9fc9ac06c685e3e6ff17630f17da --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "31.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "30.self_attn.q_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "27.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "29.self_attn.q_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "30.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "down_proj", + "decoder.layers.11.self_attn.k_proj", + "o_proj", + "decoder.layers.12.self_attn.q_proj", + "29.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "32.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.13.self_attn.k_proj", + "27.self_attn.q_proj", + "text_model.layers.20.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.11.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "32.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "28.self_attn.q_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "text_model.layers.3.self_attn.v_proj", + "33.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.8.self_attn.q_proj", + "31.self_attn.v_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "28.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "gate_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "up_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.3.self_attn.q_proj", + "33.self_attn.k_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "32.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3063e53f9ab4ae4fd106602f6463745cc570574 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6792d510b1290c5615ddd791d510fef93db993c35ce9c9cf37ce9c1e42134dce +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c0034c3804d9fc9ac06c685e3e6ff17630f17da --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "31.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "30.self_attn.q_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "27.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "29.self_attn.q_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "30.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "down_proj", + "decoder.layers.11.self_attn.k_proj", + "o_proj", + "decoder.layers.12.self_attn.q_proj", + "29.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "32.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.13.self_attn.k_proj", + "27.self_attn.q_proj", + "text_model.layers.20.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.11.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "32.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "28.self_attn.q_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "text_model.layers.3.self_attn.v_proj", + "33.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.8.self_attn.q_proj", + "31.self_attn.v_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "28.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "gate_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "up_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.3.self_attn.q_proj", + "33.self_attn.k_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "32.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..51eac7d4532b5d50b8ea0523b217d97031292681 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a9c76c6c13bed2e1fe82aaa8ac9e9f4930f383005d89b1d6c3fc4985eb8e9c0 +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c0034c3804d9fc9ac06c685e3e6ff17630f17da --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "31.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "30.self_attn.q_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "27.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "29.self_attn.q_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "30.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "down_proj", + "decoder.layers.11.self_attn.k_proj", + "o_proj", + "decoder.layers.12.self_attn.q_proj", + "29.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "32.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.13.self_attn.k_proj", + "27.self_attn.q_proj", + "text_model.layers.20.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.11.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "32.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "28.self_attn.q_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "text_model.layers.3.self_attn.v_proj", + "33.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.8.self_attn.q_proj", + "31.self_attn.v_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "28.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "gate_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "up_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.3.self_attn.q_proj", + "33.self_attn.k_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "32.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90c4d62d2896eb62965277009db4c960d781c7c5 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a2cc612953c71cd1bd8245ab046e7203d8dcbadd00eba04cded1b1526cde256 +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c0034c3804d9fc9ac06c685e3e6ff17630f17da --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "31.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "30.self_attn.q_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "27.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "29.self_attn.q_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "30.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "down_proj", + "decoder.layers.11.self_attn.k_proj", + "o_proj", + "decoder.layers.12.self_attn.q_proj", + "29.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "32.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.13.self_attn.k_proj", + "27.self_attn.q_proj", + "text_model.layers.20.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.11.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "32.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "28.self_attn.q_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "text_model.layers.3.self_attn.v_proj", + "33.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.8.self_attn.q_proj", + "31.self_attn.v_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "28.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "gate_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "up_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.3.self_attn.q_proj", + "33.self_attn.k_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "32.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..22a9a0a3d7b5ae79c87cedf0cd8b5b941723efd1 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc3b9243102bc780edcc2317e5656ab54c82d10c8cd5a607ac2448744e1e2144 +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c0034c3804d9fc9ac06c685e3e6ff17630f17da --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "31.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "30.self_attn.q_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "27.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "29.self_attn.q_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "30.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "down_proj", + "decoder.layers.11.self_attn.k_proj", + "o_proj", + "decoder.layers.12.self_attn.q_proj", + "29.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "32.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.13.self_attn.k_proj", + "27.self_attn.q_proj", + "text_model.layers.20.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.11.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "32.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "28.self_attn.q_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "text_model.layers.3.self_attn.v_proj", + "33.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.8.self_attn.q_proj", + "31.self_attn.v_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "28.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "gate_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "up_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.3.self_attn.q_proj", + "33.self_attn.k_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "32.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b7b3249e2da9ef1a27f9eb4c45c484a666775941 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb1a768a316d32c13ba7c5b4146ebe7b54f13696dc3dae26423a090da7a80e60 +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c0034c3804d9fc9ac06c685e3e6ff17630f17da --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "31.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "30.self_attn.q_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "27.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "29.self_attn.q_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "30.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "down_proj", + "decoder.layers.11.self_attn.k_proj", + "o_proj", + "decoder.layers.12.self_attn.q_proj", + "29.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "32.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.13.self_attn.k_proj", + "27.self_attn.q_proj", + "text_model.layers.20.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.11.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "32.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "28.self_attn.q_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "text_model.layers.3.self_attn.v_proj", + "33.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.8.self_attn.q_proj", + "31.self_attn.v_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "28.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "gate_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "up_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.3.self_attn.q_proj", + "33.self_attn.k_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "32.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d8e1b2b7c52a1605be56cb4ad345d60f4adff2e --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4015384c18012d28c2f8cb587a43da8dffeff42f722276b03624df24717f316b +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c0034c3804d9fc9ac06c685e3e6ff17630f17da --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "31.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "30.self_attn.q_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "27.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "29.self_attn.q_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "30.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "down_proj", + "decoder.layers.11.self_attn.k_proj", + "o_proj", + "decoder.layers.12.self_attn.q_proj", + "29.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "32.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.13.self_attn.k_proj", + "27.self_attn.q_proj", + "text_model.layers.20.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.11.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "32.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "28.self_attn.q_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "text_model.layers.3.self_attn.v_proj", + "33.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.8.self_attn.q_proj", + "31.self_attn.v_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "28.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "gate_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "up_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.3.self_attn.q_proj", + "33.self_attn.k_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "32.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47512cd4f661a923c2234b5dfe909a28a51dd975 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbd4daf664c27cbe7c7940b79ec375a8a28daa4705e7d9711120fa6fa82cd75e +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c0034c3804d9fc9ac06c685e3e6ff17630f17da --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "31.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "30.self_attn.q_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "27.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "29.self_attn.q_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "30.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "down_proj", + "decoder.layers.11.self_attn.k_proj", + "o_proj", + "decoder.layers.12.self_attn.q_proj", + "29.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "32.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.13.self_attn.k_proj", + "27.self_attn.q_proj", + "text_model.layers.20.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.11.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "32.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "28.self_attn.q_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "text_model.layers.3.self_attn.v_proj", + "33.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.8.self_attn.q_proj", + "31.self_attn.v_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "28.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "gate_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "up_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.3.self_attn.q_proj", + "33.self_attn.k_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "32.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1065042e1b9729a47fc95b1742b8c8006433bd04 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8e5634fc8393f92a6564ebd1d5cd5bf26825fd7af9b823aef3b52f5b2328be3 +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c0034c3804d9fc9ac06c685e3e6ff17630f17da --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "31.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "30.self_attn.q_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "27.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "29.self_attn.q_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "30.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "down_proj", + "decoder.layers.11.self_attn.k_proj", + "o_proj", + "decoder.layers.12.self_attn.q_proj", + "29.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "32.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.13.self_attn.k_proj", + "27.self_attn.q_proj", + "text_model.layers.20.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.11.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "32.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "28.self_attn.q_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "text_model.layers.3.self_attn.v_proj", + "33.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.8.self_attn.q_proj", + "31.self_attn.v_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "28.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "gate_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "up_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.3.self_attn.q_proj", + "33.self_attn.k_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "32.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5de2e223ce1ef201a806ce814fb1eab5ca09e31a --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7639783e751d367362f3a5f812dcd772fa96fe01d27c6c5b79b52d78ad616b4 +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c0034c3804d9fc9ac06c685e3e6ff17630f17da --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "31.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "30.self_attn.q_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "27.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "29.self_attn.q_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "30.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "down_proj", + "decoder.layers.11.self_attn.k_proj", + "o_proj", + "decoder.layers.12.self_attn.q_proj", + "29.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "32.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.13.self_attn.k_proj", + "27.self_attn.q_proj", + "text_model.layers.20.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.11.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "32.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "28.self_attn.q_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "text_model.layers.3.self_attn.v_proj", + "33.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.8.self_attn.q_proj", + "31.self_attn.v_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "28.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "gate_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "up_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.3.self_attn.q_proj", + "33.self_attn.k_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "32.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f6c39fc44dc2744e22da2bf42ca0806bc0c35e04 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:182dad6dfdcf061068e2e18bdb9faf83323a3bff55c5fd9f9336aa6536fb60c7 +size 953821400 diff --git a/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter_config.json b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0a863f0149f51a9d136797a9a4657483b8bd8412 --- /dev/null +++ b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "33.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.9.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "29.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "32.self_attn.k_proj", + "decoder.layers.18.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "decoder.layers.19.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "31.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.9.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "33.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.23.self_attn.q_proj", + "29.self_attn.q_proj", + "text_model.layers.16.self_attn.q_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.8.self_attn.k_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.15.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "31.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.24.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "28.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "text_model.layers.15.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.12.self_attn.q_proj", + "30.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.13.self_attn.k_proj", + "text_model.layers.25.self_attn.v_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.0.self_attn.k_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.18.self_attn.v_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.1.self_attn.v_proj", + "decoder.layers.17.self_attn.v_proj", + "32.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.4.self_attn.k_proj", + "text_model.layers.18.self_attn.k_proj", + "o_proj", + "29.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "28.self_attn.q_proj", + "gate_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.9.self_attn.q_proj", + "decoder.layers.10.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "27.self_attn.v_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "decoder.layers.11.self_attn.k_proj", + "text_model.layers.16.self_attn.v_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.11.self_attn.k_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "31.self_attn.k_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.4.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "decoder.layers.8.self_attn.k_proj", + "decoder.layers.12.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.10.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "30.self_attn.k_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "33.self_attn.k_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.26.self_attn.v_proj", + "text_model.layers.20.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "32.self_attn.v_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "down_proj", + "decoder.layers.19.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "decoder.layers.23.self_attn.q_proj", + "up_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.22.self_attn.k_proj", + "28.self_attn.v_proj", + "text_model.layers.24.self_attn.k_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.13.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter_model.safetensors b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c241adce7d5b38d55b8309dbbebd540c8754358 --- /dev/null +++ b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a72c61326857d9a06d571d8e310737798a1766b9fe3fa39ecb7d225a25112ec4 +size 953821400 diff --git a/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter_config.json b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0a863f0149f51a9d136797a9a4657483b8bd8412 --- /dev/null +++ b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "33.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.9.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "29.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "32.self_attn.k_proj", + "decoder.layers.18.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "decoder.layers.19.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "31.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.9.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "33.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.23.self_attn.q_proj", + "29.self_attn.q_proj", + "text_model.layers.16.self_attn.q_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.8.self_attn.k_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.15.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "31.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.24.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "28.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "text_model.layers.15.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.12.self_attn.q_proj", + "30.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.13.self_attn.k_proj", + "text_model.layers.25.self_attn.v_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.0.self_attn.k_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.18.self_attn.v_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.1.self_attn.v_proj", + "decoder.layers.17.self_attn.v_proj", + "32.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.4.self_attn.k_proj", + "text_model.layers.18.self_attn.k_proj", + "o_proj", + "29.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "28.self_attn.q_proj", + "gate_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.9.self_attn.q_proj", + "decoder.layers.10.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "27.self_attn.v_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "decoder.layers.11.self_attn.k_proj", + "text_model.layers.16.self_attn.v_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.11.self_attn.k_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "31.self_attn.k_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.4.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "decoder.layers.8.self_attn.k_proj", + "decoder.layers.12.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.10.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "30.self_attn.k_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "33.self_attn.k_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.26.self_attn.v_proj", + "text_model.layers.20.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "32.self_attn.v_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "down_proj", + "decoder.layers.19.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "decoder.layers.23.self_attn.q_proj", + "up_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.22.self_attn.k_proj", + "28.self_attn.v_proj", + "text_model.layers.24.self_attn.k_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.13.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter_model.safetensors b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a1e50ae484495812b52bfb387a1ea18c74b3c5f --- /dev/null +++ b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a7fa2e9ba742c0cdb2cdbb5f149150b4f23cb32259f446d760a8090ca343a1 +size 953821400