diff --git a/GEMMA_PROHIBITED_USE_POLICY.html b/GEMMA_PROHIBITED_USE_POLICY.html new file mode 100644 index 0000000000000000000000000000000000000000..314730ee1981eb245c14da8d05a3756020303dc4 --- /dev/null +++ b/GEMMA_PROHIBITED_USE_POLICY.html @@ -0,0 +1,4612 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + Gemma Prohibited Use Policy  |  Google AI for Developers + + + + + + + + + + + + + + + + + + + + + + +
+ + + + + + + + + + + + + + + + + + + + + + + + + +
+
+
+
+ + +
+ + + + + + + + + + + + + + +
+
+
+ + + + + + + + + + +
+ + +
+
+ + +
+
+ +
+ +
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+
+
+ + + +
+
+ + +
+
+ + +
+ + + + +
+ + + +
+ +
+ + + + +
+ + + + + + + + + + + + +
+ +
+
+ +
+ + + + + + +
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+
+
+
+ + + +
+
+ + + + + + + + + + + + + +
+ + + + + + + + + + + + +

+ Gemma Prohibited Use Policy + + +

+
+ + + + + + +
+ + + + +

+ +

+ + + +

Google reserves the right to update this Gemma Prohibited Use Policy from time +to time.

+ +

Last modified: February 21, 2024

+ +

You may not use nor allow others to use Gemma or Model Derivatives to:

+ +
    +
  1. Generate any content, including the outputs or results generated by Gemma or +Model Derivatives, that infringes, misappropriates, or otherwise violates any +individual's or entity's rights (including, but not limited to rights in +copyrighted content).
  2. +
  3. Perform or facilitate dangerous, illegal, or malicious activities, including: +
      +
    1. Facilitation or promotion of illegal activities or violations of law, +such as: +
        +
      1. Promoting or generating content related to child sexual abuse or +exploitation;
      2. +
      3. Promoting or facilitating sale of, or providing instructions for +synthesizing or accessing, illegal substances, goods, or services;
      4. +
      5. Facilitating or encouraging users to commit any type of crimes; or
      6. +
      7. Promoting or generating violent extremism or terrorist content.
      8. +
    2. +
    3. Engagement in the illegal or unlicensed practice of any vocation or +profession including, but not limited to, legal, medical, accounting, or +financial professional practices.
    4. +
    5. Abuse, harm, interference, or disruption of services (or enable others to +do the same), such as: +
        +
      1. Promoting or facilitating the generation or distribution of spam; or
      2. +
      3. Generating content for deceptive or fraudulent activities, scams, +phishing, or malware.
      4. +
    6. +
    7. Attempts to override or circumvent safety filters or intentionally drive +Gemma or Model Derivatives to act in a manner that contravenes this Gemma +Prohibited Use Policy.
    8. +
    9. Generation of content that may harm or promote the harm of individuals or +a group, such as: +
        +
      1. Generating content that promotes or encourages hatred;
      2. +
      3. Facilitating methods of harassment or bullying to intimidate, abuse, +or insult others;
      4. +
      5. Generating content that facilitates, promotes, or incites violence;
      6. +
      7. Generating content that facilitates, promotes, or encourages self +harm;
      8. +
      9. Generating personally identifying information for distribution or +other harms;
      10. +
      11. Tracking or monitoring people without their consent;
      12. +
      13. Generating content that may have unfair or adverse impacts on people, +particularly impacts related to sensitive or protected +characteristics; or
      14. +
      15. Generating, gathering, processing, or inferring sensitive personal or +private information about individuals without obtaining all rights, +authorizations, and consents required by applicable laws.
      16. +
    10. +
  4. +
  5. Generate and distribute content intended to misinform, misrepresent or +mislead, including: +
      +
    1. Misrepresentation of the provenance of generated content by claiming +content was created by a human, or represent generated content as +original works, in order to deceive;
    2. +
    3. Generation of content that impersonates an individual (living or dead) +without explicit disclosure, in order to deceive;
    4. +
    5. Misleading claims of expertise or capability made particularly in +sensitive areas (e.g. health, finance, government services, or legal);
    6. +
    7. Making automated decisions in domains that affect material or individual +rights or well-being (e.g., finance, legal, employment, healthcare, +housing, insurance, and social welfare);
    8. +
    9. Generation of defamatory content, including defamatory statements, +images, or audio content; or
    10. +
    11. Engaging in the unauthorized or unlicensed practice of any profession +including, but not limited to, financial, legal, medical/health, or +related professional practices.
    12. +
  6. +
  7. Generate sexually explicit content, including content created for the +purposes of pornography or sexual gratification (e.g. sexual chatbots). Note +that this does not include content created for scientific, educational, +documentary, or artistic purposes.
  8. +
+ + + + +
+ + + + + + + + + + + + + + + +
+ + + + + + + + + + +
+ + + + + + + + +
+ +
+
+ + + + + + + + + + + + + + + + + + + + + + +
+
+ + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/GEMMA_TERMS.html b/GEMMA_TERMS.html new file mode 100644 index 0000000000000000000000000000000000000000..ec635a82d0cbe4457500500c52e441dd2bb23e76 --- /dev/null +++ b/GEMMA_TERMS.html @@ -0,0 +1,4750 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + Gemma Terms of Use  |  Google AI for Developers + + + + + + + + + + + + + + + + + + + + + + +
+ + + + + + + + + + + + + + + + + + + + + + + + + +
+
+
+
+ + +
+ + + + + + + + + + + + + + +
+
+
+ + + + + + + + + + +
+ + +
+
+ + +
+
+ +
+ +
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+
+
+ + + +
+
+ + +
+
+ + +
+ + + + +
+ + + +
+ +
+ + + + +
+ + + + + + + + + + + + +
+ +
+
+ +
+ + + + + + +
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+
+
+
+ + + +
+
+ + + + + + + + + + + + + +
+ + + + + + + + + + + + +

+ Gemma Terms of Use + + +

+
+ + + + + + +
+ + + + +

+ +

+ +

The terms below apply to Gemma models listed in the Appendix at bottom of this page. For Gemma 4 terms, see the Gemma 4 license.

+ + + +

Last modified: April 1, 2026

+ +

By using, reproducing, modifying, distributing, performing or displaying any +portion or element of Gemma, Model Derivatives including via any Hosted Service, +(each as defined below) (collectively, the "Gemma Services") or otherwise +accepting the terms of this Agreement, you agree to be bound by this Agreement.

+ +

Section 1: DEFINITIONS

+ +

1.1 Definitions

+ +

(a) "Agreement" or "Gemma Terms of Use" means these terms and conditions +that govern the use, reproduction, Distribution or modification of the Gemma +Services and any terms and conditions incorporated by reference.

+ +

(b) "Distribution" or "Distribute" means any transmission, publication, +or other sharing of Gemma or Model Derivatives to a third party, including by +providing or making Gemma or its functionality available as a hosted service via +API, web access, or any other electronic or remote means ("Hosted Service").

+ +

(c) "Gemma" means the set of machine learning language models, trained model +weights and parameters identified in the Appendix, +regardless of the source that you obtained it from.

+ +

(d) "Google" means Google LLC.

+ +

(e) "Model Derivatives" means all (i) modifications to Gemma, (ii) works based +on Gemma, or (iii) any other machine learning model which is created by transfer +of patterns of the weights, parameters, operations, or Output of Gemma, to that +model in order to cause that model to perform similarly to Gemma, including +distillation methods that use intermediate data representations or methods based +on the generation of synthetic data Outputs by Gemma for training that model. +For clarity, Outputs are not deemed Model Derivatives.

+ +

(f) "Output" means the information content output of Gemma or a Model +Derivative that results from operating or otherwise using Gemma or the Model +Derivative, including via a Hosted Service.

+ +

1.2

+ +

As used in this Agreement, "including" means +"including without limitation".

+ +

Section 2: ELIGIBILITY AND USAGE

+ +

2.1 Eligibility

+ +

You represent and warrant that you have the legal capacity to enter into this +Agreement (including being of sufficient age of consent). If you are accessing +or using any of the Gemma Services for or on behalf of a legal entity, (a) you +are entering into this Agreement on behalf of yourself and that legal entity, +(b) you represent and warrant that you have the authority to act on behalf of +and bind that entity to this Agreement and (c) references to "you" or +"your" in the remainder of this Agreement refers to both you (as an +individual) and that entity.

+ +

2.2 Use

+ +

You may use, reproduce, modify, Distribute, perform or display any of the Gemma +Services only in accordance with the terms of this Agreement, and must not +violate (or encourage or permit anyone else to violate) any term of this +Agreement.

+ +

Section 3: DISTRIBUTION AND RESTRICTIONS

+ +

3.1 Distribution and Redistribution

+ +

You may reproduce or Distribute copies of Gemma or Model Derivatives if you meet +all of the following conditions:

+ +
    +
  1. You must include the use restrictions referenced in Section 3.2 as an +enforceable provision in any agreement (e.g., license agreement, terms of use, +etc.) governing the use and/or distribution of Gemma or Model Derivatives and +you must provide notice to subsequent users you Distribute to that Gemma or +Model Derivatives are subject to the use restrictions in Section 3.2.
  2. +
  3. You must provide all third party recipients of Gemma or Model Derivatives a +copy of this Agreement.
  4. +
  5. You must cause any modified files to carry prominent notices stating that you +modified the files.
  6. +
  7. All Distributions (other than through a Hosted Service) must be accompanied +by a "Notice" text file that contains the following notice: +"Gemma is provided under and subject to the Gemma Terms of Use found at ai.google.dev/gemma/terms".
  8. +
+ +

You may add your own intellectual property statement to your modifications and, +except as set forth in this Section, may provide additional or different terms +and conditions for use, reproduction, or Distribution of your modifications, or +for any such Model Derivatives as a whole, provided your use, reproduction, +modification, Distribution, performance, and display of Gemma otherwise complies +with the terms and conditions of this Agreement. Any additional or different +terms and conditions you impose must not conflict with the terms of this +Agreement.

+ +

3.2 Use Restrictions

+ +

You must not use any of the Gemma Services:

+ +
    +
  1. for the restricted uses set forth in the Gemma Prohibited Use Policy at +ai.google.dev/gemma/prohibited_use_policy +("Prohibited Use Policy"), which is hereby incorporated by reference into +this Agreement; or
  2. +
  3. in violation of applicable laws and regulations.
  4. +
+ +

To the maximum extent permitted by law, Google reserves the right to restrict +(remotely or otherwise) usage of any of the Gemma Services that Google +reasonably believes are in violation of this Agreement.

+ +

3.3 Generated Output

+ +

Google claims no rights in Outputs you generate using Gemma. You and your users +are solely responsible for Outputs and their subsequent uses.

+ +

Section 4: ADDITIONAL PROVISIONS

+ +

4.1 Updates

+ +

Google may update Gemma from time to time.

+ +

4.2 Trademarks

+ +

Nothing in this Agreement grants you any rights to use Google's trademarks, +trade names, logos or to otherwise suggest endorsement or misrepresent the +relationship between you and Google. Google reserves any rights not expressly +granted herein.

+ +

4.3 DISCLAIMER OF WARRANTY

+ +

UNLESS REQUIRED BY APPLICABLE LAW, THE GEMMA SERVICES, AND OUTPUTS, ARE PROVIDED +ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, EITHER +EXPRESS OR IMPLIED, INCLUDING ANY WARRANTIES OR CONDITIONS OF TITLE, +NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE +SOLELY RESPONSIBLE FOR DETERMINING THE APPROPRIATENESS OF USING, REPRODUCING, +MODIFYING, PERFORMING, DISPLAYING OR DISTRIBUTING ANY OF THE GEMMA SERVICES +OR OUTPUTS AND ASSUME ANY AND ALL RISKS ASSOCIATED WITH YOUR USE OR DISTRIBUTION +OF ANY OF THE GEMMA SERVICES OR OUTPUTS AND YOUR EXERCISE OF RIGHTS AND +PERMISSIONS UNDER THIS AGREEMENT.

+ +

4.4 LIMITATION OF LIABILITY

+ +

TO THE FULLEST EXTENT PERMITTED BY APPLICABLE LAW, IN NO EVENT AND UNDER NO +LEGAL THEORY, WHETHER IN TORT (INCLUDING NEGLIGENCE), PRODUCT LIABILITY, +CONTRACT, OR OTHERWISE, UNLESS REQUIRED BY APPLICABLE LAW, SHALL GOOGLE OR ITS +AFFILIATES BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY DIRECT, INDIRECT, +SPECIAL, INCIDENTAL, EXEMPLARY, CONSEQUENTIAL, OR PUNITIVE DAMAGES, OR LOST +PROFITS OF ANY KIND ARISING FROM THIS AGREEMENT OR RELATED TO, ANY OF THE GEMMA +SERVICES OR OUTPUTS EVEN IF GOOGLE OR ITS AFFILIATES HAVE BEEN ADVISED OF THE +POSSIBILITY OF SUCH DAMAGES.

+ +

4.5 Term, Termination, and Survival

+ +

The term of this Agreement will commence upon your acceptance of this Agreement +(including acceptance by your use, modification, or Distribution, reproduction, +performance or display of any portion or element of the Gemma Services) and will +continue in full force and effect until terminated in accordance with the terms +of this Agreement. Google may terminate this Agreement if you are in breach of +any term of this Agreement. Upon termination of this Agreement, you must delete +and cease use and Distribution of all copies of Gemma and Model Derivatives in +your possession or control. Sections 1, 2.1, 3.3, 4.2 to 4.9 shall survive the +termination of this Agreement.

+ +

4.6 Governing Law and Jurisdiction

+ +

This Agreement will be governed by the laws of the State of California without +regard to choice of law principles. The UN Convention on Contracts for the +International Sale of Goods does not apply to this Agreement. The state and +federal courts of Santa Clara County, California shall have exclusive +jurisdiction of any dispute arising out of this Agreement.

+ +

4.7 Severability

+ +

If any provision of this Agreement is held to be invalid, illegal or +unenforceable, the remaining provisions shall be unaffected thereby and remain +valid as if such provision had not been set forth herein.

+ +

4.8 Entire Agreement

+ +

This Agreement states all the terms agreed between the parties and supersedes +all other agreements between the parties as of the date of acceptance relating +to its subject matter.

+ +

4.9 No Waiver

+ +

Google will not be treated as having waived any rights by not exercising (or +delaying the exercise of) any rights under this Agreement.

+ +

Appendix

+ + + + + + + +
+ + + + + + + + + + + + + + + +
+ + + + + + + + + + +
+ + + + + + + + +
+ +
+
+ + + + + + + + + + + + + + + + + + + + + + +
+
+ + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/NOTICE b/NOTICE new file mode 100644 index 0000000000000000000000000000000000000000..27fe1d325f98f3f4643f3ba5735584cffd2553dd --- /dev/null +++ b/NOTICE @@ -0,0 +1 @@ +Gemma is provided under and subject to the Gemma Terms of Use found at ai.google.dev/gemma/terms diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d15f3d9d035ee6bc9fc6875049c8cb648109eb19 --- /dev/null +++ b/README.md @@ -0,0 +1,88 @@ +--- +base_model: google/t5gemma-2-4b-4b +library_name: peft +license: gemma +license_link: https://ai.google.dev/gemma/terms +tags: + - peft + - lora + - t5gemma + - research-artifact + - software-engineering +--- + +# T5Gemma 2 VeRPO and RS-SFT research adapters + +This repository archives 45 PEFT LoRA adapter checkpoints from 15 research-run +families studying decompilation and typed-contract interventions for Dart source +generation from an F2 binary representation. + +These are research checkpoints, not standalone models and not deployment-ready +releases. Loading any checkpoint requires authorized access to the upstream +`google/t5gemma-2-4b-4b` base model and compliance with its applicable terms. + +## Terms of use + +The adapters are model derivatives subject to the Gemma Terms of Use, including +their use restrictions and the incorporated Gemma Prohibited Use Policy. By +downloading, using, modifying, or redistributing these adapters, recipients must +comply with those terms and applicable law. Copies of the terms and prohibited-use +policy retrieved from Google's official pages at publication time are included in +this repository, together with the required `NOTICE` file. + +## Repository layout + +Each loadable checkpoint is stored as: + +```text +// + adapter_config.json + adapter_model.safetensors + MODIFIED_NOTICE.md +``` + +`manifest.jsonl` and `SHA256SUMS` provide the original artifact path, byte size, +and SHA-256 digest for every published file. + +## Scope and safety + +The public bundle intentionally contains only adapter weights and adapter +configuration files. It excludes: + +- optimizer/RNG/training-resume state (`training_state.pt`) +- run contracts and metadata that reference private holdback material +- raw training or evaluation data +- predictions, generations, logs, and API harvests +- private holdback files and secret material +- redundant tokenizer copies (load the tokenizer from the base model) + +All 45 adapter-weight files have distinct SHA-256 digests. The bundle was scanned +for credential-shaped tokens before publication. + +## Important interpretation note + +Checkpoint names describe their originating experiment and optimizer step; they +do not imply model selection, quality ranking, or promotion. In particular, the +typed-C2 VeRPO pilot checkpoints were sealed as non-promoted research pilots and +must not be represented as selected or production models. + +## Loading an adapter + +Download one checkpoint directory, then load it with PEFT on top of the upstream +base model. A typical local workflow is: + +```python +from peft import PeftModel +from transformers import AutoModelForSeq2SeqLM, AutoTokenizer + +base_id = "google/t5gemma-2-4b-4b" +checkpoint_dir = "/path/to//" + +tokenizer = AutoTokenizer.from_pretrained(base_id) +base_model = AutoModelForSeq2SeqLM.from_pretrained(base_id) +model = PeftModel.from_pretrained(base_model, checkpoint_dir) +``` + +Exact experiment settings and evaluation evidence are maintained separately from +this public model-only repository so private protocol material cannot be detached +from its access controls. diff --git a/SHA256SUMS b/SHA256SUMS new file mode 100644 index 0000000000000000000000000000000000000000..d0cc72882856f47a751aa7bfe5e0edbd825244eb --- /dev/null +++ b/SHA256SUMS @@ -0,0 +1,30 @@ +8eb3a523f729ef6cbc83701278dbfb42dadaab90e7ba2037687ad04592033c4b t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_config.json +bc295c2de483a9bd158d10bdda167f622d1dc729a64a9d07fd6987ddb79fc298 t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_model.safetensors +a370e2ed87cdc016978ff945afcec363761b184984b4852909f64e23bbb954e2 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_config.json +5a662aedd732c2f0aa059eb2064b3e93d2efb6379b5e8474c5a93e2c983f5a65 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_model.safetensors +9b93791a48658d30e598e4027e0a9b7d9b723c4c37d0654df5e72efd9cb2f99e t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_config.json +9d3e41adeb6ae904b3f2a9c7d9f7f9d9d5495b79b03db8323e188a1f38c7f370 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_model.safetensors +b60d1da506664b9a6c106a04663c0c19f41d2aea440aceec584d193c4fa74796 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_config.json +c0155131d981c056104d9023e504b1fa131692f9cdbe4c1d6691dae7ddcc8e23 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_model.safetensors +c21ee4458e7c9fe1321337ce22409ee2a03dfe37299c25cfc7c468a490ffb4c3 t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json +83d8152edc7236a144fcb7b321f03c4dc5fcf90a1e866fa334338938ee0bdcdc t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors +2e1c412857d0399f91b7b0e2267a059dd383ba05590c72f175bea3442976dedb t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_config.json +bbe22f5454942f84ff66ace3ebddf1dbf4b7d074364860f28b67b946ad29449b t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_model.safetensors +75aad08619087aa2d7ef5db9d50b1890ca74feccf85a2c104a93dbddb0d7b9e6 t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_config.json +be95b3bec613478790facb2bb6ec29243a3625e468560b0b678def8f016a46da t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_model.safetensors +e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0 t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_config.json +c13031f8497b744682b27f79f034dc3db32fb3f511b2d85017985b8e8be2dfaf t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_model.safetensors +dbae56910f1e7f7eca2e600c017bfafb56605631a79782e4bd4e74cff650487e t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_config.json +383deef8d7ab78356c498d9bf2e7d6ad6dd83d3663e7bdc5c87648a6225adb5e t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_model.safetensors +f3701f13cb66b6b5952cd1dd2a71b17206e77c1c646ec806f6dd43d7e059a92d t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json +71078435105dc29aff1aba5942abd5c272e78ef817896081f6e994938da9d77a t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors +b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_config.json +62377c4c4a7d883a3ea1f0ac55a64d23a303c1cf4c41cdd14530f021163a4bec t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_model.safetensors +c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_config.json +b6cae496cfbbb02f632dddb321f47d748f8591f122518c2b5429acd4472b9f0c t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_model.safetensors +b366a1868a937cb75276944c9defa6938781fc5d52ca4ee698ff7fefe388871a t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_config.json +1b6ac90ba01d6253485927581408dc0bc3152cad09833071efffa3e3e8f43d36 t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_model.safetensors +6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_config.json +80b50fab88e076d3e14771d09b5d1706baffeb2fd6c0c9d51b8841dd4135a004 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_model.safetensors +a58e97388303b208a0b11ea645362b805da314f0e4d860c5863ad0f766ed06d3 t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_config.json +e923237eb9a920dd6b66e15e65f69df66d2600727e00c69d5f93a2aff5a2d01e t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_model.safetensors diff --git a/manifest.jsonl b/manifest.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4a05ae1f81aa3874371bb2a20159beb164fdadff --- /dev/null +++ b/manifest.jsonl @@ -0,0 +1,30 @@ +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000016","experiment_family":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_config.json","sha256":"8eb3a523f729ef6cbc83701278dbfb42dadaab90e7ba2037687ad04592033c4b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000016","experiment_family":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_model.safetensors","sha256":"bc295c2de483a9bd158d10bdda167f622d1dc729a64a9d07fd6987ddb79fc298","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_config.json","sha256":"a370e2ed87cdc016978ff945afcec363761b184984b4852909f64e23bbb954e2","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_model.safetensors","sha256":"5a662aedd732c2f0aa059eb2064b3e93d2efb6379b5e8474c5a93e2c983f5a65","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_config.json","sha256":"9b93791a48658d30e598e4027e0a9b7d9b723c4c37d0654df5e72efd9cb2f99e","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_model.safetensors","sha256":"9d3e41adeb6ae904b3f2a9c7d9f7f9d9d5495b79b03db8323e188a1f38c7f370","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_config.json","sha256":"b60d1da506664b9a6c106a04663c0c19f41d2aea440aceec584d193c4fa74796","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_model.safetensors","sha256":"c0155131d981c056104d9023e504b1fa131692f9cdbe4c1d6691dae7ddcc8e23","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_enriched_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json","sha256":"c21ee4458e7c9fe1321337ce22409ee2a03dfe37299c25cfc7c468a490ffb4c3","size":8569,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_enriched_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors","sha256":"83d8152edc7236a144fcb7b321f03c4dc5fcf90a1e866fa334338938ee0bdcdc","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000174","experiment_family":"t5gemma2_4b4b_enriched_sft_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_config.json","sha256":"2e1c412857d0399f91b7b0e2267a059dd383ba05590c72f175bea3442976dedb","size":8569,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000174","experiment_family":"t5gemma2_4b4b_enriched_sft_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_model.safetensors","sha256":"bbe22f5454942f84ff66ace3ebddf1dbf4b7d074364860f28b67b946ad29449b","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000426","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_final_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_config.json","sha256":"75aad08619087aa2d7ef5db9d50b1890ca74feccf85a2c104a93dbddb0d7b9e6","size":8569,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000426","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_final_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_model.safetensors","sha256":"be95b3bec613478790facb2bb6ec29243a3625e468560b0b678def8f016a46da","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000013","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_config.json","sha256":"e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0","size":8569,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000013","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_model.safetensors","sha256":"c13031f8497b744682b27f79f034dc3db32fb3f511b2d85017985b8e8be2dfaf","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000150","experiment_family":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1","promotion_note":"non-promoted research pilot","repo_path":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_config.json","sha256":"dbae56910f1e7f7eca2e600c017bfafb56605631a79782e4bd4e74cff650487e","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000150","experiment_family":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1","promotion_note":"non-promoted research pilot","repo_path":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_model.safetensors","sha256":"383deef8d7ab78356c498d9bf2e7d6ad6dd83d3663e7bdc5c87648a6225adb5e","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json","sha256":"f3701f13cb66b6b5952cd1dd2a71b17206e77c1c646ec806f6dd43d7e059a92d","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors","sha256":"71078435105dc29aff1aba5942abd5c272e78ef817896081f6e994938da9d77a","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_model.safetensors","sha256":"62377c4c4a7d883a3ea1f0ac55a64d23a303c1cf4c41cdd14530f021163a4bec","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000054","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000054","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_model.safetensors","sha256":"b6cae496cfbbb02f632dddb321f47d748f8591f122518c2b5429acd4472b9f0c","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000006","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_config.json","sha256":"b366a1868a937cb75276944c9defa6938781fc5d52ca4ee698ff7fefe388871a","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000006","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_model.safetensors","sha256":"1b6ac90ba01d6253485927581408dc0bc3152cad09833071efffa3e3e8f43d36","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_config.json","sha256":"6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_model.safetensors","sha256":"80b50fab88e076d3e14771d09b5d1706baffeb2fd6c0c9d51b8841dd4135a004","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter/adapter_model.safetensors"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_rs_sft_union_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_config.json","sha256":"a58e97388303b208a0b11ea645362b805da314f0e4d860c5863ad0f766ed06d3","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter/adapter_config.json"} +{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_rs_sft_union_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_model.safetensors","sha256":"e923237eb9a920dd6b66e15e65f69df66d2600727e00c69d5f93a2aff5a2d01e","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter/adapter_model.safetensors"} diff --git a/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/MODIFIED_NOTICE.md b/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_config.json b/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f91196f51cd2286ccac679f2d79f1f1c4779280 --- /dev/null +++ b/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.22.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.13.self_attn.k_proj", + "33.self_attn.k_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "down_proj", + "text_model.layers.8.self_attn.q_proj", + "decoder.layers.16.self_attn.q_proj", + "32.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "31.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.8.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.21.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.24.self_attn.v_proj", + "text_model.layers.18.self_attn.q_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.14.self_attn.v_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.12.self_attn.k_proj", + "text_model.layers.12.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.25.self_attn.k_proj", + "29.self_attn.k_proj", + "28.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.6.self_attn.k_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.14.self_attn.k_proj", + "33.self_attn.q_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.9.self_attn.k_proj", + "29.self_attn.v_proj", + "30.self_attn.v_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.20.self_attn.q_proj", + "33.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.26.self_attn.v_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "28.self_attn.q_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.11.self_attn.q_proj", + "30.self_attn.k_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "decoder.layers.8.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.22.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.5.self_attn.k_proj", + "29.self_attn.q_proj", + "27.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.18.self_attn.v_proj", + "gate_proj", + "o_proj", + "decoder.layers.0.self_attn.v_proj", + "32.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "27.self_attn.q_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "32.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.17.self_attn.v_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.3.self_attn.k_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.3.self_attn.q_proj", + "27.self_attn.v_proj", + "up_proj", + "text_model.layers.22.self_attn.q_proj", + "28.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "31.self_attn.k_proj", + "text_model.layers.15.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "30.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.16.self_attn.q_proj", + "decoder.layers.0.self_attn.k_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.0.self_attn.q_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_model.safetensors b/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e1208937f1cf1a313949bcc6eaa353628121f220 --- /dev/null +++ b/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc295c2de483a9bd158d10bdda167f622d1dc729a64a9d07fd6987ddb79fc298 +size 953821400 diff --git a/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/MODIFIED_NOTICE.md b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_config.json b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ee1d3800bf288494bc26379dd906225d4d00f581 --- /dev/null +++ b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "text_model.layers.21.self_attn.k_proj", + "down_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.5.self_attn.v_proj", + "decoder.layers.15.self_attn.k_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.4.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.2.self_attn.v_proj", + "32.self_attn.k_proj", + "decoder.layers.12.self_attn.q_proj", + "31.self_attn.k_proj", + "text_model.layers.13.self_attn.k_proj", + "text_model.layers.15.self_attn.v_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "29.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.18.self_attn.k_proj", + "31.self_attn.v_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.16.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.8.self_attn.k_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.7.self_attn.v_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "decoder.layers.11.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.3.self_attn.k_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.15.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.9.self_attn.v_proj", + "33.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "o_proj", + "30.self_attn.v_proj", + "30.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.14.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.14.self_attn.k_proj", + "28.self_attn.v_proj", + "decoder.layers.24.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "decoder.layers.3.self_attn.k_proj", + "32.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "29.self_attn.k_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "decoder.layers.22.self_attn.v_proj", + "29.self_attn.q_proj", + "up_proj", + "decoder.layers.13.self_attn.q_proj", + "decoder.layers.4.self_attn.k_proj", + "32.self_attn.v_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.20.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.4.self_attn.v_proj", + "decoder.layers.5.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "33.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.12.self_attn.v_proj", + "27.self_attn.q_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.6.self_attn.q_proj", + "27.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.10.self_attn.k_proj", + "text_model.layers.6.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.23.self_attn.q_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.24.self_attn.q_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.8.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "decoder.layers.24.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "27.self_attn.v_proj", + "33.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.23.self_attn.v_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.7.self_attn.k_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.0.self_attn.k_proj", + "gate_proj", + "28.self_attn.k_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.20.self_attn.v_proj", + "31.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "decoder.layers.23.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.24.self_attn.v_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.20.self_attn.k_proj", + "decoder.layers.1.self_attn.k_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_model.safetensors b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..084ac7ad7c4ac38b5c1ef70ec23c075ce736d832 --- /dev/null +++ b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a662aedd732c2f0aa059eb2064b3e93d2efb6379b5e8474c5a93e2c983f5a65 +size 953821400 diff --git a/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/MODIFIED_NOTICE.md b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_config.json b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c1406e654447c00c5717cd85b600ec4b7c84e7cf --- /dev/null +++ b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "32.self_attn.q_proj", + "text_model.layers.13.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "text_model.layers.9.self_attn.v_proj", + "text_model.layers.19.self_attn.v_proj", + "28.self_attn.v_proj", + "text_model.layers.18.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.3.self_attn.q_proj", + "decoder.layers.19.self_attn.q_proj", + "27.self_attn.q_proj", + "30.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "decoder.layers.15.self_attn.q_proj", + "31.self_attn.v_proj", + "33.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "29.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.1.self_attn.v_proj", + "27.self_attn.k_proj", + "28.self_attn.k_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.26.self_attn.k_proj", + "text_model.layers.11.self_attn.v_proj", + "28.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "30.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.2.self_attn.k_proj", + "up_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "o_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.24.self_attn.k_proj", + "decoder.layers.17.self_attn.v_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.21.self_attn.k_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.0.self_attn.k_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "31.self_attn.k_proj", + "text_model.layers.0.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.0.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "decoder.layers.17.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.16.self_attn.q_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.16.self_attn.v_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.9.self_attn.k_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.13.self_attn.q_proj", + "decoder.layers.6.self_attn.v_proj", + "text_model.layers.4.self_attn.q_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "decoder.layers.7.self_attn.v_proj", + "text_model.layers.13.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.13.self_attn.v_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "text_model.layers.23.self_attn.q_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "down_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "33.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "27.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "31.self_attn.q_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.20.self_attn.k_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "32.self_attn.v_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.8.self_attn.k_proj", + "text_model.layers.5.self_attn.v_proj", + "decoder.layers.23.self_attn.k_proj", + "29.self_attn.k_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "32.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.5.self_attn.q_proj", + "decoder.layers.6.self_attn.q_proj", + "29.self_attn.q_proj", + "decoder.layers.9.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "33.self_attn.k_proj", + "30.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "gate_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.1.self_attn.v_proj", + "decoder.layers.0.self_attn.k_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.7.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_model.safetensors b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6c7326f58d55195e8ae671fcfd94655ef25b96a4 --- /dev/null +++ b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d3e41adeb6ae904b3f2a9c7d9f7f9d9d5495b79b03db8323e188a1f38c7f370 +size 953821400 diff --git a/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/MODIFIED_NOTICE.md b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_config.json b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1639ac044c3f5704f59a0fea144d6c2eb4abb578 --- /dev/null +++ b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "text_model.layers.4.self_attn.q_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "up_proj", + "text_model.layers.12.self_attn.v_proj", + "33.self_attn.q_proj", + "30.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.12.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.15.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "31.self_attn.k_proj", + "29.self_attn.k_proj", + "32.self_attn.v_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.6.self_attn.k_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.3.self_attn.q_proj", + "decoder.layers.23.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "29.self_attn.v_proj", + "32.self_attn.k_proj", + "27.self_attn.q_proj", + "down_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "30.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.14.self_attn.q_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.20.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "o_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "28.self_attn.v_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "31.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.11.self_attn.q_proj", + "29.self_attn.q_proj", + "30.self_attn.v_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.18.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "33.self_attn.v_proj", + "33.self_attn.k_proj", + "decoder.layers.5.self_attn.q_proj", + "decoder.layers.8.self_attn.q_proj", + "decoder.layers.16.self_attn.q_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.21.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.26.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.17.self_attn.k_proj", + "28.self_attn.k_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.6.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.16.self_attn.v_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "text_model.layers.8.self_attn.k_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.20.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.13.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.2.self_attn.k_proj", + "28.self_attn.q_proj", + "27.self_attn.k_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "text_model.layers.22.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.8.self_attn.q_proj", + "32.self_attn.q_proj", + "text_model.layers.2.self_attn.v_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "27.self_attn.v_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.15.self_attn.v_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.7.self_attn.v_proj", + "gate_proj", + "text_model.layers.25.self_attn.k_proj", + "decoder.layers.13.self_attn.q_proj", + "decoder.layers.21.self_attn.k_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.22.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_model.safetensors b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..773ea904d45fee828aac181c024792e2acba2634 --- /dev/null +++ b/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0155131d981c056104d9023e504b1fa131692f9cdbe4c1d6691dae7ddcc8e23 +size 953821400 diff --git a/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/MODIFIED_NOTICE.md b/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json b/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..342f84369496266746880bca08937d288fbed4c5 --- /dev/null +++ b/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.14.self_attn.q_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.15.self_attn.k_proj", + "31.self_attn.q_proj", + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "29.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "33.self_attn.v_proj", + "29.self_attn.v_proj", + "decoder.layers.20.self_attn.v_proj", + "30.self_attn.q_proj", + "30.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.24.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.22.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.24.self_attn.q_proj", + "32.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.1.self_attn.k_proj", + "28.self_attn.k_proj", + "down_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "decoder.layers.18.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.4.self_attn.k_proj", + "28.self_attn.q_proj", + "decoder.layers.23.self_attn.q_proj", + "text_model.layers.16.self_attn.q_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.2.self_attn.k_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.20.self_attn.k_proj", + "decoder.layers.14.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "28.self_attn.v_proj", + "decoder.layers.3.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "31.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.0.self_attn.k_proj", + "text_model.layers.13.self_attn.v_proj", + "gate_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "decoder.layers.22.self_attn.v_proj", + "o_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.25.self_attn.v_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "text_model.layers.23.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.23.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.4.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "33.self_attn.k_proj", + "text_model.layers.22.self_attn.v_proj", + "text_model.layers.9.self_attn.v_proj", + "32.self_attn.v_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.5.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.11.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "up_proj", + "27.self_attn.k_proj", + "27.self_attn.v_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.22.self_attn.k_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.6.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "29.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "32.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.15.self_attn.q_proj", + "text_model.layers.18.self_attn.v_proj", + "33.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.24.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.26.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.21.self_attn.k_proj", + "text_model.layers.0.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.6.self_attn.q_proj", + "30.self_attn.k_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "decoder.layers.13.self_attn.q_proj", + "decoder.layers.18.self_attn.v_proj", + "text_model.layers.9.self_attn.k_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors b/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e283d8dca99a8f5b4b8b1b62bda1149b66b8d52 --- /dev/null +++ b/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83d8152edc7236a144fcb7b321f03c4dc5fcf90a1e866fa334338938ee0bdcdc +size 953821400 diff --git a/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/MODIFIED_NOTICE.md b/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_config.json b/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d5548abc837fc93adbab94ca6cf94a6dfa2017a1 --- /dev/null +++ b/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "27.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "27.self_attn.q_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "up_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "down_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.19.self_attn.v_proj", + "32.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.9.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "31.self_attn.k_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "decoder.layers.3.self_attn.v_proj", + "30.self_attn.k_proj", + "decoder.layers.11.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.14.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "text_model.layers.18.self_attn.k_proj", + "28.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.10.self_attn.k_proj", + "32.self_attn.k_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "29.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.q_proj", + "33.self_attn.k_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "text_model.layers.21.self_attn.k_proj", + "28.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "33.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "27.self_attn.v_proj", + "28.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.23.self_attn.k_proj", + "31.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "31.self_attn.q_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.1.self_attn.q_proj", + "32.self_attn.q_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.25.self_attn.q_proj", + "30.self_attn.v_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.9.self_attn.k_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "text_model.layers.25.self_attn.v_proj", + "30.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "decoder.layers.23.self_attn.q_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "33.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "decoder.layers.15.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.4.self_attn.q_proj", + "gate_proj", + "text_model.layers.17.self_attn.k_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "decoder.layers.17.self_attn.k_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.3.self_attn.k_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.22.self_attn.q_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.6.self_attn.k_proj", + "text_model.layers.3.self_attn.q_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "o_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "decoder.layers.24.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.26.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "29.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "29.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.15.self_attn.k_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.19.self_attn.k_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_model.safetensors b/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..288455152fc0c83c72e5123cfd81e6b3a78562f4 --- /dev/null +++ b/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbe22f5454942f84ff66ace3ebddf1dbf4b7d074364860f28b67b946ad29449b +size 953821400 diff --git a/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/MODIFIED_NOTICE.md b/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_config.json b/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fa207249bc856cd6ea033a4ce71b2746dfa07d66 --- /dev/null +++ b/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "down_proj", + "decoder.layers.16.self_attn.q_proj", + "33.self_attn.v_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.3.self_attn.k_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.24.self_attn.v_proj", + "decoder.layers.14.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.6.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.21.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "33.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "32.self_attn.v_proj", + "27.self_attn.q_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.1.self_attn.v_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "29.self_attn.k_proj", + "gate_proj", + "decoder.layers.26.self_attn.k_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "text_model.layers.12.self_attn.k_proj", + "text_model.layers.6.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.8.self_attn.k_proj", + "text_model.layers.12.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.17.self_attn.q_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.0.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "text_model.layers.16.self_attn.q_proj", + "29.self_attn.v_proj", + "decoder.layers.15.self_attn.k_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "29.self_attn.q_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.19.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "decoder.layers.24.self_attn.v_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.25.self_attn.k_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "33.self_attn.k_proj", + "decoder.layers.25.self_attn.q_proj", + "30.self_attn.v_proj", + "30.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.25.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "30.self_attn.k_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "text_model.layers.26.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.8.self_attn.k_proj", + "decoder.layers.1.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.25.self_attn.v_proj", + "27.self_attn.v_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.3.self_attn.q_proj", + "decoder.layers.20.self_attn.k_proj", + "31.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.15.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "31.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "text_model.layers.5.self_attn.v_proj", + "decoder.layers.5.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "decoder.layers.20.self_attn.v_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.7.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.2.self_attn.q_proj", + "32.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.22.self_attn.v_proj", + "text_model.layers.14.self_attn.v_proj", + "up_proj", + "28.self_attn.v_proj", + "text_model.layers.18.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "31.self_attn.k_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.3.self_attn.q_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.17.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "32.self_attn.k_proj", + "decoder.layers.11.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "27.self_attn.k_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.19.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.12.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.14.self_attn.k_proj", + "o_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.9.self_attn.k_proj", + "28.self_attn.q_proj", + "text_model.layers.9.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_model.safetensors b/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..28c7e093c23de478ee0a6a699a5008723ef73fd3 --- /dev/null +++ b/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be95b3bec613478790facb2bb6ec29243a3625e468560b0b678def8f016a46da +size 953821400 diff --git a/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/MODIFIED_NOTICE.md b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_config.json b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8ca12e3dce995ee83dae732d2971ffa1f712d37 --- /dev/null +++ b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "decoder.layers.13.self_attn.v_proj", + "text_model.layers.3.self_attn.k_proj", + "text_model.layers.19.self_attn.v_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.15.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "32.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "33.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "33.self_attn.k_proj", + "text_model.layers.24.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.16.self_attn.k_proj", + "31.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.23.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "29.self_attn.k_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.9.self_attn.v_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.8.self_attn.k_proj", + "33.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.16.self_attn.q_proj", + "27.self_attn.q_proj", + "30.self_attn.v_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.16.self_attn.q_proj", + "29.self_attn.v_proj", + "text_model.layers.22.self_attn.k_proj", + "decoder.layers.6.self_attn.v_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.2.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.8.self_attn.v_proj", + "31.self_attn.q_proj", + "decoder.layers.24.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "o_proj", + "decoder.layers.16.self_attn.v_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "30.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.21.self_attn.k_proj", + "text_model.layers.11.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.15.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.13.self_attn.k_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.8.self_attn.k_proj", + "decoder.layers.26.self_attn.q_proj", + "27.self_attn.v_proj", + "decoder.layers.17.self_attn.v_proj", + "29.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "text_model.layers.15.self_attn.v_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.6.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.22.self_attn.q_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "31.self_attn.k_proj", + "32.self_attn.v_proj", + "32.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.16.self_attn.v_proj", + "decoder.layers.15.self_attn.k_proj", + "28.self_attn.v_proj", + "text_model.layers.5.self_attn.v_proj", + "down_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.10.self_attn.k_proj", + "30.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.21.self_attn.q_proj", + "gate_proj", + "decoder.layers.3.self_attn.q_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.9.self_attn.k_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "decoder.layers.14.self_attn.v_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.17.self_attn.k_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.26.self_attn.k_proj", + "text_model.layers.12.self_attn.k_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.10.self_attn.k_proj", + "text_model.layers.3.self_attn.q_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_model.safetensors b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5be01bbf0c99abc447e9b52468ca3f35f532aab5 --- /dev/null +++ b/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c13031f8497b744682b27f79f034dc3db32fb3f511b2d85017985b8e8be2dfaf +size 953821400 diff --git a/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_config.json b/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5e44958c247bcd69ac40eeb59b29e9c8f3292c43 --- /dev/null +++ b/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "29.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "text_model.layers.3.self_attn.k_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.9.self_attn.v_proj", + "27.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "33.self_attn.k_proj", + "decoder.layers.25.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.24.self_attn.q_proj", + "gate_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.23.self_attn.v_proj", + "30.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "text_model.layers.18.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.3.self_attn.q_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.22.self_attn.q_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "text_model.layers.23.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.25.self_attn.v_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.11.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.16.self_attn.k_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.16.self_attn.q_proj", + "o_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.5.self_attn.q_proj", + "decoder.layers.0.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.15.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.2.self_attn.v_proj", + "33.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.24.self_attn.v_proj", + "decoder.layers.14.self_attn.q_proj", + "28.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "27.self_attn.k_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.12.self_attn.q_proj", + "29.self_attn.q_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "decoder.layers.9.self_attn.k_proj", + "decoder.layers.2.self_attn.k_proj", + "text_model.layers.12.self_attn.k_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.8.self_attn.q_proj", + "down_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.5.self_attn.q_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.23.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.13.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "28.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.9.self_attn.q_proj", + "decoder.layers.20.self_attn.v_proj", + "27.self_attn.q_proj", + "decoder.layers.21.self_attn.k_proj", + "up_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.7.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.19.self_attn.v_proj", + "30.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "33.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "32.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "32.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.3.self_attn.v_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "29.self_attn.v_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.15.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.10.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.24.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.3.self_attn.k_proj", + "decoder.layers.14.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "32.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "31.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.18.self_attn.k_proj", + "31.self_attn.q_proj", + "decoder.layers.4.self_attn.k_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_model.safetensors b/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ef1b89c10ff22e8e10866bcf37530310f3df80e --- /dev/null +++ b/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:383deef8d7ab78356c498d9bf2e7d6ad6dd83d3663e7bdc5c87648a6225adb5e +size 953821400 diff --git a/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json b/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..895fdb3da119c176eaaa1e188ee11594b72eabb9 --- /dev/null +++ b/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.11.self_attn.k_proj", + "text_model.layers.16.self_attn.k_proj", + "text_model.layers.12.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.4.self_attn.v_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.12.self_attn.q_proj", + "28.self_attn.k_proj", + "o_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.19.self_attn.v_proj", + "text_model.layers.6.self_attn.q_proj", + "30.self_attn.q_proj", + "decoder.layers.18.self_attn.v_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "28.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "text_model.layers.22.self_attn.q_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.13.self_attn.k_proj", + "33.self_attn.k_proj", + "text_model.layers.11.self_attn.v_proj", + "31.self_attn.q_proj", + "decoder.layers.24.self_attn.q_proj", + "29.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.21.self_attn.q_proj", + "27.self_attn.k_proj", + "32.self_attn.v_proj", + "text_model.layers.18.self_attn.q_proj", + "32.self_attn.q_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.16.self_attn.k_proj", + "32.self_attn.k_proj", + "33.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "33.self_attn.v_proj", + "text_model.layers.5.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.8.self_attn.q_proj", + "decoder.layers.26.self_attn.q_proj", + "31.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "decoder.layers.13.self_attn.v_proj", + "31.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "decoder.layers.8.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "29.self_attn.q_proj", + "decoder.layers.20.self_attn.v_proj", + "27.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.3.self_attn.k_proj", + "text_model.layers.22.self_attn.v_proj", + "text_model.layers.23.self_attn.v_proj", + "29.self_attn.v_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.0.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.25.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.9.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "decoder.layers.12.self_attn.q_proj", + "gate_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.2.self_attn.k_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.18.self_attn.k_proj", + "down_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.11.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.5.self_attn.q_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.4.self_attn.q_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "up_proj", + "decoder.layers.7.self_attn.k_proj", + "decoder.layers.9.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.15.self_attn.k_proj", + "text_model.layers.26.self_attn.v_proj", + "text_model.layers.13.self_attn.k_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.6.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "text_model.layers.25.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "text_model.layers.9.self_attn.k_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.3.self_attn.v_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "28.self_attn.v_proj", + "30.self_attn.k_proj", + "decoder.layers.16.self_attn.q_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.15.self_attn.q_proj", + "30.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "decoder.layers.3.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.21.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors b/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..480016317d305ad9a7931f4a86568ee2cd4f4c5b --- /dev/null +++ b/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71078435105dc29aff1aba5942abd5c272e78ef817896081f6e994938da9d77a +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f35b049368d5b9e79d26001f0ed46eb477b29d1 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.19.self_attn.q_proj", + "30.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "o_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "27.self_attn.k_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.25.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "32.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.22.self_attn.k_proj", + "29.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "up_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "27.self_attn.v_proj", + "decoder.layers.25.self_attn.v_proj", + "down_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "28.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.20.self_attn.q_proj", + "29.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.v_proj", + "33.self_attn.q_proj", + "31.self_attn.k_proj", + "33.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "28.self_attn.v_proj", + "text_model.layers.19.self_attn.k_proj", + "gate_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "32.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "text_model.layers.15.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "31.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "32.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.2.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa83ea0ffd5ac675304b2060ce6eea1cdd2dfd74 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62377c4c4a7d883a3ea1f0ac55a64d23a303c1cf4c41cdd14530f021163a4bec +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c0034c3804d9fc9ac06c685e3e6ff17630f17da --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "31.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "30.self_attn.q_proj", + "33.self_attn.v_proj", + "text_model.layers.25.self_attn.v_proj", + "decoder.layers.18.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "27.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.22.self_attn.k_proj", + "text_model.layers.20.self_attn.v_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.6.self_attn.k_proj", + "29.self_attn.q_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.4.self_attn.v_proj", + "30.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "down_proj", + "decoder.layers.11.self_attn.k_proj", + "o_proj", + "decoder.layers.12.self_attn.q_proj", + "29.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.19.self_attn.v_proj", + "32.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "text_model.layers.13.self_attn.k_proj", + "27.self_attn.q_proj", + "text_model.layers.20.self_attn.k_proj", + "29.self_attn.v_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.11.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.26.self_attn.v_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.5.self_attn.k_proj", + "32.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "28.self_attn.q_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.1.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.16.self_attn.q_proj", + "text_model.layers.3.self_attn.v_proj", + "33.self_attn.q_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.8.self_attn.q_proj", + "31.self_attn.v_proj", + "text_model.layers.8.self_attn.k_proj", + "30.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "28.self_attn.v_proj", + "decoder.layers.4.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "text_model.layers.19.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.9.self_attn.q_proj", + "gate_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "up_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.3.self_attn.q_proj", + "33.self_attn.k_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "31.self_attn.q_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "28.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.17.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "32.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..319daecf7311b28af36e8ee3967e3cb545f8e2d4 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6cae496cfbbb02f632dddb321f47d748f8591f122518c2b5429acd4472b9f0c +size 953821400 diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_config.json b/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1eb874844f83eaa74ca40df9cf91161788a42509 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.22.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.12.self_attn.q_proj", + "decoder.layers.4.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "text_model.layers.24.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "text_model.layers.25.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.12.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "text_model.layers.21.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.9.self_attn.q_proj", + "decoder.layers.0.self_attn.k_proj", + "text_model.layers.13.self_attn.k_proj", + "decoder.layers.18.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "decoder.layers.6.self_attn.v_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.3.self_attn.q_proj", + "decoder.layers.1.self_attn.v_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "decoder.layers.10.self_attn.k_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.16.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "text_model.layers.26.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.22.self_attn.k_proj", + "decoder.layers.14.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "28.self_attn.q_proj", + "decoder.layers.15.self_attn.q_proj", + "decoder.layers.16.self_attn.v_proj", + "31.self_attn.v_proj", + "up_proj", + "decoder.layers.9.self_attn.v_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.19.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.17.self_attn.q_proj", + "decoder.layers.20.self_attn.k_proj", + "decoder.layers.2.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "30.self_attn.v_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.12.self_attn.k_proj", + "text_model.layers.8.self_attn.k_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.11.self_attn.q_proj", + "decoder.layers.22.self_attn.k_proj", + "down_proj", + "decoder.layers.4.self_attn.q_proj", + "decoder.layers.19.self_attn.v_proj", + "28.self_attn.v_proj", + "text_model.layers.6.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.25.self_attn.v_proj", + "decoder.layers.25.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.7.self_attn.v_proj", + "28.self_attn.k_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.9.self_attn.q_proj", + "decoder.layers.8.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "33.self_attn.k_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.3.self_attn.q_proj", + "29.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "gate_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.8.self_attn.q_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.23.self_attn.k_proj", + "27.self_attn.k_proj", + "text_model.layers.21.self_attn.k_proj", + "text_model.layers.25.self_attn.k_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "30.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "text_model.layers.4.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "31.self_attn.q_proj", + "29.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.6.self_attn.k_proj", + "32.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "text_model.layers.2.self_attn.k_proj", + "31.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.18.self_attn.k_proj", + "decoder.layers.15.self_attn.k_proj", + "33.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.16.self_attn.k_proj", + "text_model.layers.0.self_attn.q_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.3.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.5.self_attn.q_proj", + "33.self_attn.v_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.2.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "text_model.layers.13.self_attn.v_proj", + "o_proj", + "decoder.layers.17.self_attn.v_proj", + "32.self_attn.q_proj", + "decoder.layers.11.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.3.self_attn.k_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.6.self_attn.k_proj", + "decoder.layers.10.self_attn.q_proj", + "27.self_attn.v_proj", + "32.self_attn.v_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.24.self_attn.v_proj", + "text_model.layers.1.self_attn.v_proj", + "decoder.layers.10.self_attn.v_proj", + "decoder.layers.0.self_attn.v_proj", + "text_model.layers.20.self_attn.q_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.10.self_attn.k_proj", + "decoder.layers.5.self_attn.v_proj", + "text_model.layers.9.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "30.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.19.self_attn.k_proj", + "29.self_attn.q_proj", + "decoder.layers.13.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.23.self_attn.q_proj", + "decoder.layers.18.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_model.safetensors b/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..146fb57fb54501b9ebd2387984e8da01bad14992 --- /dev/null +++ b/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b6ac90ba01d6253485927581408dc0bc3152cad09833071efffa3e3e8f43d36 +size 953821400 diff --git a/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_config.json b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0a863f0149f51a9d136797a9a4657483b8bd8412 --- /dev/null +++ b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.22.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "33.self_attn.v_proj", + "decoder.layers.17.self_attn.q_proj", + "text_model.layers.9.self_attn.v_proj", + "text_model.layers.8.self_attn.v_proj", + "29.self_attn.v_proj", + "decoder.layers.21.self_attn.k_proj", + "text_model.layers.6.self_attn.v_proj", + "text_model.layers.20.self_attn.v_proj", + "32.self_attn.k_proj", + "decoder.layers.18.self_attn.q_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "decoder.layers.19.self_attn.v_proj", + "decoder.layers.2.self_attn.k_proj", + "31.self_attn.q_proj", + "text_model.layers.3.self_attn.q_proj", + "text_model.layers.16.self_attn.k_proj", + "decoder.layers.9.self_attn.v_proj", + "text_model.layers.15.self_attn.q_proj", + "33.self_attn.q_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.14.self_attn.k_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.25.self_attn.k_proj", + "text_model.layers.5.self_attn.k_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.23.self_attn.q_proj", + "29.self_attn.q_proj", + "text_model.layers.16.self_attn.q_proj", + "decoder.layers.2.self_attn.v_proj", + "text_model.layers.8.self_attn.k_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.15.self_attn.q_proj", + "text_model.layers.19.self_attn.q_proj", + "31.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.24.self_attn.q_proj", + "decoder.layers.25.self_attn.v_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "28.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "text_model.layers.10.self_attn.k_proj", + "text_model.layers.15.self_attn.k_proj", + "text_model.layers.10.self_attn.v_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.7.self_attn.v_proj", + "decoder.layers.25.self_attn.q_proj", + "text_model.layers.17.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.12.self_attn.q_proj", + "30.self_attn.v_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.18.self_attn.v_proj", + "decoder.layers.7.self_attn.k_proj", + "text_model.layers.13.self_attn.k_proj", + "text_model.layers.25.self_attn.v_proj", + "text_model.layers.4.self_attn.q_proj", + "text_model.layers.0.self_attn.k_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.12.self_attn.v_proj", + "decoder.layers.0.self_attn.q_proj", + "decoder.layers.18.self_attn.v_proj", + "text_model.layers.2.self_attn.k_proj", + "decoder.layers.1.self_attn.v_proj", + "decoder.layers.17.self_attn.v_proj", + "32.self_attn.q_proj", + "decoder.layers.2.self_attn.q_proj", + "decoder.layers.4.self_attn.k_proj", + "text_model.layers.18.self_attn.k_proj", + "o_proj", + "29.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.17.self_attn.k_proj", + "text_model.layers.26.self_attn.k_proj", + "28.self_attn.q_proj", + "gate_proj", + "text_model.layers.1.self_attn.v_proj", + "text_model.layers.9.self_attn.q_proj", + "decoder.layers.10.self_attn.v_proj", + "decoder.layers.13.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "27.self_attn.v_proj", + "decoder.layers.24.self_attn.v_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.3.self_attn.k_proj", + "decoder.layers.11.self_attn.k_proj", + "text_model.layers.16.self_attn.v_proj", + "decoder.layers.11.self_attn.q_proj", + "decoder.layers.13.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "text_model.layers.21.self_attn.k_proj", + "decoder.layers.6.self_attn.v_proj", + "decoder.layers.14.self_attn.q_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.11.self_attn.k_proj", + "text_model.layers.14.self_attn.q_proj", + "text_model.layers.13.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.8.self_attn.q_proj", + "text_model.layers.18.self_attn.q_proj", + "27.self_attn.q_proj", + "decoder.layers.16.self_attn.k_proj", + "31.self_attn.k_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.17.self_attn.k_proj", + "decoder.layers.12.self_attn.v_proj", + "decoder.layers.14.self_attn.k_proj", + "text_model.layers.22.self_attn.v_proj", + "decoder.layers.21.self_attn.q_proj", + "text_model.layers.24.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "text_model.layers.7.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.4.self_attn.v_proj", + "decoder.layers.16.self_attn.v_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.11.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.12.self_attn.q_proj", + "decoder.layers.8.self_attn.k_proj", + "decoder.layers.12.self_attn.k_proj", + "decoder.layers.22.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.10.self_attn.k_proj", + "decoder.layers.26.self_attn.v_proj", + "30.self_attn.k_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.22.self_attn.q_proj", + "33.self_attn.k_proj", + "text_model.layers.5.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.14.self_attn.v_proj", + "text_model.layers.26.self_attn.v_proj", + "text_model.layers.20.self_attn.q_proj", + "text_model.layers.15.self_attn.v_proj", + "27.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "text_model.layers.19.self_attn.v_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.8.self_attn.v_proj", + "text_model.layers.21.self_attn.v_proj", + "decoder.layers.21.self_attn.v_proj", + "text_model.layers.20.self_attn.k_proj", + "32.self_attn.v_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.25.self_attn.q_proj", + "text_model.layers.0.self_attn.q_proj", + "down_proj", + "decoder.layers.19.self_attn.q_proj", + "decoder.layers.9.self_attn.k_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.25.self_attn.k_proj", + "decoder.layers.23.self_attn.q_proj", + "up_proj", + "decoder.layers.3.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "text_model.layers.22.self_attn.k_proj", + "28.self_attn.v_proj", + "text_model.layers.24.self_attn.k_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.13.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_model.safetensors b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a62a48d694729eb66c004efdc882f4cea4cd1599 --- /dev/null +++ b/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80b50fab88e076d3e14771d09b5d1706baffeb2fd6c0c9d51b8841dd4135a004 +size 953821400 diff --git a/t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/MODIFIED_NOTICE.md b/t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/MODIFIED_NOTICE.md new file mode 100644 index 0000000000000000000000000000000000000000..1776cab76e9ac41773e91aeae08eac9e5786f41d --- /dev/null +++ b/t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/MODIFIED_NOTICE.md @@ -0,0 +1,8 @@ +# Modification notice + +This directory contains PEFT LoRA adapter weights and configuration produced by +fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative +artifacts; they are not original Google model files and are not endorsed by Google. + +Use and redistribution are subject to the Gemma Terms of Use and the incorporated +Gemma Prohibited Use Policy included at the repository root. diff --git a/t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_config.json b/t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3673e291e7a2c518a210093ab6a54a8991156b5a --- /dev/null +++ b/t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_config.json @@ -0,0 +1,226 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "google/t5gemma-2-4b-4b", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "decoder.layers.14.self_attn.q_proj", + "decoder.layers.15.self_attn.k_proj", + "text_model.layers.12.self_attn.v_proj", + "text_model.layers.16.self_attn.q_proj", + "27.self_attn.k_proj", + "text_model.layers.25.self_attn.k_proj", + "text_model.layers.3.self_attn.q_proj", + "text_model.layers.26.self_attn.k_proj", + "text_model.layers.17.self_attn.k_proj", + "decoder.layers.20.self_attn.k_proj", + "text_model.layers.7.self_attn.v_proj", + "decoder.layers.26.self_attn.k_proj", + "text_model.layers.8.self_attn.v_proj", + "text_model.layers.0.self_attn.q_proj", + "text_model.layers.19.self_attn.k_proj", + "decoder.layers.11.self_attn.k_proj", + "33.self_attn.q_proj", + "text_model.layers.15.self_attn.k_proj", + "decoder.layers.8.self_attn.k_proj", + "decoder.layers.15.self_attn.q_proj", + "text_model.layers.10.self_attn.v_proj", + "decoder.layers.3.self_attn.v_proj", + "text_model.layers.6.self_attn.v_proj", + "decoder.layers.18.self_attn.q_proj", + "decoder.layers.7.self_attn.v_proj", + "text_model.layers.2.self_attn.v_proj", + "text_model.layers.4.self_attn.k_proj", + "decoder.layers.0.self_attn.q_proj", + "text_model.layers.20.self_attn.k_proj", + "text_model.layers.22.self_attn.q_proj", + "decoder.layers.2.self_attn.k_proj", + "decoder.layers.8.self_attn.v_proj", + "decoder.layers.22.self_attn.q_proj", + "31.self_attn.k_proj", + "decoder.layers.17.self_attn.k_proj", + "33.self_attn.v_proj", + "decoder.layers.1.self_attn.k_proj", + "decoder.layers.1.self_attn.q_proj", + "decoder.layers.8.self_attn.q_proj", + "decoder.layers.25.self_attn.q_proj", + "27.self_attn.v_proj", + "decoder.layers.26.self_attn.v_proj", + "decoder.layers.3.self_attn.q_proj", + "text_model.layers.9.self_attn.k_proj", + "decoder.layers.6.self_attn.k_proj", + "decoder.layers.13.self_attn.v_proj", + "text_model.layers.4.self_attn.v_proj", + "text_model.layers.6.self_attn.k_proj", + "decoder.layers.19.self_attn.k_proj", + "text_model.layers.25.self_attn.q_proj", + "28.self_attn.v_proj", + "text_model.layers.21.self_attn.k_proj", + "text_model.layers.9.self_attn.v_proj", + "decoder.layers.16.self_attn.k_proj", + "decoder.layers.22.self_attn.v_proj", + "text_model.layers.8.self_attn.k_proj", + "text_model.layers.15.self_attn.v_proj", + "29.self_attn.k_proj", + "29.self_attn.q_proj", + "decoder.layers.6.self_attn.q_proj", + "text_model.layers.17.self_attn.q_proj", + "decoder.layers.3.self_attn.k_proj", + "text_model.layers.20.self_attn.q_proj", + "decoder.layers.12.self_attn.k_proj", + "text_model.layers.24.self_attn.q_proj", + "decoder.layers.16.self_attn.v_proj", + "text_model.layers.10.self_attn.k_proj", + "text_model.layers.8.self_attn.q_proj", + "decoder.layers.23.self_attn.q_proj", + "text_model.layers.5.self_attn.v_proj", + "decoder.layers.15.self_attn.v_proj", + "decoder.layers.26.self_attn.q_proj", + "decoder.layers.10.self_attn.k_proj", + "decoder.layers.11.self_attn.v_proj", + "decoder.layers.0.self_attn.k_proj", + "decoder.layers.21.self_attn.k_proj", + "down_proj", + "28.self_attn.k_proj", + "text_model.layers.25.self_attn.v_proj", + "text_model.layers.19.self_attn.q_proj", + "30.self_attn.k_proj", + "text_model.layers.24.self_attn.k_proj", + "decoder.layers.20.self_attn.v_proj", + "decoder.layers.19.self_attn.v_proj", + "text_model.layers.23.self_attn.k_proj", + "text_model.layers.1.self_attn.k_proj", + "text_model.layers.22.self_attn.k_proj", + "27.self_attn.q_proj", + "text_model.layers.22.self_attn.v_proj", + "text_model.layers.14.self_attn.q_proj", + "decoder.layers.17.self_attn.v_proj", + "decoder.layers.14.self_attn.v_proj", + "decoder.layers.21.self_attn.v_proj", + "decoder.layers.18.self_attn.k_proj", + "text_model.layers.14.self_attn.v_proj", + "decoder.layers.5.self_attn.v_proj", + "decoder.layers.24.self_attn.q_proj", + "text_model.layers.18.self_attn.k_proj", + "text_model.layers.13.self_attn.q_proj", + "text_model.layers.26.self_attn.q_proj", + "text_model.layers.3.self_attn.k_proj", + "32.self_attn.v_proj", + "decoder.layers.24.self_attn.v_proj", + "32.self_attn.k_proj", + "decoder.layers.25.self_attn.v_proj", + "decoder.layers.20.self_attn.q_proj", + "text_model.layers.1.self_attn.v_proj", + "decoder.layers.4.self_attn.q_proj", + "text_model.layers.20.self_attn.v_proj", + "decoder.layers.1.self_attn.v_proj", + "decoder.layers.9.self_attn.q_proj", + "text_model.layers.16.self_attn.v_proj", + "text_model.layers.2.self_attn.q_proj", + "decoder.layers.23.self_attn.v_proj", + "30.self_attn.v_proj", + "text_model.layers.5.self_attn.k_proj", + "decoder.layers.5.self_attn.k_proj", + "decoder.layers.9.self_attn.k_proj", + "decoder.layers.24.self_attn.k_proj", + "decoder.layers.12.self_attn.q_proj", + "text_model.layers.1.self_attn.q_proj", + "decoder.layers.11.self_attn.q_proj", + "text_model.layers.13.self_attn.k_proj", + "text_model.layers.12.self_attn.q_proj", + "31.self_attn.q_proj", + "33.self_attn.k_proj", + "text_model.layers.23.self_attn.v_proj", + "text_model.layers.4.self_attn.q_proj", + "decoder.layers.16.self_attn.q_proj", + "text_model.layers.15.self_attn.q_proj", + "text_model.layers.23.self_attn.q_proj", + "text_model.layers.6.self_attn.q_proj", + "text_model.layers.11.self_attn.q_proj", + "text_model.layers.10.self_attn.q_proj", + "decoder.layers.4.self_attn.k_proj", + "decoder.layers.13.self_attn.k_proj", + "decoder.layers.23.self_attn.k_proj", + "decoder.layers.19.self_attn.q_proj", + "o_proj", + "decoder.layers.2.self_attn.q_proj", + "32.self_attn.q_proj", + "29.self_attn.v_proj", + "decoder.layers.22.self_attn.k_proj", + "decoder.layers.25.self_attn.k_proj", + "decoder.layers.0.self_attn.v_proj", + "decoder.layers.5.self_attn.q_proj", + "text_model.layers.21.self_attn.v_proj", + "28.self_attn.q_proj", + "text_model.layers.7.self_attn.k_proj", + "text_model.layers.2.self_attn.k_proj", + "text_model.layers.21.self_attn.q_proj", + "decoder.layers.18.self_attn.v_proj", + "text_model.layers.0.self_attn.v_proj", + "text_model.layers.11.self_attn.v_proj", + "text_model.layers.17.self_attn.v_proj", + "text_model.layers.26.self_attn.v_proj", + "text_model.layers.3.self_attn.v_proj", + "31.self_attn.v_proj", + "text_model.layers.18.self_attn.v_proj", + "text_model.layers.16.self_attn.k_proj", + "text_model.layers.24.self_attn.v_proj", + "text_model.layers.12.self_attn.k_proj", + "decoder.layers.7.self_attn.k_proj", + "decoder.layers.9.self_attn.v_proj", + "text_model.layers.19.self_attn.v_proj", + "gate_proj", + "decoder.layers.2.self_attn.v_proj", + "decoder.layers.10.self_attn.q_proj", + "decoder.layers.7.self_attn.q_proj", + "text_model.layers.14.self_attn.k_proj", + "decoder.layers.6.self_attn.v_proj", + "text_model.layers.7.self_attn.q_proj", + "decoder.layers.21.self_attn.q_proj", + "decoder.layers.14.self_attn.k_proj", + "30.self_attn.q_proj", + "decoder.layers.10.self_attn.v_proj", + "text_model.layers.13.self_attn.v_proj", + "up_proj", + "decoder.layers.17.self_attn.q_proj", + "decoder.layers.12.self_attn.v_proj", + "text_model.layers.18.self_attn.q_proj", + "text_model.layers.9.self_attn.q_proj", + "text_model.layers.11.self_attn.k_proj", + "decoder.layers.13.self_attn.q_proj", + "decoder.layers.4.self_attn.v_proj", + "text_model.layers.0.self_attn.k_proj", + "text_model.layers.5.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "SEQ_2_SEQ_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_model.safetensors b/t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c04518c185fd8d7876a571453cb9273f37c0b2e2 --- /dev/null +++ b/t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e923237eb9a920dd6b66e15e65f69df66d2600727e00c69d5f93a2aff5a2d01e +size 953821400