Instructions to use raafatabualazm/t5gemma2-verpo-artifacts with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use raafatabualazm/t5gemma2-verpo-artifacts with PEFT:
Task type is invalid.
- Notebooks
- Google Colab
- Kaggle
Upload curated public adapter bundle from hf_public_t5gemma2_verpo_artifacts_v1
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- GEMMA_PROHIBITED_USE_POLICY.html +2 -2
- GEMMA_TERMS.html +2 -2
- SHA256SUMS +60 -0
- manifest.jsonl +60 -0
- t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_config.json +226 -0
- t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_config.json +226 -0
- t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_config.json +226 -0
- t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_config.json +226 -0
- t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_config.json +226 -0
- t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_config.json +226 -0
- t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_config.json +226 -0
- t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_config.json +226 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_config.json +226 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_config.json +226 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_config.json +226 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_config.json +226 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_config.json +226 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_config.json +226 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/MODIFIED_NOTICE.md +8 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_config.json +226 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_model.safetensors +3 -0
- t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/MODIFIED_NOTICE.md +8 -0
GEMMA_PROHIBITED_USE_POLICY.html
CHANGED
|
@@ -4598,12 +4598,12 @@ documentary, or artistic purposes.</li>
|
|
| 4598 |
|
| 4599 |
|
| 4600 |
|
| 4601 |
-
<script nonce="
|
| 4602 |
|
| 4603 |
(function(d,e,v,s,i,t,E){d['GoogleDevelopersObject']=i;
|
| 4604 |
t=e.createElement(v);t.async=1;t.src=s;E=e.getElementsByTagName(v)[0];
|
| 4605 |
E.parentNode.insertBefore(t,E);})(window, document, 'script',
|
| 4606 |
-
'https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/googledevai/js/app_loader.js', '[59,"en",null,"/js/devsite_app_module.js","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/googledevai","https://googledevai-dot-devsite-v2-prod-3p.appspot.com",null,null,["/_pwa/googledevai/manifest.json","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/images/video-placeholder.svg","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/googledevai/images/favicon-new.png","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/googledevai/images/lockup-new.svg","https://fonts.googleapis.com/css?family=Google+Sans:400,500|Roboto:400,400italic,500,500italic,700,700italic|Roboto+Mono:400,500,700|Inter:400,500|Inter+Tight:300,500,600&display=swap"],1,null,[1,6,8,12,14,17,21,25,50,52,63,70,75,76,80,87,91,92,93,97,98,100,101,102,103,104,105,107,108,109,110,112,113,117,118,120,122,124,125,126,127,129,130,131,132,133,134,135,136,138,140,141,147,148,149,151,152,156,157,158,159,161,163,164,168,169,170,179,180,182,183,186,191,193,196],"AIzaSyCNm9YxQumEXwGJgTDjxoxXK6m1F-9720Q","AIzaSyCc76DZePGtoyUjqKrLdsMGk_ry7sljLbY","ai.google.dev","AIzaSyB9bqgQ2t11WJsOX8qNsCQ6U-w91mmqF-I","AIzaSyAdYnStPdzjcJJtQ0mvIaeaMKj7_t6J_Fg",null,null,null,["
|
| 4607 |
|
| 4608 |
</script>
|
| 4609 |
|
|
|
|
| 4598 |
|
| 4599 |
|
| 4600 |
|
| 4601 |
+
<script nonce="tGSIuoWCp0q9mRZjUmYJxlmEPLNAZH">
|
| 4602 |
|
| 4603 |
(function(d,e,v,s,i,t,E){d['GoogleDevelopersObject']=i;
|
| 4604 |
t=e.createElement(v);t.async=1;t.src=s;E=e.getElementsByTagName(v)[0];
|
| 4605 |
E.parentNode.insertBefore(t,E);})(window, document, 'script',
|
| 4606 |
+
'https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/googledevai/js/app_loader.js', '[59,"en",null,"/js/devsite_app_module.js","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/googledevai","https://googledevai-dot-devsite-v2-prod-3p.appspot.com",null,null,["/_pwa/googledevai/manifest.json","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/images/video-placeholder.svg","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/googledevai/images/favicon-new.png","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/googledevai/images/lockup-new.svg","https://fonts.googleapis.com/css?family=Google+Sans:400,500|Roboto:400,400italic,500,500italic,700,700italic|Roboto+Mono:400,500,700|Inter:400,500|Inter+Tight:300,500,600&display=swap"],1,null,[1,6,8,12,14,17,21,25,50,52,63,70,75,76,80,87,91,92,93,97,98,100,101,102,103,104,105,107,108,109,110,112,113,117,118,120,122,124,125,126,127,129,130,131,132,133,134,135,136,138,140,141,147,148,149,151,152,156,157,158,159,161,163,164,168,169,170,179,180,182,183,186,191,193,196],"AIzaSyCNm9YxQumEXwGJgTDjxoxXK6m1F-9720Q","AIzaSyCc76DZePGtoyUjqKrLdsMGk_ry7sljLbY","ai.google.dev","AIzaSyB9bqgQ2t11WJsOX8qNsCQ6U-w91mmqF-I","AIzaSyAdYnStPdzjcJJtQ0mvIaeaMKj7_t6J_Fg",null,null,null,["Profiles__enable_public_developer_profiles","Profiles__enable_user_type","Profiles__enable_auto_apply_credits","MiscFeatureFlags__developers_footer_image","EngEduTelemetry__enable_engedu_telemetry","Profiles__enable_awarding_url","MiscFeatureFlags__gdp_dashboard_reskin_enabled","TpcFeatures__enable_unmirrored_page_left_nav","Profiles__enable_dashboard_curated_recommendations","DevPro__enable_vertex_credit_card","MiscFeatureFlags__enable_variable_operator","Search__enable_page_map","DevPro__enable_nvidia_credits_card","Search__enable_ai_search_summaries_for_all","MiscFeatureFlags__enable_firebase_utm","MiscFeatureFlags__enable_view_transitions","DevPro__enable_google_payments","DevPro__enable_embed_profile_creation","Experiments__reqs_query_experiments","Profiles__enable_release_notes_notifications","SignIn__enable_l1_signup_flow","MiscFeatureFlags__enable_explicit_template_dependencies","Cloud__enable_cloudx_experiment_ids","Profiles__enable_recognition_badges","DevPro__enable_enterprise","DevPro__enable_code_assist","DevPro__enable_cloud_innovators_plus","DevPro__enable_g1_ineligible_redirect","DevPro__enable_firebase_workspaces_card","Profiles__enable_callout_notifications","DevPro__enable_developer_subscriptions","CloudShell__cloud_code_overflow_menu","Profiles__enable_targeted_hero","MiscFeatureFlags__enable_explain_this_code","MiscFeatureFlags__developers_footer_dark_image","MiscFeatureFlags__fix_lower_breadcrumbs","Cloud__enable_cloud_shell_fte_user_flow","Profiles__enable_profile_collections","Concierge__enable_devsite_llm_tools","DevPro__enable_credits_banner","Concierge__enable_remove_info_panel_tags","Search__enable_ai_eligibility_checks","Concierge__enable_actions_menu","MiscFeatureFlags__enable_project_variables","Analytics__enable_devpro_interaction_logging","Profiles__enable_developer_profile_benefits_ui_redesign","Cloud__enable_free_trial_server_call","Profiles__enable_stripe_subscription_management","Cloud__fast_free_trial","MiscFeatureFlags__remove_cross_domain_tracking_params","MiscFeatureFlags__enable_appearance_cookies","MiscFeatureFlags__enable_variable_operator_index_yaml","Profiles__enable_completecodelab_endpoint","Cloud__enable_legacy_calculator_redirect","Search__enable_dynamic_content_confidential_banner","Concierge__enable_pushui","TpcFeatures__proxy_prod_host","BookNav__enable_tenant_cache_key","Profiles__enable_developer_profile_pages_as_content","DevPro__enable_g1_integration","DevPro__enable_google_payments_buyflow","Analytics__enable_clearcut_logging","Profiles__enable_complete_playlist_endpoint","DevPro__remove_eu_tax_intake_form","Profiles__require_profile_eligibility_for_signin","Profiles__enable_page_saving","Cloud__cache_serialized_dynamic_content","Profiles__enable_completequiz_endpoint","Cloud__enable_cloud_dlp_service","Profiles__enable_playlist_community_acl","DevPro__enable_free_benefits","DevPro__enable_devpro_offers","DevPro__enable_google_one_card","OnSwitch__enable","Search__enable_suggestions_from_borg","Profiles__enable_join_program_group_endpoint","Profiles__enable_developer_profiles_callout","Profiles__enable_purchase_prompts","Cloud__enable_cloud_shell","CloudShell__cloud_shell_button","DevPro__enable_devsite_captcha","MiscFeatureFlags__enable_framebox_badge_methods","AIStudioInteractionsToggle__interactions_are_default","MiscFeatureFlags__enable_llms_txt"],null,null,"AIzaSyA58TaKli1DculwmAmbpzLVGuWc8eCQgQc","https://developerscontentserving-pa.googleapis.com","AIzaSyDWBU60w0P9hEkr29kkksYs8Z7gvZ8u_wc","https://developerscontentsearch-pa.googleapis.com",2,4,null,"https://developerprofiles-pa.googleapis.com",[59,"googledevai","Google AI for Developers","ai.google.dev",null,"googledevai-dot-devsite-v2-prod-3p.appspot.com",null,null,[null,1,null,null,null,null,null,null,null,null,null,[1],null,null,null,null,null,null,[1],null,null,null,null,[1],[1,1,null,1,1],null,null,null,null,null,[1]],null,[73,null,null,null,null,null,"/images/lockup-new.svg","/images/touchicon-180-new.png",null,null,null,null,1,1,null,null,null,null,null,null,null,2,null,null,null,"/images/lockup-dark-theme-new.svg",[]],[],null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,[44,2,4,6,7,12,14,15,17,18,20,21,22,23,28,29,32,37,39,40,43],null,[[],[1,1],null,1],[[null,null,null,null,null,["GTM-TC2MQKS8"],null,null,null,null,null,[["GTM-TC2MQKS8",1]],1]],null,4,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,[]],null,null,1,1,"https://developerscontentinsights-pa.googleapis.com","AIzaSyC11xEGtFhkmSh_iF6l_itbxnFz2GrIBOg","AIzaSyAXJ10nRF73mmdSDINgkCNX5bbd2KPcWm8","https://developers.googleapis.com",["https://aistudio.google.com"],null,"AIzaSyCjP0KOnHfv8mwe38sfzZJMOnqE3HvrD4A",null,null,"https://developers.googleapis.com"]')
|
| 4607 |
|
| 4608 |
</script>
|
| 4609 |
|
GEMMA_TERMS.html
CHANGED
|
@@ -4736,12 +4736,12 @@ delaying the exercise of) any rights under this Agreement.</p>
|
|
| 4736 |
|
| 4737 |
|
| 4738 |
|
| 4739 |
-
<script nonce="
|
| 4740 |
|
| 4741 |
(function(d,e,v,s,i,t,E){d['GoogleDevelopersObject']=i;
|
| 4742 |
t=e.createElement(v);t.async=1;t.src=s;E=e.getElementsByTagName(v)[0];
|
| 4743 |
E.parentNode.insertBefore(t,E);})(window, document, 'script',
|
| 4744 |
-
'https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/googledevai/js/app_loader.js', '[59,"en",null,"/js/devsite_app_module.js","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/googledevai","https://googledevai-dot-devsite-v2-prod-3p.appspot.com",null,null,["/_pwa/googledevai/manifest.json","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/images/video-placeholder.svg","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/googledevai/images/favicon-new.png","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/googledevai/images/lockup-new.svg","https://fonts.googleapis.com/css?family=Google+Sans:400,500|Roboto:400,400italic,500,500italic,700,700italic|Roboto+Mono:400,500,700|Inter:400,500|Inter+Tight:300,500,600&display=swap"],1,null,[1,6,8,12,14,17,21,25,50,52,63,70,75,76,80,87,91,92,93,97,98,100,101,102,103,104,105,107,108,109,110,112,113,116,117,118,120,122,124,125,126,127,129,130,131,132,133,134,135,136,138,140,141,147,148,149,151,152,156,157,158,159,161,163,164,168,169,170,179,180,182,183,186,191,193,196],"AIzaSyCNm9YxQumEXwGJgTDjxoxXK6m1F-9720Q","AIzaSyCc76DZePGtoyUjqKrLdsMGk_ry7sljLbY","ai.google.dev","AIzaSyB9bqgQ2t11WJsOX8qNsCQ6U-w91mmqF-I","AIzaSyAdYnStPdzjcJJtQ0mvIaeaMKj7_t6J_Fg",null,null,null,["
|
| 4745 |
|
| 4746 |
</script>
|
| 4747 |
|
|
|
|
| 4736 |
|
| 4737 |
|
| 4738 |
|
| 4739 |
+
<script nonce="RXWWm2eqBcB+m7PY5kPbel+abwPNVE">
|
| 4740 |
|
| 4741 |
(function(d,e,v,s,i,t,E){d['GoogleDevelopersObject']=i;
|
| 4742 |
t=e.createElement(v);t.async=1;t.src=s;E=e.getElementsByTagName(v)[0];
|
| 4743 |
E.parentNode.insertBefore(t,E);})(window, document, 'script',
|
| 4744 |
+
'https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/googledevai/js/app_loader.js', '[59,"en",null,"/js/devsite_app_module.js","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/googledevai","https://googledevai-dot-devsite-v2-prod-3p.appspot.com",null,null,["/_pwa/googledevai/manifest.json","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/images/video-placeholder.svg","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/googledevai/images/favicon-new.png","https://www.gstatic.com/devrel-devsite/prod/ve0d554c649da312a5f3235a85a2ecc2ee18faae4fdd6d97b91d2addcd93a62a0/googledevai/images/lockup-new.svg","https://fonts.googleapis.com/css?family=Google+Sans:400,500|Roboto:400,400italic,500,500italic,700,700italic|Roboto+Mono:400,500,700|Inter:400,500|Inter+Tight:300,500,600&display=swap"],1,null,[1,6,8,12,14,17,21,25,50,52,63,70,75,76,80,87,91,92,93,97,98,100,101,102,103,104,105,107,108,109,110,112,113,116,117,118,120,122,124,125,126,127,129,130,131,132,133,134,135,136,138,140,141,147,148,149,151,152,156,157,158,159,161,163,164,168,169,170,179,180,182,183,186,191,193,196],"AIzaSyCNm9YxQumEXwGJgTDjxoxXK6m1F-9720Q","AIzaSyCc76DZePGtoyUjqKrLdsMGk_ry7sljLbY","ai.google.dev","AIzaSyB9bqgQ2t11WJsOX8qNsCQ6U-w91mmqF-I","AIzaSyAdYnStPdzjcJJtQ0mvIaeaMKj7_t6J_Fg",null,null,null,["Profiles__enable_join_program_group_endpoint","MiscFeatureFlags__enable_project_variables","TpcFeatures__enable_unmirrored_page_left_nav","Concierge__enable_devsite_llm_tools","MiscFeatureFlags__enable_framebox_badge_methods","DevPro__enable_firebase_workspaces_card","Profiles__enable_developer_profile_benefits_ui_redesign","Profiles__enable_profile_collections","Profiles__enable_dashboard_curated_recommendations","MiscFeatureFlags__enable_appearance_cookies","DevPro__enable_credits_banner","MiscFeatureFlags__enable_variable_operator","OnSwitch__enable","DevPro__enable_vertex_credit_card","Profiles__enable_callout_notifications","Profiles__enable_page_saving","Profiles__require_profile_eligibility_for_signin","Search__enable_suggestions_from_borg","DevPro__enable_g1_integration","MiscFeatureFlags__developers_footer_dark_image","Cloud__enable_legacy_calculator_redirect","Concierge__enable_remove_info_panel_tags","CloudShell__cloud_code_overflow_menu","Profiles__enable_auto_apply_credits","DevPro__enable_developer_subscriptions","Search__enable_ai_eligibility_checks","DevPro__enable_nvidia_credits_card","DevPro__remove_eu_tax_intake_form","DevPro__enable_g1_ineligible_redirect","Experiments__reqs_query_experiments","TpcFeatures__proxy_prod_host","Analytics__enable_clearcut_logging","Profiles__enable_developer_profile_pages_as_content","Profiles__enable_targeted_hero","DevPro__enable_devsite_captcha","MiscFeatureFlags__enable_llms_txt","MiscFeatureFlags__enable_explain_this_code","DevPro__enable_devpro_offers","MiscFeatureFlags__enable_explicit_template_dependencies","DevPro__enable_embed_profile_creation","DevPro__enable_google_one_card","Cloud__enable_cloud_shell","Search__enable_dynamic_content_confidential_banner","Cloud__cache_serialized_dynamic_content","MiscFeatureFlags__enable_firebase_utm","Profiles__enable_public_developer_profiles","MiscFeatureFlags__enable_view_transitions","MiscFeatureFlags__fix_lower_breadcrumbs","Profiles__enable_awarding_url","MiscFeatureFlags__enable_variable_operator_index_yaml","Cloud__enable_cloudx_experiment_ids","Concierge__enable_actions_menu","Profiles__enable_recognition_badges","DevPro__enable_cloud_innovators_plus","Cloud__enable_cloud_dlp_service","MiscFeatureFlags__developers_footer_image","Cloud__enable_cloud_shell_fte_user_flow","MiscFeatureFlags__gdp_dashboard_reskin_enabled","CloudShell__cloud_shell_button","Profiles__enable_playlist_community_acl","Profiles__enable_release_notes_notifications","Profiles__enable_stripe_subscription_management","Profiles__enable_complete_playlist_endpoint","Cloud__enable_free_trial_server_call","Search__enable_page_map","Search__enable_ai_search_summaries_for_all","MiscFeatureFlags__remove_cross_domain_tracking_params","Profiles__enable_user_type","Profiles__enable_completecodelab_endpoint","Cloud__fast_free_trial","SignIn__enable_l1_signup_flow","DevPro__enable_enterprise","DevPro__enable_code_assist","Profiles__enable_purchase_prompts","Analytics__enable_devpro_interaction_logging","Concierge__enable_pushui","DevPro__enable_free_benefits","BookNav__enable_tenant_cache_key","AIStudioInteractionsToggle__interactions_are_default","Profiles__enable_completequiz_endpoint","EngEduTelemetry__enable_engedu_telemetry","Profiles__enable_developer_profiles_callout","DevPro__enable_google_payments_buyflow","DevPro__enable_google_payments"],null,null,"AIzaSyA58TaKli1DculwmAmbpzLVGuWc8eCQgQc","https://developerscontentserving-pa.googleapis.com","AIzaSyDWBU60w0P9hEkr29kkksYs8Z7gvZ8u_wc","https://developerscontentsearch-pa.googleapis.com",2,4,null,"https://developerprofiles-pa.googleapis.com",[59,"googledevai","Google AI for Developers","ai.google.dev",null,"googledevai-dot-devsite-v2-prod-3p.appspot.com",null,null,[null,1,null,null,null,null,null,null,null,null,null,[1],null,null,null,null,null,null,[1],null,null,null,null,[1],[1,1,null,1,1],null,null,null,null,null,[1]],null,[73,null,null,null,null,null,"/images/lockup-new.svg","/images/touchicon-180-new.png",null,null,null,null,1,1,null,null,null,null,null,null,null,2,null,null,null,"/images/lockup-dark-theme-new.svg",[]],[],null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,[44,2,4,6,7,12,14,15,17,18,20,21,22,23,28,29,32,37,39,40,43],null,[[],[1,1],null,1],[[null,null,null,null,null,["GTM-TC2MQKS8"],null,null,null,null,null,[["GTM-TC2MQKS8",1]],1]],null,4,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,[]],null,null,1,1,"https://developerscontentinsights-pa.googleapis.com","AIzaSyC11xEGtFhkmSh_iF6l_itbxnFz2GrIBOg","AIzaSyAXJ10nRF73mmdSDINgkCNX5bbd2KPcWm8","https://developers.googleapis.com",["https://aistudio.google.com"],null,"AIzaSyCjP0KOnHfv8mwe38sfzZJMOnqE3HvrD4A",null,null,"https://developers.googleapis.com"]')
|
| 4745 |
|
| 4746 |
</script>
|
| 4747 |
|
SHA256SUMS
CHANGED
|
@@ -1,3 +1,5 @@
|
|
|
|
|
|
|
|
| 1 |
8eb3a523f729ef6cbc83701278dbfb42dadaab90e7ba2037687ad04592033c4b t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_config.json
|
| 2 |
bc295c2de483a9bd158d10bdda167f622d1dc729a64a9d07fd6987ddb79fc298 t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_model.safetensors
|
| 3 |
a370e2ed87cdc016978ff945afcec363761b184984b4852909f64e23bbb954e2 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_config.json
|
|
@@ -6,24 +8,82 @@ a370e2ed87cdc016978ff945afcec363761b184984b4852909f64e23bbb954e2 t5gemma2_4b4b_
|
|
| 6 |
9d3e41adeb6ae904b3f2a9c7d9f7f9d9d5495b79b03db8323e188a1f38c7f370 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_model.safetensors
|
| 7 |
b60d1da506664b9a6c106a04663c0c19f41d2aea440aceec584d193c4fa74796 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_config.json
|
| 8 |
c0155131d981c056104d9023e504b1fa131692f9cdbe4c1d6691dae7ddcc8e23 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_model.safetensors
|
|
|
|
|
|
|
| 9 |
c21ee4458e7c9fe1321337ce22409ee2a03dfe37299c25cfc7c468a490ffb4c3 t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json
|
| 10 |
83d8152edc7236a144fcb7b321f03c4dc5fcf90a1e866fa334338938ee0bdcdc t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors
|
|
|
|
|
|
|
| 11 |
2e1c412857d0399f91b7b0e2267a059dd383ba05590c72f175bea3442976dedb t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_config.json
|
| 12 |
bbe22f5454942f84ff66ace3ebddf1dbf4b7d074364860f28b67b946ad29449b t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_model.safetensors
|
|
|
|
|
|
|
| 13 |
75aad08619087aa2d7ef5db9d50b1890ca74feccf85a2c104a93dbddb0d7b9e6 t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_config.json
|
| 14 |
be95b3bec613478790facb2bb6ec29243a3625e468560b0b678def8f016a46da t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_model.safetensors
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0 t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_config.json
|
| 16 |
c13031f8497b744682b27f79f034dc3db32fb3f511b2d85017985b8e8be2dfaf t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_model.safetensors
|
|
|
|
|
|
|
| 17 |
dbae56910f1e7f7eca2e600c017bfafb56605631a79782e4bd4e74cff650487e t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_config.json
|
| 18 |
383deef8d7ab78356c498d9bf2e7d6ad6dd83d3663e7bdc5c87648a6225adb5e t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_model.safetensors
|
| 19 |
f3701f13cb66b6b5952cd1dd2a71b17206e77c1c646ec806f6dd43d7e059a92d t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json
|
| 20 |
71078435105dc29aff1aba5942abd5c272e78ef817896081f6e994938da9d77a t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_config.json
|
| 22 |
62377c4c4a7d883a3ea1f0ac55a64d23a303c1cf4c41cdd14530f021163a4bec t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_model.safetensors
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_config.json
|
| 24 |
b6cae496cfbbb02f632dddb321f47d748f8591f122518c2b5429acd4472b9f0c t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_model.safetensors
|
| 25 |
b366a1868a937cb75276944c9defa6938781fc5d52ca4ee698ff7fefe388871a t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_config.json
|
| 26 |
1b6ac90ba01d6253485927581408dc0bc3152cad09833071efffa3e3e8f43d36 t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_model.safetensors
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_config.json
|
| 28 |
80b50fab88e076d3e14771d09b5d1706baffeb2fd6c0c9d51b8841dd4135a004 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_model.safetensors
|
| 29 |
a58e97388303b208a0b11ea645362b805da314f0e4d860c5863ad0f766ed06d3 t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_config.json
|
|
|
|
| 1 |
+
8eb3a523f729ef6cbc83701278dbfb42dadaab90e7ba2037687ad04592033c4b t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_config.json
|
| 2 |
+
d5e4a558a10114129beab8d8a418e99fa734062196352f8997c2f337a51ef43e t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_model.safetensors
|
| 3 |
8eb3a523f729ef6cbc83701278dbfb42dadaab90e7ba2037687ad04592033c4b t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_config.json
|
| 4 |
bc295c2de483a9bd158d10bdda167f622d1dc729a64a9d07fd6987ddb79fc298 t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_model.safetensors
|
| 5 |
a370e2ed87cdc016978ff945afcec363761b184984b4852909f64e23bbb954e2 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_config.json
|
|
|
|
| 8 |
9d3e41adeb6ae904b3f2a9c7d9f7f9d9d5495b79b03db8323e188a1f38c7f370 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_model.safetensors
|
| 9 |
b60d1da506664b9a6c106a04663c0c19f41d2aea440aceec584d193c4fa74796 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_config.json
|
| 10 |
c0155131d981c056104d9023e504b1fa131692f9cdbe4c1d6691dae7ddcc8e23 t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_model.safetensors
|
| 11 |
+
c21ee4458e7c9fe1321337ce22409ee2a03dfe37299c25cfc7c468a490ffb4c3 t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_config.json
|
| 12 |
+
4d523ff87db8191734f3cad4b018ed26620b58d36b77b821f74296b545dc0b1f t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_model.safetensors
|
| 13 |
c21ee4458e7c9fe1321337ce22409ee2a03dfe37299c25cfc7c468a490ffb4c3 t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json
|
| 14 |
83d8152edc7236a144fcb7b321f03c4dc5fcf90a1e866fa334338938ee0bdcdc t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors
|
| 15 |
+
2e1c412857d0399f91b7b0e2267a059dd383ba05590c72f175bea3442976dedb t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_config.json
|
| 16 |
+
d6a8f5ed5bb9a59b99755fcddafb397b90ef5f9211f4193a4b1c3cc68ba9b6b2 t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_model.safetensors
|
| 17 |
2e1c412857d0399f91b7b0e2267a059dd383ba05590c72f175bea3442976dedb t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_config.json
|
| 18 |
bbe22f5454942f84ff66ace3ebddf1dbf4b7d074364860f28b67b946ad29449b t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_model.safetensors
|
| 19 |
+
75aad08619087aa2d7ef5db9d50b1890ca74feccf85a2c104a93dbddb0d7b9e6 t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_config.json
|
| 20 |
+
8dd7d541f73f09332ce72cd770d202c4a7822d882b82fce57ad1b64d13603241 t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_model.safetensors
|
| 21 |
75aad08619087aa2d7ef5db9d50b1890ca74feccf85a2c104a93dbddb0d7b9e6 t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_config.json
|
| 22 |
be95b3bec613478790facb2bb6ec29243a3625e468560b0b678def8f016a46da t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_model.safetensors
|
| 23 |
+
e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0 t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_config.json
|
| 24 |
+
93d574a1f5496e38839de7f05be1a249b751ba09f1b1de186e069c81a83a2578 t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_model.safetensors
|
| 25 |
+
e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0 t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_config.json
|
| 26 |
+
7ef7407ba7cc6f9a2dbac91724c8612ed52c1d67c01f2cba8682d352df13f824 t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_model.safetensors
|
| 27 |
e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0 t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_config.json
|
| 28 |
c13031f8497b744682b27f79f034dc3db32fb3f511b2d85017985b8e8be2dfaf t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_model.safetensors
|
| 29 |
+
dbae56910f1e7f7eca2e600c017bfafb56605631a79782e4bd4e74cff650487e t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_config.json
|
| 30 |
+
1898503889b6cef55fe161f40cfd0fcb6d494cffc3ce919a890ce9d3330d657d t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_model.safetensors
|
| 31 |
dbae56910f1e7f7eca2e600c017bfafb56605631a79782e4bd4e74cff650487e t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_config.json
|
| 32 |
383deef8d7ab78356c498d9bf2e7d6ad6dd83d3663e7bdc5c87648a6225adb5e t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_model.safetensors
|
| 33 |
f3701f13cb66b6b5952cd1dd2a71b17206e77c1c646ec806f6dd43d7e059a92d t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json
|
| 34 |
71078435105dc29aff1aba5942abd5c272e78ef817896081f6e994938da9d77a t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors
|
| 35 |
+
b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_config.json
|
| 36 |
+
161cf844cd7fd34deaa1ef2f87c3e04dc21f84e9da6c48f291a40c34425884f1 t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_model.safetensors
|
| 37 |
+
b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_config.json
|
| 38 |
+
6c33f168e4467825ada851656e8ab805fdd6c92cbd04b45148fa81e84fb67d04 t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_model.safetensors
|
| 39 |
+
b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_config.json
|
| 40 |
+
525de12eb50f8550127d2fc078cfd0ea87e8a87ab2c826cd0264e9370b85c836 t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_model.safetensors
|
| 41 |
+
b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_config.json
|
| 42 |
+
f5322216001e967c52f0ee2953805ed3857cce1fa00b3ab675bbf236d6c50fc9 t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_model.safetensors
|
| 43 |
+
b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_config.json
|
| 44 |
+
fff35502ace94826c0d98eefc3fe7b4395f7183adbdebcf98f732194da183691 t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_model.safetensors
|
| 45 |
+
b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_config.json
|
| 46 |
+
46d6721958185a8017059559df2903de29d73a615eba2a432222792069f9a96c t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_model.safetensors
|
| 47 |
+
b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_config.json
|
| 48 |
+
2755906a51cb4c724dea4fe0eb28e8fb57540ac831f37197148c0c649f128fa6 t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_model.safetensors
|
| 49 |
+
b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_config.json
|
| 50 |
+
7bffa50b1b9f84409963380b003e2ab61a005c7736dd43fb6d7fb0d6ebeb886a t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_model.safetensors
|
| 51 |
+
b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter_config.json
|
| 52 |
+
c1a86c2bd9550e2f35b2e3ff9bb2cb37d380d0710651b0dc8c0fdd95aee164b4 t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter_model.safetensors
|
| 53 |
+
b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter_config.json
|
| 54 |
+
698f5bb981b035e4afd5a1ae183750e97b64f044207a285ffdd049984a55842e t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter_model.safetensors
|
| 55 |
+
b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter_config.json
|
| 56 |
+
5e1d0d338241c83c111ef425dc9cbfd878cafaf8f61fceb96a3831f43f88de34 t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter_model.safetensors
|
| 57 |
b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_config.json
|
| 58 |
62377c4c4a7d883a3ea1f0ac55a64d23a303c1cf4c41cdd14530f021163a4bec t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_model.safetensors
|
| 59 |
+
c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter_config.json
|
| 60 |
+
6792d510b1290c5615ddd791d510fef93db993c35ce9c9cf37ce9c1e42134dce t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter_model.safetensors
|
| 61 |
+
c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter_config.json
|
| 62 |
+
9a9c76c6c13bed2e1fe82aaa8ac9e9f4930f383005d89b1d6c3fc4985eb8e9c0 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter_model.safetensors
|
| 63 |
+
c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter_config.json
|
| 64 |
+
1a2cc612953c71cd1bd8245ab046e7203d8dcbadd00eba04cded1b1526cde256 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter_model.safetensors
|
| 65 |
+
c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter_config.json
|
| 66 |
+
dc3b9243102bc780edcc2317e5656ab54c82d10c8cd5a607ac2448744e1e2144 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter_model.safetensors
|
| 67 |
+
c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter_config.json
|
| 68 |
+
eb1a768a316d32c13ba7c5b4146ebe7b54f13696dc3dae26423a090da7a80e60 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter_model.safetensors
|
| 69 |
+
c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter_config.json
|
| 70 |
+
4015384c18012d28c2f8cb587a43da8dffeff42f722276b03624df24717f316b t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter_model.safetensors
|
| 71 |
+
c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter_config.json
|
| 72 |
+
cbd4daf664c27cbe7c7940b79ec375a8a28daa4705e7d9711120fa6fa82cd75e t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter_model.safetensors
|
| 73 |
+
c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter_config.json
|
| 74 |
+
d8e5634fc8393f92a6564ebd1d5cd5bf26825fd7af9b823aef3b52f5b2328be3 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter_model.safetensors
|
| 75 |
+
c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter_config.json
|
| 76 |
+
b7639783e751d367362f3a5f812dcd772fa96fe01d27c6c5b79b52d78ad616b4 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter_model.safetensors
|
| 77 |
+
c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter_config.json
|
| 78 |
+
182dad6dfdcf061068e2e18bdb9faf83323a3bff55c5fd9f9336aa6536fb60c7 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter_model.safetensors
|
| 79 |
c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105 t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_config.json
|
| 80 |
b6cae496cfbbb02f632dddb321f47d748f8591f122518c2b5429acd4472b9f0c t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_model.safetensors
|
| 81 |
b366a1868a937cb75276944c9defa6938781fc5d52ca4ee698ff7fefe388871a t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_config.json
|
| 82 |
1b6ac90ba01d6253485927581408dc0bc3152cad09833071efffa3e3e8f43d36 t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_model.safetensors
|
| 83 |
+
6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter_config.json
|
| 84 |
+
a72c61326857d9a06d571d8e310737798a1766b9fe3fa39ecb7d225a25112ec4 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter_model.safetensors
|
| 85 |
+
6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter_config.json
|
| 86 |
+
45a7fa2e9ba742c0cdb2cdbb5f149150b4f23cb32259f446d760a8090ca343a1 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter_model.safetensors
|
| 87 |
6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_config.json
|
| 88 |
80b50fab88e076d3e14771d09b5d1706baffeb2fd6c0c9d51b8841dd4135a004 t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_model.safetensors
|
| 89 |
a58e97388303b208a0b11ea645362b805da314f0e4d860c5863ad0f766ed06d3 t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_config.json
|
manifest.jsonl
CHANGED
|
@@ -1,3 +1,5 @@
|
|
|
|
|
|
|
|
| 1 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000016","experiment_family":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_config.json","sha256":"8eb3a523f729ef6cbc83701278dbfb42dadaab90e7ba2037687ad04592033c4b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter/adapter_config.json"}
|
| 2 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000016","experiment_family":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_model.safetensors","sha256":"bc295c2de483a9bd158d10bdda167f622d1dc729a64a9d07fd6987ddb79fc298","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter/adapter_model.safetensors"}
|
| 3 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_config.json","sha256":"a370e2ed87cdc016978ff945afcec363761b184984b4852909f64e23bbb954e2","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter/adapter_config.json"}
|
|
@@ -6,24 +8,82 @@
|
|
| 6 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_model.safetensors","sha256":"9d3e41adeb6ae904b3f2a9c7d9f7f9d9d5495b79b03db8323e188a1f38c7f370","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter/adapter_model.safetensors"}
|
| 7 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_config.json","sha256":"b60d1da506664b9a6c106a04663c0c19f41d2aea440aceec584d193c4fa74796","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter/adapter_config.json"}
|
| 8 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_model.safetensors","sha256":"c0155131d981c056104d9023e504b1fa131692f9cdbe4c1d6691dae7ddcc8e23","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter/adapter_model.safetensors"}
|
|
|
|
|
|
|
| 9 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_enriched_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json","sha256":"c21ee4458e7c9fe1321337ce22409ee2a03dfe37299c25cfc7c468a490ffb4c3","size":8569,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_config.json"}
|
| 10 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_enriched_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors","sha256":"83d8152edc7236a144fcb7b321f03c4dc5fcf90a1e866fa334338938ee0bdcdc","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_model.safetensors"}
|
|
|
|
|
|
|
| 11 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000174","experiment_family":"t5gemma2_4b4b_enriched_sft_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_config.json","sha256":"2e1c412857d0399f91b7b0e2267a059dd383ba05590c72f175bea3442976dedb","size":8569,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter/adapter_config.json"}
|
| 12 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000174","experiment_family":"t5gemma2_4b4b_enriched_sft_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_model.safetensors","sha256":"bbe22f5454942f84ff66ace3ebddf1dbf4b7d074364860f28b67b946ad29449b","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter/adapter_model.safetensors"}
|
|
|
|
|
|
|
| 13 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000426","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_final_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_config.json","sha256":"75aad08619087aa2d7ef5db9d50b1890ca74feccf85a2c104a93dbddb0d7b9e6","size":8569,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter/adapter_config.json"}
|
| 14 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000426","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_final_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_model.safetensors","sha256":"be95b3bec613478790facb2bb6ec29243a3625e468560b0b678def8f016a46da","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter/adapter_model.safetensors"}
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000013","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_config.json","sha256":"e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0","size":8569,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter/adapter_config.json"}
|
| 16 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000013","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_model.safetensors","sha256":"c13031f8497b744682b27f79f034dc3db32fb3f511b2d85017985b8e8be2dfaf","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter/adapter_model.safetensors"}
|
|
|
|
|
|
|
| 17 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000150","experiment_family":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1","promotion_note":"non-promoted research pilot","repo_path":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_config.json","sha256":"dbae56910f1e7f7eca2e600c017bfafb56605631a79782e4bd4e74cff650487e","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter/adapter_config.json"}
|
| 18 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000150","experiment_family":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1","promotion_note":"non-promoted research pilot","repo_path":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_model.safetensors","sha256":"383deef8d7ab78356c498d9bf2e7d6ad6dd83d3663e7bdc5c87648a6225adb5e","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter/adapter_model.safetensors"}
|
| 19 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json","sha256":"f3701f13cb66b6b5952cd1dd2a71b17206e77c1c646ec806f6dd43d7e059a92d","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_config.json"}
|
| 20 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors","sha256":"71078435105dc29aff1aba5942abd5c272e78ef817896081f6e994938da9d77a","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_model.safetensors"}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter/adapter_config.json"}
|
| 22 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_model.safetensors","sha256":"62377c4c4a7d883a3ea1f0ac55a64d23a303c1cf4c41cdd14530f021163a4bec","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter/adapter_model.safetensors"}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000054","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter/adapter_config.json"}
|
| 24 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000054","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_model.safetensors","sha256":"b6cae496cfbbb02f632dddb321f47d748f8591f122518c2b5429acd4472b9f0c","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter/adapter_model.safetensors"}
|
| 25 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000006","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_config.json","sha256":"b366a1868a937cb75276944c9defa6938781fc5d52ca4ee698ff7fefe388871a","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter/adapter_config.json"}
|
| 26 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000006","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_model.safetensors","sha256":"1b6ac90ba01d6253485927581408dc0bc3152cad09833071efffa3e3e8f43d36","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter/adapter_model.safetensors"}
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_config.json","sha256":"6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter/adapter_config.json"}
|
| 28 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_model.safetensors","sha256":"80b50fab88e076d3e14771d09b5d1706baffeb2fd6c0c9d51b8841dd4135a004","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter/adapter_model.safetensors"}
|
| 29 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_rs_sft_union_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_config.json","sha256":"a58e97388303b208a0b11ea645362b805da314f0e4d860c5863ad0f766ed06d3","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter/adapter_config.json"}
|
|
|
|
| 1 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000015","experiment_family":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_config.json","sha256":"8eb3a523f729ef6cbc83701278dbfb42dadaab90e7ba2037687ad04592033c4b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter/adapter_config.json"}
|
| 2 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000015","experiment_family":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_model.safetensors","sha256":"d5e4a558a10114129beab8d8a418e99fa734062196352f8997c2f337a51ef43e","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter/adapter_model.safetensors"}
|
| 3 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000016","experiment_family":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_config.json","sha256":"8eb3a523f729ef6cbc83701278dbfb42dadaab90e7ba2037687ad04592033c4b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter/adapter_config.json"}
|
| 4 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000016","experiment_family":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter_model.safetensors","sha256":"bc295c2de483a9bd158d10bdda167f622d1dc729a64a9d07fd6987ddb79fc298","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000016/adapter/adapter_model.safetensors"}
|
| 5 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter_config.json","sha256":"a370e2ed87cdc016978ff945afcec363761b184984b4852909f64e23bbb954e2","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v1/checkpoint-optstep-000001/adapter/adapter_config.json"}
|
|
|
|
| 8 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter_model.safetensors","sha256":"9d3e41adeb6ae904b3f2a9c7d9f7f9d9d5495b79b03db8323e188a1f38c7f370","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v2/checkpoint-optstep-000001/adapter/adapter_model.safetensors"}
|
| 9 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_config.json","sha256":"b60d1da506664b9a6c106a04663c0c19f41d2aea440aceec584d193c4fa74796","size":8569,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter/adapter_config.json"}
|
| 10 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000001","experiment_family":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter_model.safetensors","sha256":"c0155131d981c056104d9023e504b1fa131692f9cdbe4c1d6691dae7ddcc8e23","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_compiler_verpo_smoke_2epoch_v3/checkpoint-optstep-000001/adapter/adapter_model.safetensors"}
|
| 11 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000345","experiment_family":"t5gemma2_4b4b_enriched_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_config.json","sha256":"c21ee4458e7c9fe1321337ce22409ee2a03dfe37299c25cfc7c468a490ffb4c3","size":8569,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter/adapter_config.json"}
|
| 12 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000345","experiment_family":"t5gemma2_4b4b_enriched_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_model.safetensors","sha256":"4d523ff87db8191734f3cad4b018ed26620b58d36b77b821f74296b545dc0b1f","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter/adapter_model.safetensors"}
|
| 13 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_enriched_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json","sha256":"c21ee4458e7c9fe1321337ce22409ee2a03dfe37299c25cfc7c468a490ffb4c3","size":8569,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_config.json"}
|
| 14 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_enriched_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors","sha256":"83d8152edc7236a144fcb7b321f03c4dc5fcf90a1e866fa334338938ee0bdcdc","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_model.safetensors"}
|
| 15 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000170","experiment_family":"t5gemma2_4b4b_enriched_sft_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_config.json","sha256":"2e1c412857d0399f91b7b0e2267a059dd383ba05590c72f175bea3442976dedb","size":8569,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter/adapter_config.json"}
|
| 16 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000170","experiment_family":"t5gemma2_4b4b_enriched_sft_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_model.safetensors","sha256":"d6a8f5ed5bb9a59b99755fcddafb397b90ef5f9211f4193a4b1c3cc68ba9b6b2","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter/adapter_model.safetensors"}
|
| 17 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000174","experiment_family":"t5gemma2_4b4b_enriched_sft_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_config.json","sha256":"2e1c412857d0399f91b7b0e2267a059dd383ba05590c72f175bea3442976dedb","size":8569,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter/adapter_config.json"}
|
| 18 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000174","experiment_family":"t5gemma2_4b4b_enriched_sft_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter_model.safetensors","sha256":"bbe22f5454942f84ff66ace3ebddf1dbf4b7d074364860f28b67b946ad29449b","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000174/adapter/adapter_model.safetensors"}
|
| 19 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000425","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_final_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_config.json","sha256":"75aad08619087aa2d7ef5db9d50b1890ca74feccf85a2c104a93dbddb0d7b9e6","size":8569,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter/adapter_config.json"}
|
| 20 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000425","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_final_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_model.safetensors","sha256":"8dd7d541f73f09332ce72cd770d202c4a7822d882b82fce57ad1b64d13603241","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter/adapter_model.safetensors"}
|
| 21 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000426","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_final_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_config.json","sha256":"75aad08619087aa2d7ef5db9d50b1890ca74feccf85a2c104a93dbddb0d7b9e6","size":8569,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter/adapter_config.json"}
|
| 22 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000426","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_final_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter_model.safetensors","sha256":"be95b3bec613478790facb2bb6ec29243a3625e468560b0b678def8f016a46da","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000426/adapter/adapter_model.safetensors"}
|
| 23 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000005","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_config.json","sha256":"e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0","size":8569,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter/adapter_config.json"}
|
| 24 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000005","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_model.safetensors","sha256":"93d574a1f5496e38839de7f05be1a249b751ba09f1b1de186e069c81a83a2578","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter/adapter_model.safetensors"}
|
| 25 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000010","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_config.json","sha256":"e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0","size":8569,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter/adapter_config.json"}
|
| 26 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000010","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_model.safetensors","sha256":"7ef7407ba7cc6f9a2dbac91724c8612ed52c1d67c01f2cba8682d352df13f824","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter/adapter_model.safetensors"}
|
| 27 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000013","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_config.json","sha256":"e8b987394ae9da9d994cece8efdee2615e5d162f34d8296c15e1a310605008c0","size":8569,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter/adapter_config.json"}
|
| 28 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000013","experiment_family":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter_model.safetensors","sha256":"c13031f8497b744682b27f79f034dc3db32fb3f511b2d85017985b8e8be2dfaf","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000013/adapter/adapter_model.safetensors"}
|
| 29 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000149","experiment_family":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1","promotion_note":"non-promoted research pilot","repo_path":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_config.json","sha256":"dbae56910f1e7f7eca2e600c017bfafb56605631a79782e4bd4e74cff650487e","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter/adapter_config.json"}
|
| 30 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000149","experiment_family":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1","promotion_note":"non-promoted research pilot","repo_path":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_model.safetensors","sha256":"1898503889b6cef55fe161f40cfd0fcb6d494cffc3ce919a890ce9d3330d657d","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter/adapter_model.safetensors"}
|
| 31 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000150","experiment_family":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1","promotion_note":"non-promoted research pilot","repo_path":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_config.json","sha256":"dbae56910f1e7f7eca2e600c017bfafb56605631a79782e4bd4e74cff650487e","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter/adapter_config.json"}
|
| 32 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000150","experiment_family":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1","promotion_note":"non-promoted research pilot","repo_path":"t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter_model.safetensors","sha256":"383deef8d7ab78356c498d9bf2e7d6ad6dd83d3663e7bdc5c87648a6225adb5e","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000150/adapter/adapter_model.safetensors"}
|
| 33 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_config.json","sha256":"f3701f13cb66b6b5952cd1dd2a71b17206e77c1c646ec806f6dd43d7e059a92d","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_config.json"}
|
| 34 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000348","experiment_family":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter_model.safetensors","sha256":"71078435105dc29aff1aba5942abd5c272e78ef817896081f6e994938da9d77a","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_contract_sft_2epoch_v1/checkpoint-optstep-000348/adapter/adapter_model.safetensors"}
|
| 35 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000005","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter/adapter_config.json"}
|
| 36 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000005","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_model.safetensors","sha256":"161cf844cd7fd34deaa1ef2f87c3e04dc21f84e9da6c48f291a40c34425884f1","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter/adapter_model.safetensors"}
|
| 37 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000010","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter/adapter_config.json"}
|
| 38 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000010","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_model.safetensors","sha256":"6c33f168e4467825ada851656e8ab805fdd6c92cbd04b45148fa81e84fb67d04","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter/adapter_model.safetensors"}
|
| 39 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000015","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter/adapter_config.json"}
|
| 40 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000015","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_model.safetensors","sha256":"525de12eb50f8550127d2fc078cfd0ea87e8a87ab2c826cd0264e9370b85c836","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter/adapter_model.safetensors"}
|
| 41 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000020","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter/adapter_config.json"}
|
| 42 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000020","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_model.safetensors","sha256":"f5322216001e967c52f0ee2953805ed3857cce1fa00b3ab675bbf236d6c50fc9","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter/adapter_model.safetensors"}
|
| 43 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000025","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter/adapter_config.json"}
|
| 44 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000025","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_model.safetensors","sha256":"fff35502ace94826c0d98eefc3fe7b4395f7183adbdebcf98f732194da183691","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter/adapter_model.safetensors"}
|
| 45 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000030","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter/adapter_config.json"}
|
| 46 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000030","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_model.safetensors","sha256":"46d6721958185a8017059559df2903de29d73a615eba2a432222792069f9a96c","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter/adapter_model.safetensors"}
|
| 47 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000035","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter/adapter_config.json"}
|
| 48 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000035","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_model.safetensors","sha256":"2755906a51cb4c724dea4fe0eb28e8fb57540ac831f37197148c0c649f128fa6","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter/adapter_model.safetensors"}
|
| 49 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000040","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter/adapter_config.json"}
|
| 50 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000040","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_model.safetensors","sha256":"7bffa50b1b9f84409963380b003e2ab61a005c7736dd43fb6d7fb0d6ebeb886a","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter/adapter_model.safetensors"}
|
| 51 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000045","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter/adapter_config.json"}
|
| 52 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000045","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter_model.safetensors","sha256":"c1a86c2bd9550e2f35b2e3ff9bb2cb37d380d0710651b0dc8c0fdd95aee164b4","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/adapter/adapter_model.safetensors"}
|
| 53 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000050","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter/adapter_config.json"}
|
| 54 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000050","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter_model.safetensors","sha256":"698f5bb981b035e4afd5a1ae183750e97b64f044207a285ffdd049984a55842e","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000050/adapter/adapter_model.safetensors"}
|
| 55 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000055","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter/adapter_config.json"}
|
| 56 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000055","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter_model.safetensors","sha256":"5e1d0d338241c83c111ef425dc9cbfd878cafaf8f61fceb96a3831f43f88de34","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000055/adapter/adapter_model.safetensors"}
|
| 57 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_config.json","sha256":"b7637ef38530d4d4a936a6b5280d4c5fe761288a7eb06a76d3e67293b4f0fd1b","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter/adapter_config.json"}
|
| 58 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter_model.safetensors","sha256":"62377c4c4a7d883a3ea1f0ac55a64d23a303c1cf4c41cdd14530f021163a4bec","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000058/adapter/adapter_model.safetensors"}
|
| 59 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000005","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter/adapter_config.json"}
|
| 60 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000005","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter_model.safetensors","sha256":"6792d510b1290c5615ddd791d510fef93db993c35ce9c9cf37ce9c1e42134dce","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000005/adapter/adapter_model.safetensors"}
|
| 61 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000010","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter/adapter_config.json"}
|
| 62 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000010","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter_model.safetensors","sha256":"9a9c76c6c13bed2e1fe82aaa8ac9e9f4930f383005d89b1d6c3fc4985eb8e9c0","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000010/adapter/adapter_model.safetensors"}
|
| 63 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000015","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter/adapter_config.json"}
|
| 64 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000015","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter_model.safetensors","sha256":"1a2cc612953c71cd1bd8245ab046e7203d8dcbadd00eba04cded1b1526cde256","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000015/adapter/adapter_model.safetensors"}
|
| 65 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000020","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter/adapter_config.json"}
|
| 66 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000020","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter_model.safetensors","sha256":"dc3b9243102bc780edcc2317e5656ab54c82d10c8cd5a607ac2448744e1e2144","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000020/adapter/adapter_model.safetensors"}
|
| 67 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000025","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter/adapter_config.json"}
|
| 68 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000025","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter_model.safetensors","sha256":"eb1a768a316d32c13ba7c5b4146ebe7b54f13696dc3dae26423a090da7a80e60","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000025/adapter/adapter_model.safetensors"}
|
| 69 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000030","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter/adapter_config.json"}
|
| 70 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000030","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter_model.safetensors","sha256":"4015384c18012d28c2f8cb587a43da8dffeff42f722276b03624df24717f316b","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000030/adapter/adapter_model.safetensors"}
|
| 71 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000035","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter/adapter_config.json"}
|
| 72 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000035","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter_model.safetensors","sha256":"cbd4daf664c27cbe7c7940b79ec375a8a28daa4705e7d9711120fa6fa82cd75e","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000035/adapter/adapter_model.safetensors"}
|
| 73 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000040","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter/adapter_config.json"}
|
| 74 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000040","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter_model.safetensors","sha256":"d8e5634fc8393f92a6564ebd1d5cd5bf26825fd7af9b823aef3b52f5b2328be3","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000040/adapter/adapter_model.safetensors"}
|
| 75 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000045","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter/adapter_config.json"}
|
| 76 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000045","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter_model.safetensors","sha256":"b7639783e751d367362f3a5f812dcd772fa96fe01d27c6c5b79b52d78ad616b4","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000045/adapter/adapter_model.safetensors"}
|
| 77 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000050","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter/adapter_config.json"}
|
| 78 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000050","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter_model.safetensors","sha256":"182dad6dfdcf061068e2e18bdb9faf83323a3bff55c5fd9f9336aa6536fb60c7","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000050/adapter/adapter_model.safetensors"}
|
| 79 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000054","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_config.json","sha256":"c3d4c9098f140e652f8a52cda8e03028e9f44fc4cd9e80d48f3203bc2740c105","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter/adapter_config.json"}
|
| 80 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000054","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter_model.safetensors","sha256":"b6cae496cfbbb02f632dddb321f47d748f8591f122518c2b5429acd4472b9f0c","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass2_local190_dual_v1/checkpoint-optstep-000054/adapter/adapter_model.safetensors"}
|
| 81 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000006","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_config.json","sha256":"b366a1868a937cb75276944c9defa6938781fc5d52ca4ee698ff7fefe388871a","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter/adapter_config.json"}
|
| 82 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000006","experiment_family":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter_model.safetensors","sha256":"1b6ac90ba01d6253485927581408dc0bc3152cad09833071efffa3e3e8f43d36","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_direct_rs_sft_pass3_c001_c002_v1/checkpoint-optstep-000006/adapter/adapter_model.safetensors"}
|
| 83 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000020","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter_config.json","sha256":"6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter/adapter_config.json"}
|
| 84 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000020","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter_model.safetensors","sha256":"a72c61326857d9a06d571d8e310737798a1766b9fe3fa39ecb7d225a25112ec4","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000020/adapter/adapter_model.safetensors"}
|
| 85 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000040","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter_config.json","sha256":"6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter/adapter_config.json"}
|
| 86 |
+
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000040","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter_model.safetensors","sha256":"45a7fa2e9ba742c0cdb2cdbb5f149150b4f23cb32259f446d760a8090ca343a1","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000040/adapter/adapter_model.safetensors"}
|
| 87 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_config.json","sha256":"6991ae89d05153ee47192bda89fbf97a7fcc3f00f3db6fcc5455cfb79660b708","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter/adapter_config.json"}
|
| 88 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_gold_replay_v2","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter_model.safetensors","sha256":"80b50fab88e076d3e14771d09b5d1706baffeb2fd6c0c9d51b8841dd4135a004","size":953821400,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_gold_replay_v2/checkpoint-optstep-000058/adapter/adapter_model.safetensors"}
|
| 89 |
{"base_model":"google/t5gemma-2-4b-4b","checkpoint":"checkpoint-optstep-000058","experiment_family":"t5gemma2_4b4b_typed_fold_rs_sft_union_v1","promotion_note":"checkpoint name is not a quality or promotion claim","repo_path":"t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter_config.json","sha256":"a58e97388303b208a0b11ea645362b805da314f0e4d860c5863ad0f766ed06d3","size":8569,"source_path":"artifacts/t5gemma2_4b4b_typed_fold_rs_sft_union_v1/checkpoint-optstep-000058/adapter/adapter_config.json"}
|
t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 33 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 34 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 35 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 36 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 37 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 38 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 39 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 40 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 41 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 42 |
+
"33.self_attn.k_proj",
|
| 43 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 44 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 45 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 46 |
+
"down_proj",
|
| 47 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 48 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 49 |
+
"32.self_attn.v_proj",
|
| 50 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 51 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 52 |
+
"31.self_attn.q_proj",
|
| 53 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 54 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 55 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 56 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 57 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 58 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 59 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 60 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 61 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 62 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 63 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 64 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 65 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 66 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 67 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 68 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 69 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 70 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 71 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 72 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 73 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 74 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 75 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 76 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 77 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 78 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 80 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 81 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 82 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 83 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 84 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 85 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 86 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 87 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 88 |
+
"29.self_attn.k_proj",
|
| 89 |
+
"28.self_attn.k_proj",
|
| 90 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 91 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 92 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 93 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 94 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 95 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 96 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 97 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 98 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 100 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 101 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 102 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 103 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 104 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 105 |
+
"33.self_attn.q_proj",
|
| 106 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 107 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 108 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 109 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 110 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 111 |
+
"29.self_attn.v_proj",
|
| 112 |
+
"30.self_attn.v_proj",
|
| 113 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 114 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 115 |
+
"33.self_attn.v_proj",
|
| 116 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 117 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 118 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 119 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 120 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 121 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 122 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 123 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 124 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 125 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 126 |
+
"28.self_attn.q_proj",
|
| 127 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 128 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 129 |
+
"30.self_attn.k_proj",
|
| 130 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 131 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 132 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 133 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 134 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 135 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 136 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 137 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 138 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 139 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 140 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 141 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 142 |
+
"29.self_attn.q_proj",
|
| 143 |
+
"27.self_attn.k_proj",
|
| 144 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 145 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 146 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 147 |
+
"gate_proj",
|
| 148 |
+
"o_proj",
|
| 149 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 150 |
+
"32.self_attn.k_proj",
|
| 151 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 152 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 153 |
+
"31.self_attn.v_proj",
|
| 154 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 155 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 156 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 157 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 158 |
+
"27.self_attn.q_proj",
|
| 159 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 161 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 163 |
+
"32.self_attn.q_proj",
|
| 164 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 165 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 166 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 167 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 168 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 169 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 170 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 171 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 172 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 173 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 174 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 175 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 176 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 177 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 178 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 179 |
+
"27.self_attn.v_proj",
|
| 180 |
+
"up_proj",
|
| 181 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 182 |
+
"28.self_attn.v_proj",
|
| 183 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 184 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 185 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 186 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 187 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 188 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 189 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 190 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 191 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 192 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 193 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 194 |
+
"31.self_attn.k_proj",
|
| 195 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 196 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 197 |
+
"30.self_attn.q_proj",
|
| 198 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 199 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 200 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 201 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 202 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 203 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 204 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 205 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 206 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 207 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 208 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 209 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 210 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 211 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 212 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 213 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 214 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 215 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 216 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 217 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 218 |
+
"decoder.layers.5.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_compiler_verpo_pilot16_2epoch_v1/checkpoint-optstep-000015/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d5e4a558a10114129beab8d8a418e99fa734062196352f8997c2f337a51ef43e
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 33 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 34 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 35 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 36 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 37 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 38 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 39 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 40 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 41 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 42 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 43 |
+
"31.self_attn.q_proj",
|
| 44 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 45 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 46 |
+
"29.self_attn.q_proj",
|
| 47 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 48 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 49 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 50 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 51 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 52 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 53 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 54 |
+
"33.self_attn.v_proj",
|
| 55 |
+
"29.self_attn.v_proj",
|
| 56 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 57 |
+
"30.self_attn.q_proj",
|
| 58 |
+
"30.self_attn.v_proj",
|
| 59 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 60 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 61 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 62 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 63 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 64 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 65 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 66 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 67 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 68 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 69 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 70 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 71 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 72 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 73 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 74 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 75 |
+
"27.self_attn.q_proj",
|
| 76 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 77 |
+
"32.self_attn.q_proj",
|
| 78 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 79 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 80 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 81 |
+
"28.self_attn.k_proj",
|
| 82 |
+
"down_proj",
|
| 83 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 84 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 85 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 86 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 87 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 88 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 89 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 90 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 91 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 92 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 93 |
+
"28.self_attn.q_proj",
|
| 94 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 95 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 96 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 97 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 98 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 100 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 101 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 102 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 103 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 104 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 105 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 106 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 107 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 108 |
+
"28.self_attn.v_proj",
|
| 109 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 110 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 111 |
+
"31.self_attn.k_proj",
|
| 112 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 113 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 114 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 115 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 116 |
+
"gate_proj",
|
| 117 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 118 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 119 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 120 |
+
"o_proj",
|
| 121 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 122 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 123 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 124 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 125 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 126 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 127 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 128 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 129 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 130 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 131 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 132 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 133 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 134 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 135 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 136 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 137 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 138 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 139 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 140 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 141 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 142 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 143 |
+
"33.self_attn.k_proj",
|
| 144 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 145 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 146 |
+
"32.self_attn.v_proj",
|
| 147 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 148 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 149 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 150 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 151 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 152 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 153 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 154 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 155 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 156 |
+
"up_proj",
|
| 157 |
+
"27.self_attn.k_proj",
|
| 158 |
+
"27.self_attn.v_proj",
|
| 159 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 160 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 161 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 163 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 164 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 165 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 166 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 167 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 168 |
+
"29.self_attn.k_proj",
|
| 169 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 170 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 171 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 172 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 173 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 174 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 175 |
+
"32.self_attn.k_proj",
|
| 176 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 177 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 178 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 179 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 181 |
+
"33.self_attn.q_proj",
|
| 182 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 183 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 184 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 185 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 186 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 187 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 188 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 189 |
+
"31.self_attn.v_proj",
|
| 190 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 191 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 192 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 193 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 194 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 195 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 196 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 197 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 198 |
+
"30.self_attn.k_proj",
|
| 199 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 200 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 201 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 202 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 203 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 204 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 205 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 206 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 207 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 208 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 209 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 210 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 211 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 212 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 213 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 214 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 215 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 216 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 217 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 218 |
+
"decoder.layers.2.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_enriched_sft_2epoch_v1/checkpoint-optstep-000345/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4d523ff87db8191734f3cad4b018ed26620b58d36b77b821f74296b545dc0b1f
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"27.self_attn.k_proj",
|
| 33 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 34 |
+
"27.self_attn.q_proj",
|
| 35 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 36 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 37 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 38 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 39 |
+
"up_proj",
|
| 40 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 41 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 42 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 43 |
+
"down_proj",
|
| 44 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 45 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 46 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 47 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 48 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 49 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 50 |
+
"32.self_attn.v_proj",
|
| 51 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 52 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 53 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 54 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 55 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 56 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 57 |
+
"31.self_attn.k_proj",
|
| 58 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 59 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 60 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 61 |
+
"30.self_attn.k_proj",
|
| 62 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 63 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 64 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 65 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 66 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 67 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 68 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 69 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 70 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 71 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 72 |
+
"28.self_attn.v_proj",
|
| 73 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 74 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 75 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 76 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 77 |
+
"32.self_attn.k_proj",
|
| 78 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 80 |
+
"29.self_attn.k_proj",
|
| 81 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 82 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 83 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 84 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 85 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 86 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 87 |
+
"33.self_attn.k_proj",
|
| 88 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 89 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 90 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 91 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 92 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 93 |
+
"28.self_attn.q_proj",
|
| 94 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 95 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 96 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 97 |
+
"33.self_attn.q_proj",
|
| 98 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 100 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 101 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 102 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 103 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 104 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 105 |
+
"27.self_attn.v_proj",
|
| 106 |
+
"28.self_attn.k_proj",
|
| 107 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 108 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 109 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 110 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 111 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 112 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 113 |
+
"31.self_attn.v_proj",
|
| 114 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 115 |
+
"31.self_attn.q_proj",
|
| 116 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 117 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 118 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 119 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 120 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 121 |
+
"32.self_attn.q_proj",
|
| 122 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 123 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 124 |
+
"30.self_attn.v_proj",
|
| 125 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 126 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 127 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 128 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 129 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 130 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 131 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 132 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 133 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 134 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 135 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 136 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 137 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 138 |
+
"30.self_attn.q_proj",
|
| 139 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 140 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 141 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 142 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 143 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 144 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 145 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 146 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 147 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 148 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 149 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 150 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 151 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 152 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 153 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 154 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 155 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 156 |
+
"33.self_attn.v_proj",
|
| 157 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 158 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 159 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 161 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 162 |
+
"gate_proj",
|
| 163 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 164 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 165 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 166 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 167 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 168 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 169 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 170 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 171 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 172 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 173 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 174 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 175 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 176 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 177 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 178 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 179 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 181 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 182 |
+
"o_proj",
|
| 183 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 184 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 185 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 186 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 187 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 188 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 189 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 190 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 191 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 192 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 193 |
+
"29.self_attn.v_proj",
|
| 194 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 195 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 196 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 197 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 198 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 199 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 200 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 201 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 202 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 203 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 204 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 205 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 206 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 207 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 208 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 209 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 210 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 211 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 212 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 213 |
+
"29.self_attn.q_proj",
|
| 214 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 215 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 216 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 217 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 218 |
+
"decoder.layers.19.self_attn.k_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_enriched_sft_v1/checkpoint-optstep-000170/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d6a8f5ed5bb9a59b99755fcddafb397b90ef5f9211f4193a4b1c3cc68ba9b6b2
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 33 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 34 |
+
"down_proj",
|
| 35 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 36 |
+
"33.self_attn.v_proj",
|
| 37 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 38 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 39 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 40 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 41 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 42 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 43 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 44 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 45 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 46 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 47 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 48 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 49 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 50 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 51 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 52 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 53 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 54 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 55 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 56 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 57 |
+
"33.self_attn.q_proj",
|
| 58 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 59 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 60 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 61 |
+
"32.self_attn.v_proj",
|
| 62 |
+
"27.self_attn.q_proj",
|
| 63 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 64 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 65 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 66 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 67 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 68 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 69 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 70 |
+
"29.self_attn.k_proj",
|
| 71 |
+
"gate_proj",
|
| 72 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 73 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 74 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 75 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 76 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 77 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 78 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 80 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 81 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 82 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 83 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 84 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 85 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 86 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 87 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 88 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 89 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 90 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 91 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 92 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 93 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 94 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 95 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 96 |
+
"29.self_attn.v_proj",
|
| 97 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 98 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 99 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 100 |
+
"29.self_attn.q_proj",
|
| 101 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 102 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 103 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 104 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 105 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 106 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 107 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 108 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 109 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 110 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 111 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 112 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 113 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 114 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 115 |
+
"33.self_attn.k_proj",
|
| 116 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 117 |
+
"30.self_attn.v_proj",
|
| 118 |
+
"30.self_attn.q_proj",
|
| 119 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 120 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 121 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 122 |
+
"30.self_attn.k_proj",
|
| 123 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 124 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 125 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 126 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 127 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 128 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 129 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 130 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 131 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 132 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 133 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 134 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 135 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 136 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 137 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 138 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 139 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 140 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 141 |
+
"27.self_attn.v_proj",
|
| 142 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 143 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 144 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 145 |
+
"31.self_attn.v_proj",
|
| 146 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 147 |
+
"28.self_attn.k_proj",
|
| 148 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 149 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 150 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 151 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 152 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 153 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 154 |
+
"31.self_attn.q_proj",
|
| 155 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 156 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 157 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 158 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 159 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 160 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 161 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 162 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 163 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 164 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 165 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 166 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 167 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 168 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 169 |
+
"32.self_attn.q_proj",
|
| 170 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 171 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 172 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 173 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 174 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 175 |
+
"up_proj",
|
| 176 |
+
"28.self_attn.v_proj",
|
| 177 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 178 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 179 |
+
"31.self_attn.k_proj",
|
| 180 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 181 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 182 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 183 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 184 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 185 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 186 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 187 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 188 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 189 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 190 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 191 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 192 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 193 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 194 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 195 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 196 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 197 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 198 |
+
"32.self_attn.k_proj",
|
| 199 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 200 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 201 |
+
"27.self_attn.k_proj",
|
| 202 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 203 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 204 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 205 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 206 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 207 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 208 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 209 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 210 |
+
"o_proj",
|
| 211 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 212 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 213 |
+
"28.self_attn.q_proj",
|
| 214 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 215 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 216 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 217 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 218 |
+
"text_model.layers.18.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_mixed_rs_sft_final_v1/checkpoint-optstep-000425/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8dd7d541f73f09332ce72cd770d202c4a7822d882b82fce57ad1b64d13603241
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"up_proj",
|
| 33 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 34 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 35 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 36 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 37 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 38 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 39 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 40 |
+
"32.self_attn.k_proj",
|
| 41 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 42 |
+
"33.self_attn.q_proj",
|
| 43 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 44 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 45 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 46 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 47 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 48 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 49 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 50 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 51 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 52 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 53 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 54 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 55 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 56 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 57 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 58 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 59 |
+
"33.self_attn.k_proj",
|
| 60 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 61 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 62 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 63 |
+
"31.self_attn.v_proj",
|
| 64 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 65 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 66 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 67 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 68 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 69 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 70 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 71 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 72 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 73 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 74 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 75 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 76 |
+
"29.self_attn.k_proj",
|
| 77 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 78 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 80 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 81 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 82 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 83 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 84 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 85 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 86 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 87 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 88 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 89 |
+
"33.self_attn.v_proj",
|
| 90 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 91 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 92 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 93 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 94 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 95 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 96 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 97 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 98 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 99 |
+
"27.self_attn.q_proj",
|
| 100 |
+
"30.self_attn.v_proj",
|
| 101 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 102 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 103 |
+
"29.self_attn.v_proj",
|
| 104 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 105 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 106 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 107 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 108 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 109 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 110 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 111 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 112 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 113 |
+
"31.self_attn.q_proj",
|
| 114 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 115 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 116 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 117 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 118 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 119 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 120 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 121 |
+
"o_proj",
|
| 122 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 123 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 124 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 125 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 126 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 127 |
+
"30.self_attn.q_proj",
|
| 128 |
+
"28.self_attn.k_proj",
|
| 129 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 130 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 131 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 132 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 133 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 134 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 135 |
+
"27.self_attn.k_proj",
|
| 136 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 137 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 138 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 139 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 140 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 141 |
+
"27.self_attn.v_proj",
|
| 142 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 143 |
+
"29.self_attn.q_proj",
|
| 144 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 145 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 146 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 147 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 148 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 149 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 150 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 151 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 152 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 153 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 154 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 155 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 156 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 157 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 158 |
+
"31.self_attn.k_proj",
|
| 159 |
+
"32.self_attn.v_proj",
|
| 160 |
+
"32.self_attn.q_proj",
|
| 161 |
+
"28.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 163 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 164 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 165 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 166 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 167 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 168 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 169 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 170 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 171 |
+
"28.self_attn.v_proj",
|
| 172 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 173 |
+
"down_proj",
|
| 174 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 175 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 176 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 177 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 178 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 179 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 180 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 181 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 182 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 183 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 184 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 185 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 186 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 187 |
+
"30.self_attn.k_proj",
|
| 188 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 189 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 190 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 191 |
+
"gate_proj",
|
| 192 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 193 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 194 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 195 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 196 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 197 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 198 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 199 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 200 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 201 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 202 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 203 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 204 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 205 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 206 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 207 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 208 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 209 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 210 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 211 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 212 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 213 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 214 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 215 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 216 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 217 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 218 |
+
"decoder.layers.14.self_attn.q_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000005/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:93d574a1f5496e38839de7f05be1a249b751ba09f1b1de186e069c81a83a2578
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"up_proj",
|
| 33 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 34 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 35 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 36 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 37 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 38 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 39 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 40 |
+
"32.self_attn.k_proj",
|
| 41 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 42 |
+
"33.self_attn.q_proj",
|
| 43 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 44 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 45 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 46 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 47 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 48 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 49 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 50 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 51 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 52 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 53 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 54 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 55 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 56 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 57 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 58 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 59 |
+
"33.self_attn.k_proj",
|
| 60 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 61 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 62 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 63 |
+
"31.self_attn.v_proj",
|
| 64 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 65 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 66 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 67 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 68 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 69 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 70 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 71 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 72 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 73 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 74 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 75 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 76 |
+
"29.self_attn.k_proj",
|
| 77 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 78 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 80 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 81 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 82 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 83 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 84 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 85 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 86 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 87 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 88 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 89 |
+
"33.self_attn.v_proj",
|
| 90 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 91 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 92 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 93 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 94 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 95 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 96 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 97 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 98 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 99 |
+
"27.self_attn.q_proj",
|
| 100 |
+
"30.self_attn.v_proj",
|
| 101 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 102 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 103 |
+
"29.self_attn.v_proj",
|
| 104 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 105 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 106 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 107 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 108 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 109 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 110 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 111 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 112 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 113 |
+
"31.self_attn.q_proj",
|
| 114 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 115 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 116 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 117 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 118 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 119 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 120 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 121 |
+
"o_proj",
|
| 122 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 123 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 124 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 125 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 126 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 127 |
+
"30.self_attn.q_proj",
|
| 128 |
+
"28.self_attn.k_proj",
|
| 129 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 130 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 131 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 132 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 133 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 134 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 135 |
+
"27.self_attn.k_proj",
|
| 136 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 137 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 138 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 139 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 140 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 141 |
+
"27.self_attn.v_proj",
|
| 142 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 143 |
+
"29.self_attn.q_proj",
|
| 144 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 145 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 146 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 147 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 148 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 149 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 150 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 151 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 152 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 153 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 154 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 155 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 156 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 157 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 158 |
+
"31.self_attn.k_proj",
|
| 159 |
+
"32.self_attn.v_proj",
|
| 160 |
+
"32.self_attn.q_proj",
|
| 161 |
+
"28.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 163 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 164 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 165 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 166 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 167 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 168 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 169 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 170 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 171 |
+
"28.self_attn.v_proj",
|
| 172 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 173 |
+
"down_proj",
|
| 174 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 175 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 176 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 177 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 178 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 179 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 180 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 181 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 182 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 183 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 184 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 185 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 186 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 187 |
+
"30.self_attn.k_proj",
|
| 188 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 189 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 190 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 191 |
+
"gate_proj",
|
| 192 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 193 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 194 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 195 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 196 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 197 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 198 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 199 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 200 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 201 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 202 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 203 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 204 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 205 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 206 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 207 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 208 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 209 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 210 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 211 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 212 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 213 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 214 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 215 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 216 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 217 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 218 |
+
"decoder.layers.14.self_attn.q_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_mixed_rs_sft_kimi_pass2_v1/checkpoint-optstep-000010/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7ef7407ba7cc6f9a2dbac91724c8612ed52c1d67c01f2cba8682d352df13f824
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"29.self_attn.k_proj",
|
| 33 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 34 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 35 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 36 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 37 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 38 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 39 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 40 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 41 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 42 |
+
"27.self_attn.v_proj",
|
| 43 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 44 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 45 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 46 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 47 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 48 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 49 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 50 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 51 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 52 |
+
"33.self_attn.k_proj",
|
| 53 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 54 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 55 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 56 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 57 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 58 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 59 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 60 |
+
"gate_proj",
|
| 61 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 62 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 63 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 64 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 65 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 66 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 67 |
+
"30.self_attn.v_proj",
|
| 68 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 69 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 70 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 71 |
+
"31.self_attn.v_proj",
|
| 72 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 73 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 74 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 75 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 76 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 77 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 78 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 79 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 80 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 81 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 82 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 83 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 84 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 85 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 86 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 87 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 88 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 89 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 90 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 91 |
+
"o_proj",
|
| 92 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 93 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 94 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 95 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 96 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 97 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 98 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 99 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 100 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 101 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 102 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 103 |
+
"text_model.layers.2.self_attn.v_proj",
|
| 104 |
+
"33.self_attn.q_proj",
|
| 105 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 106 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 107 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 108 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 109 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 110 |
+
"28.self_attn.q_proj",
|
| 111 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 112 |
+
"27.self_attn.k_proj",
|
| 113 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 114 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 115 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 116 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 117 |
+
"29.self_attn.q_proj",
|
| 118 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 119 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 120 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 121 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 122 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 123 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 124 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 125 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 126 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 127 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 128 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 129 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 130 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 131 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 132 |
+
"down_proj",
|
| 133 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 134 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 135 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 136 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 137 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 138 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 139 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 140 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 141 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 142 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 143 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 144 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 145 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 146 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 147 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 148 |
+
"28.self_attn.v_proj",
|
| 149 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 150 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 151 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 152 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 153 |
+
"27.self_attn.q_proj",
|
| 154 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 155 |
+
"up_proj",
|
| 156 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 157 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 158 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 159 |
+
"28.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 161 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 163 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 164 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 165 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 166 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 167 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 168 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 169 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 170 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 171 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 172 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 173 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 174 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 175 |
+
"30.self_attn.k_proj",
|
| 176 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 177 |
+
"33.self_attn.v_proj",
|
| 178 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 179 |
+
"32.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 181 |
+
"32.self_attn.k_proj",
|
| 182 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 183 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 184 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 185 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 186 |
+
"29.self_attn.v_proj",
|
| 187 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 188 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 189 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 190 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 191 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 192 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 193 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 194 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 195 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 196 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 197 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 198 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 199 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 200 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 201 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 202 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 203 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 204 |
+
"30.self_attn.q_proj",
|
| 205 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 206 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 207 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 208 |
+
"32.self_attn.v_proj",
|
| 209 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 210 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 211 |
+
"31.self_attn.k_proj",
|
| 212 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 213 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 214 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 215 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 216 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 217 |
+
"31.self_attn.q_proj",
|
| 218 |
+
"decoder.layers.4.self_attn.k_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_typed_c2_verpo_pilot150_v1/checkpoint-optstep-000149/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1898503889b6cef55fe161f40cfd0fcb6d494cffc3ce919a890ce9d3330d657d
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 33 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 34 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 35 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 36 |
+
"30.self_attn.k_proj",
|
| 37 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 38 |
+
"o_proj",
|
| 39 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 40 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 41 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 42 |
+
"27.self_attn.k_proj",
|
| 43 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 44 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 45 |
+
"30.self_attn.q_proj",
|
| 46 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 47 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 48 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 49 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 50 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 51 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 52 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 53 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 54 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 55 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 56 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 57 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 58 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 59 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 60 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 61 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 62 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 63 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 64 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 65 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 66 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 67 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 68 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 69 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 70 |
+
"32.self_attn.k_proj",
|
| 71 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 72 |
+
"27.self_attn.q_proj",
|
| 73 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 74 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 75 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 76 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 77 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 78 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 80 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 81 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 82 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 83 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 84 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 85 |
+
"29.self_attn.k_proj",
|
| 86 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 87 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 88 |
+
"31.self_attn.q_proj",
|
| 89 |
+
"28.self_attn.q_proj",
|
| 90 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 91 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 92 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 93 |
+
"up_proj",
|
| 94 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 95 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 96 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 97 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 98 |
+
"27.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 100 |
+
"down_proj",
|
| 101 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 102 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 103 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 104 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 105 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 106 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 107 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 108 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 109 |
+
"28.self_attn.k_proj",
|
| 110 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 111 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 112 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 113 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 114 |
+
"29.self_attn.q_proj",
|
| 115 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 116 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 117 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 118 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 119 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 120 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 121 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 122 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 123 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 124 |
+
"30.self_attn.v_proj",
|
| 125 |
+
"33.self_attn.q_proj",
|
| 126 |
+
"31.self_attn.k_proj",
|
| 127 |
+
"33.self_attn.k_proj",
|
| 128 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 129 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 130 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 131 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 132 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 133 |
+
"28.self_attn.v_proj",
|
| 134 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 135 |
+
"gate_proj",
|
| 136 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 137 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 138 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 139 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 140 |
+
"32.self_attn.v_proj",
|
| 141 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 142 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 143 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 144 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 145 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 146 |
+
"29.self_attn.v_proj",
|
| 147 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 148 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 149 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 150 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 151 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 152 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 153 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 154 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 155 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 156 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 157 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 158 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 159 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 161 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 163 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 164 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 165 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 166 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 167 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 168 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 169 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 170 |
+
"33.self_attn.v_proj",
|
| 171 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 172 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 173 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 174 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 175 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 176 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 177 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 178 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 179 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 181 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 182 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 183 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 184 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 185 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 186 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 187 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 188 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 189 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 190 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 191 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 192 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 193 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 194 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 195 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 196 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 197 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 198 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 199 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 200 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 201 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 202 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 203 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 204 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 205 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 206 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 207 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 208 |
+
"31.self_attn.v_proj",
|
| 209 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 210 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 211 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 212 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 213 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 214 |
+
"32.self_attn.q_proj",
|
| 215 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 216 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 217 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 218 |
+
"text_model.layers.2.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000005/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:161cf844cd7fd34deaa1ef2f87c3e04dc21f84e9da6c48f291a40c34425884f1
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 33 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 34 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 35 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 36 |
+
"30.self_attn.k_proj",
|
| 37 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 38 |
+
"o_proj",
|
| 39 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 40 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 41 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 42 |
+
"27.self_attn.k_proj",
|
| 43 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 44 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 45 |
+
"30.self_attn.q_proj",
|
| 46 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 47 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 48 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 49 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 50 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 51 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 52 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 53 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 54 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 55 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 56 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 57 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 58 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 59 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 60 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 61 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 62 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 63 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 64 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 65 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 66 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 67 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 68 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 69 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 70 |
+
"32.self_attn.k_proj",
|
| 71 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 72 |
+
"27.self_attn.q_proj",
|
| 73 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 74 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 75 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 76 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 77 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 78 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 80 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 81 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 82 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 83 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 84 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 85 |
+
"29.self_attn.k_proj",
|
| 86 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 87 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 88 |
+
"31.self_attn.q_proj",
|
| 89 |
+
"28.self_attn.q_proj",
|
| 90 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 91 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 92 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 93 |
+
"up_proj",
|
| 94 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 95 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 96 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 97 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 98 |
+
"27.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 100 |
+
"down_proj",
|
| 101 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 102 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 103 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 104 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 105 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 106 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 107 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 108 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 109 |
+
"28.self_attn.k_proj",
|
| 110 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 111 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 112 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 113 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 114 |
+
"29.self_attn.q_proj",
|
| 115 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 116 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 117 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 118 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 119 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 120 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 121 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 122 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 123 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 124 |
+
"30.self_attn.v_proj",
|
| 125 |
+
"33.self_attn.q_proj",
|
| 126 |
+
"31.self_attn.k_proj",
|
| 127 |
+
"33.self_attn.k_proj",
|
| 128 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 129 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 130 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 131 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 132 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 133 |
+
"28.self_attn.v_proj",
|
| 134 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 135 |
+
"gate_proj",
|
| 136 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 137 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 138 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 139 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 140 |
+
"32.self_attn.v_proj",
|
| 141 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 142 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 143 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 144 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 145 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 146 |
+
"29.self_attn.v_proj",
|
| 147 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 148 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 149 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 150 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 151 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 152 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 153 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 154 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 155 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 156 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 157 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 158 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 159 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 161 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 163 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 164 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 165 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 166 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 167 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 168 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 169 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 170 |
+
"33.self_attn.v_proj",
|
| 171 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 172 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 173 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 174 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 175 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 176 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 177 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 178 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 179 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 181 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 182 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 183 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 184 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 185 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 186 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 187 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 188 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 189 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 190 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 191 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 192 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 193 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 194 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 195 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 196 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 197 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 198 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 199 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 200 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 201 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 202 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 203 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 204 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 205 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 206 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 207 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 208 |
+
"31.self_attn.v_proj",
|
| 209 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 210 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 211 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 212 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 213 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 214 |
+
"32.self_attn.q_proj",
|
| 215 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 216 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 217 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 218 |
+
"text_model.layers.2.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000010/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6c33f168e4467825ada851656e8ab805fdd6c92cbd04b45148fa81e84fb67d04
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 33 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 34 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 35 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 36 |
+
"30.self_attn.k_proj",
|
| 37 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 38 |
+
"o_proj",
|
| 39 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 40 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 41 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 42 |
+
"27.self_attn.k_proj",
|
| 43 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 44 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 45 |
+
"30.self_attn.q_proj",
|
| 46 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 47 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 48 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 49 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 50 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 51 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 52 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 53 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 54 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 55 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 56 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 57 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 58 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 59 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 60 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 61 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 62 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 63 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 64 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 65 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 66 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 67 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 68 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 69 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 70 |
+
"32.self_attn.k_proj",
|
| 71 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 72 |
+
"27.self_attn.q_proj",
|
| 73 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 74 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 75 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 76 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 77 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 78 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 80 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 81 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 82 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 83 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 84 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 85 |
+
"29.self_attn.k_proj",
|
| 86 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 87 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 88 |
+
"31.self_attn.q_proj",
|
| 89 |
+
"28.self_attn.q_proj",
|
| 90 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 91 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 92 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 93 |
+
"up_proj",
|
| 94 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 95 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 96 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 97 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 98 |
+
"27.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 100 |
+
"down_proj",
|
| 101 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 102 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 103 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 104 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 105 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 106 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 107 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 108 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 109 |
+
"28.self_attn.k_proj",
|
| 110 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 111 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 112 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 113 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 114 |
+
"29.self_attn.q_proj",
|
| 115 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 116 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 117 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 118 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 119 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 120 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 121 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 122 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 123 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 124 |
+
"30.self_attn.v_proj",
|
| 125 |
+
"33.self_attn.q_proj",
|
| 126 |
+
"31.self_attn.k_proj",
|
| 127 |
+
"33.self_attn.k_proj",
|
| 128 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 129 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 130 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 131 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 132 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 133 |
+
"28.self_attn.v_proj",
|
| 134 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 135 |
+
"gate_proj",
|
| 136 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 137 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 138 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 139 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 140 |
+
"32.self_attn.v_proj",
|
| 141 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 142 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 143 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 144 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 145 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 146 |
+
"29.self_attn.v_proj",
|
| 147 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 148 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 149 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 150 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 151 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 152 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 153 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 154 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 155 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 156 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 157 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 158 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 159 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 161 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 163 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 164 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 165 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 166 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 167 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 168 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 169 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 170 |
+
"33.self_attn.v_proj",
|
| 171 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 172 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 173 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 174 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 175 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 176 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 177 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 178 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 179 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 181 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 182 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 183 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 184 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 185 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 186 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 187 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 188 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 189 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 190 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 191 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 192 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 193 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 194 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 195 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 196 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 197 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 198 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 199 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 200 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 201 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 202 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 203 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 204 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 205 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 206 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 207 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 208 |
+
"31.self_attn.v_proj",
|
| 209 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 210 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 211 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 212 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 213 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 214 |
+
"32.self_attn.q_proj",
|
| 215 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 216 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 217 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 218 |
+
"text_model.layers.2.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000015/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:525de12eb50f8550127d2fc078cfd0ea87e8a87ab2c826cd0264e9370b85c836
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 33 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 34 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 35 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 36 |
+
"30.self_attn.k_proj",
|
| 37 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 38 |
+
"o_proj",
|
| 39 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 40 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 41 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 42 |
+
"27.self_attn.k_proj",
|
| 43 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 44 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 45 |
+
"30.self_attn.q_proj",
|
| 46 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 47 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 48 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 49 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 50 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 51 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 52 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 53 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 54 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 55 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 56 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 57 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 58 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 59 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 60 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 61 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 62 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 63 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 64 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 65 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 66 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 67 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 68 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 69 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 70 |
+
"32.self_attn.k_proj",
|
| 71 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 72 |
+
"27.self_attn.q_proj",
|
| 73 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 74 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 75 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 76 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 77 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 78 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 80 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 81 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 82 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 83 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 84 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 85 |
+
"29.self_attn.k_proj",
|
| 86 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 87 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 88 |
+
"31.self_attn.q_proj",
|
| 89 |
+
"28.self_attn.q_proj",
|
| 90 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 91 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 92 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 93 |
+
"up_proj",
|
| 94 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 95 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 96 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 97 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 98 |
+
"27.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 100 |
+
"down_proj",
|
| 101 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 102 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 103 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 104 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 105 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 106 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 107 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 108 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 109 |
+
"28.self_attn.k_proj",
|
| 110 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 111 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 112 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 113 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 114 |
+
"29.self_attn.q_proj",
|
| 115 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 116 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 117 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 118 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 119 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 120 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 121 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 122 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 123 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 124 |
+
"30.self_attn.v_proj",
|
| 125 |
+
"33.self_attn.q_proj",
|
| 126 |
+
"31.self_attn.k_proj",
|
| 127 |
+
"33.self_attn.k_proj",
|
| 128 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 129 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 130 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 131 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 132 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 133 |
+
"28.self_attn.v_proj",
|
| 134 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 135 |
+
"gate_proj",
|
| 136 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 137 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 138 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 139 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 140 |
+
"32.self_attn.v_proj",
|
| 141 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 142 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 143 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 144 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 145 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 146 |
+
"29.self_attn.v_proj",
|
| 147 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 148 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 149 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 150 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 151 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 152 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 153 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 154 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 155 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 156 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 157 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 158 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 159 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 161 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 163 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 164 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 165 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 166 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 167 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 168 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 169 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 170 |
+
"33.self_attn.v_proj",
|
| 171 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 172 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 173 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 174 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 175 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 176 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 177 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 178 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 179 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 181 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 182 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 183 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 184 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 185 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 186 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 187 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 188 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 189 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 190 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 191 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 192 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 193 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 194 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 195 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 196 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 197 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 198 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 199 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 200 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 201 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 202 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 203 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 204 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 205 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 206 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 207 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 208 |
+
"31.self_attn.v_proj",
|
| 209 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 210 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 211 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 212 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 213 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 214 |
+
"32.self_attn.q_proj",
|
| 215 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 216 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 217 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 218 |
+
"text_model.layers.2.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000020/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f5322216001e967c52f0ee2953805ed3857cce1fa00b3ab675bbf236d6c50fc9
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 33 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 34 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 35 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 36 |
+
"30.self_attn.k_proj",
|
| 37 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 38 |
+
"o_proj",
|
| 39 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 40 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 41 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 42 |
+
"27.self_attn.k_proj",
|
| 43 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 44 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 45 |
+
"30.self_attn.q_proj",
|
| 46 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 47 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 48 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 49 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 50 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 51 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 52 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 53 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 54 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 55 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 56 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 57 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 58 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 59 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 60 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 61 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 62 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 63 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 64 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 65 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 66 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 67 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 68 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 69 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 70 |
+
"32.self_attn.k_proj",
|
| 71 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 72 |
+
"27.self_attn.q_proj",
|
| 73 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 74 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 75 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 76 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 77 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 78 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 80 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 81 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 82 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 83 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 84 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 85 |
+
"29.self_attn.k_proj",
|
| 86 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 87 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 88 |
+
"31.self_attn.q_proj",
|
| 89 |
+
"28.self_attn.q_proj",
|
| 90 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 91 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 92 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 93 |
+
"up_proj",
|
| 94 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 95 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 96 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 97 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 98 |
+
"27.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 100 |
+
"down_proj",
|
| 101 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 102 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 103 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 104 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 105 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 106 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 107 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 108 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 109 |
+
"28.self_attn.k_proj",
|
| 110 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 111 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 112 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 113 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 114 |
+
"29.self_attn.q_proj",
|
| 115 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 116 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 117 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 118 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 119 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 120 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 121 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 122 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 123 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 124 |
+
"30.self_attn.v_proj",
|
| 125 |
+
"33.self_attn.q_proj",
|
| 126 |
+
"31.self_attn.k_proj",
|
| 127 |
+
"33.self_attn.k_proj",
|
| 128 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 129 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 130 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 131 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 132 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 133 |
+
"28.self_attn.v_proj",
|
| 134 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 135 |
+
"gate_proj",
|
| 136 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 137 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 138 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 139 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 140 |
+
"32.self_attn.v_proj",
|
| 141 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 142 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 143 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 144 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 145 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 146 |
+
"29.self_attn.v_proj",
|
| 147 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 148 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 149 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 150 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 151 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 152 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 153 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 154 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 155 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 156 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 157 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 158 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 159 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 161 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 163 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 164 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 165 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 166 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 167 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 168 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 169 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 170 |
+
"33.self_attn.v_proj",
|
| 171 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 172 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 173 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 174 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 175 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 176 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 177 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 178 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 179 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 181 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 182 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 183 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 184 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 185 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 186 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 187 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 188 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 189 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 190 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 191 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 192 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 193 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 194 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 195 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 196 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 197 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 198 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 199 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 200 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 201 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 202 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 203 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 204 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 205 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 206 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 207 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 208 |
+
"31.self_attn.v_proj",
|
| 209 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 210 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 211 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 212 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 213 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 214 |
+
"32.self_attn.q_proj",
|
| 215 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 216 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 217 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 218 |
+
"text_model.layers.2.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000025/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fff35502ace94826c0d98eefc3fe7b4395f7183adbdebcf98f732194da183691
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 33 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 34 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 35 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 36 |
+
"30.self_attn.k_proj",
|
| 37 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 38 |
+
"o_proj",
|
| 39 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 40 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 41 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 42 |
+
"27.self_attn.k_proj",
|
| 43 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 44 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 45 |
+
"30.self_attn.q_proj",
|
| 46 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 47 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 48 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 49 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 50 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 51 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 52 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 53 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 54 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 55 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 56 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 57 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 58 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 59 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 60 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 61 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 62 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 63 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 64 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 65 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 66 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 67 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 68 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 69 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 70 |
+
"32.self_attn.k_proj",
|
| 71 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 72 |
+
"27.self_attn.q_proj",
|
| 73 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 74 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 75 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 76 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 77 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 78 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 80 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 81 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 82 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 83 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 84 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 85 |
+
"29.self_attn.k_proj",
|
| 86 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 87 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 88 |
+
"31.self_attn.q_proj",
|
| 89 |
+
"28.self_attn.q_proj",
|
| 90 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 91 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 92 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 93 |
+
"up_proj",
|
| 94 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 95 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 96 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 97 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 98 |
+
"27.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 100 |
+
"down_proj",
|
| 101 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 102 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 103 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 104 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 105 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 106 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 107 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 108 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 109 |
+
"28.self_attn.k_proj",
|
| 110 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 111 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 112 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 113 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 114 |
+
"29.self_attn.q_proj",
|
| 115 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 116 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 117 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 118 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 119 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 120 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 121 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 122 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 123 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 124 |
+
"30.self_attn.v_proj",
|
| 125 |
+
"33.self_attn.q_proj",
|
| 126 |
+
"31.self_attn.k_proj",
|
| 127 |
+
"33.self_attn.k_proj",
|
| 128 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 129 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 130 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 131 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 132 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 133 |
+
"28.self_attn.v_proj",
|
| 134 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 135 |
+
"gate_proj",
|
| 136 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 137 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 138 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 139 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 140 |
+
"32.self_attn.v_proj",
|
| 141 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 142 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 143 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 144 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 145 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 146 |
+
"29.self_attn.v_proj",
|
| 147 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 148 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 149 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 150 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 151 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 152 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 153 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 154 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 155 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 156 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 157 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 158 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 159 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 161 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 163 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 164 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 165 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 166 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 167 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 168 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 169 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 170 |
+
"33.self_attn.v_proj",
|
| 171 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 172 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 173 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 174 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 175 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 176 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 177 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 178 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 179 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 181 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 182 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 183 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 184 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 185 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 186 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 187 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 188 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 189 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 190 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 191 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 192 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 193 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 194 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 195 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 196 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 197 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 198 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 199 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 200 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 201 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 202 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 203 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 204 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 205 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 206 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 207 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 208 |
+
"31.self_attn.v_proj",
|
| 209 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 210 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 211 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 212 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 213 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 214 |
+
"32.self_attn.q_proj",
|
| 215 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 216 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 217 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 218 |
+
"text_model.layers.2.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000030/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:46d6721958185a8017059559df2903de29d73a615eba2a432222792069f9a96c
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 33 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 34 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 35 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 36 |
+
"30.self_attn.k_proj",
|
| 37 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 38 |
+
"o_proj",
|
| 39 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 40 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 41 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 42 |
+
"27.self_attn.k_proj",
|
| 43 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 44 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 45 |
+
"30.self_attn.q_proj",
|
| 46 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 47 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 48 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 49 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 50 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 51 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 52 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 53 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 54 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 55 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 56 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 57 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 58 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 59 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 60 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 61 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 62 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 63 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 64 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 65 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 66 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 67 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 68 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 69 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 70 |
+
"32.self_attn.k_proj",
|
| 71 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 72 |
+
"27.self_attn.q_proj",
|
| 73 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 74 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 75 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 76 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 77 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 78 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 80 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 81 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 82 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 83 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 84 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 85 |
+
"29.self_attn.k_proj",
|
| 86 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 87 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 88 |
+
"31.self_attn.q_proj",
|
| 89 |
+
"28.self_attn.q_proj",
|
| 90 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 91 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 92 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 93 |
+
"up_proj",
|
| 94 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 95 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 96 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 97 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 98 |
+
"27.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 100 |
+
"down_proj",
|
| 101 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 102 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 103 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 104 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 105 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 106 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 107 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 108 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 109 |
+
"28.self_attn.k_proj",
|
| 110 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 111 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 112 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 113 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 114 |
+
"29.self_attn.q_proj",
|
| 115 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 116 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 117 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 118 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 119 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 120 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 121 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 122 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 123 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 124 |
+
"30.self_attn.v_proj",
|
| 125 |
+
"33.self_attn.q_proj",
|
| 126 |
+
"31.self_attn.k_proj",
|
| 127 |
+
"33.self_attn.k_proj",
|
| 128 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 129 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 130 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 131 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 132 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 133 |
+
"28.self_attn.v_proj",
|
| 134 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 135 |
+
"gate_proj",
|
| 136 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 137 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 138 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 139 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 140 |
+
"32.self_attn.v_proj",
|
| 141 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 142 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 143 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 144 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 145 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 146 |
+
"29.self_attn.v_proj",
|
| 147 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 148 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 149 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 150 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 151 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 152 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 153 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 154 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 155 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 156 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 157 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 158 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 159 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 161 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 163 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 164 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 165 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 166 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 167 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 168 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 169 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 170 |
+
"33.self_attn.v_proj",
|
| 171 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 172 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 173 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 174 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 175 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 176 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 177 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 178 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 179 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 181 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 182 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 183 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 184 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 185 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 186 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 187 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 188 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 189 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 190 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 191 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 192 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 193 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 194 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 195 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 196 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 197 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 198 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 199 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 200 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 201 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 202 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 203 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 204 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 205 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 206 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 207 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 208 |
+
"31.self_attn.v_proj",
|
| 209 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 210 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 211 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 212 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 213 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 214 |
+
"32.self_attn.q_proj",
|
| 215 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 216 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 217 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 218 |
+
"text_model.layers.2.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000035/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2755906a51cb4c724dea4fe0eb28e8fb57540ac831f37197148c0c649f128fa6
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_config.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "google/t5gemma-2-4b-4b",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.05,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.0",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"decoder.layers.14.self_attn.k_proj",
|
| 33 |
+
"text_model.layers.14.self_attn.v_proj",
|
| 34 |
+
"text_model.layers.22.self_attn.v_proj",
|
| 35 |
+
"decoder.layers.19.self_attn.q_proj",
|
| 36 |
+
"30.self_attn.k_proj",
|
| 37 |
+
"text_model.layers.16.self_attn.q_proj",
|
| 38 |
+
"o_proj",
|
| 39 |
+
"decoder.layers.9.self_attn.k_proj",
|
| 40 |
+
"text_model.layers.9.self_attn.v_proj",
|
| 41 |
+
"decoder.layers.17.self_attn.k_proj",
|
| 42 |
+
"27.self_attn.k_proj",
|
| 43 |
+
"decoder.layers.17.self_attn.v_proj",
|
| 44 |
+
"text_model.layers.25.self_attn.k_proj",
|
| 45 |
+
"30.self_attn.q_proj",
|
| 46 |
+
"decoder.layers.0.self_attn.q_proj",
|
| 47 |
+
"decoder.layers.5.self_attn.q_proj",
|
| 48 |
+
"text_model.layers.13.self_attn.v_proj",
|
| 49 |
+
"decoder.layers.11.self_attn.k_proj",
|
| 50 |
+
"decoder.layers.17.self_attn.q_proj",
|
| 51 |
+
"text_model.layers.17.self_attn.v_proj",
|
| 52 |
+
"decoder.layers.21.self_attn.k_proj",
|
| 53 |
+
"decoder.layers.6.self_attn.q_proj",
|
| 54 |
+
"decoder.layers.20.self_attn.q_proj",
|
| 55 |
+
"decoder.layers.26.self_attn.k_proj",
|
| 56 |
+
"decoder.layers.18.self_attn.v_proj",
|
| 57 |
+
"decoder.layers.6.self_attn.v_proj",
|
| 58 |
+
"decoder.layers.24.self_attn.k_proj",
|
| 59 |
+
"decoder.layers.10.self_attn.q_proj",
|
| 60 |
+
"text_model.layers.15.self_attn.q_proj",
|
| 61 |
+
"decoder.layers.11.self_attn.v_proj",
|
| 62 |
+
"text_model.layers.23.self_attn.v_proj",
|
| 63 |
+
"text_model.layers.3.self_attn.v_proj",
|
| 64 |
+
"decoder.layers.3.self_attn.v_proj",
|
| 65 |
+
"text_model.layers.11.self_attn.q_proj",
|
| 66 |
+
"decoder.layers.14.self_attn.q_proj",
|
| 67 |
+
"text_model.layers.15.self_attn.k_proj",
|
| 68 |
+
"decoder.layers.24.self_attn.v_proj",
|
| 69 |
+
"decoder.layers.16.self_attn.q_proj",
|
| 70 |
+
"32.self_attn.k_proj",
|
| 71 |
+
"decoder.layers.24.self_attn.q_proj",
|
| 72 |
+
"27.self_attn.q_proj",
|
| 73 |
+
"decoder.layers.25.self_attn.k_proj",
|
| 74 |
+
"decoder.layers.4.self_attn.q_proj",
|
| 75 |
+
"decoder.layers.21.self_attn.v_proj",
|
| 76 |
+
"text_model.layers.2.self_attn.q_proj",
|
| 77 |
+
"text_model.layers.9.self_attn.k_proj",
|
| 78 |
+
"decoder.layers.20.self_attn.v_proj",
|
| 79 |
+
"text_model.layers.21.self_attn.k_proj",
|
| 80 |
+
"decoder.layers.4.self_attn.k_proj",
|
| 81 |
+
"decoder.layers.5.self_attn.k_proj",
|
| 82 |
+
"text_model.layers.13.self_attn.q_proj",
|
| 83 |
+
"text_model.layers.5.self_attn.q_proj",
|
| 84 |
+
"text_model.layers.22.self_attn.k_proj",
|
| 85 |
+
"29.self_attn.k_proj",
|
| 86 |
+
"decoder.layers.7.self_attn.q_proj",
|
| 87 |
+
"text_model.layers.7.self_attn.v_proj",
|
| 88 |
+
"31.self_attn.q_proj",
|
| 89 |
+
"28.self_attn.q_proj",
|
| 90 |
+
"decoder.layers.15.self_attn.q_proj",
|
| 91 |
+
"decoder.layers.2.self_attn.q_proj",
|
| 92 |
+
"text_model.layers.3.self_attn.q_proj",
|
| 93 |
+
"up_proj",
|
| 94 |
+
"text_model.layers.26.self_attn.v_proj",
|
| 95 |
+
"decoder.layers.3.self_attn.k_proj",
|
| 96 |
+
"text_model.layers.20.self_attn.k_proj",
|
| 97 |
+
"text_model.layers.22.self_attn.q_proj",
|
| 98 |
+
"27.self_attn.v_proj",
|
| 99 |
+
"decoder.layers.25.self_attn.v_proj",
|
| 100 |
+
"down_proj",
|
| 101 |
+
"text_model.layers.17.self_attn.q_proj",
|
| 102 |
+
"decoder.layers.22.self_attn.k_proj",
|
| 103 |
+
"decoder.layers.5.self_attn.v_proj",
|
| 104 |
+
"text_model.layers.20.self_attn.v_proj",
|
| 105 |
+
"text_model.layers.1.self_attn.k_proj",
|
| 106 |
+
"text_model.layers.10.self_attn.v_proj",
|
| 107 |
+
"text_model.layers.10.self_attn.q_proj",
|
| 108 |
+
"text_model.layers.13.self_attn.k_proj",
|
| 109 |
+
"28.self_attn.k_proj",
|
| 110 |
+
"decoder.layers.4.self_attn.v_proj",
|
| 111 |
+
"text_model.layers.8.self_attn.v_proj",
|
| 112 |
+
"text_model.layers.26.self_attn.q_proj",
|
| 113 |
+
"text_model.layers.20.self_attn.q_proj",
|
| 114 |
+
"29.self_attn.q_proj",
|
| 115 |
+
"decoder.layers.22.self_attn.v_proj",
|
| 116 |
+
"text_model.layers.7.self_attn.q_proj",
|
| 117 |
+
"text_model.layers.6.self_attn.q_proj",
|
| 118 |
+
"text_model.layers.11.self_attn.k_proj",
|
| 119 |
+
"decoder.layers.23.self_attn.k_proj",
|
| 120 |
+
"text_model.layers.5.self_attn.k_proj",
|
| 121 |
+
"decoder.layers.0.self_attn.k_proj",
|
| 122 |
+
"decoder.layers.13.self_attn.k_proj",
|
| 123 |
+
"text_model.layers.8.self_attn.k_proj",
|
| 124 |
+
"30.self_attn.v_proj",
|
| 125 |
+
"33.self_attn.q_proj",
|
| 126 |
+
"31.self_attn.k_proj",
|
| 127 |
+
"33.self_attn.k_proj",
|
| 128 |
+
"decoder.layers.10.self_attn.v_proj",
|
| 129 |
+
"text_model.layers.0.self_attn.k_proj",
|
| 130 |
+
"decoder.layers.12.self_attn.v_proj",
|
| 131 |
+
"decoder.layers.23.self_attn.q_proj",
|
| 132 |
+
"decoder.layers.13.self_attn.v_proj",
|
| 133 |
+
"28.self_attn.v_proj",
|
| 134 |
+
"text_model.layers.19.self_attn.k_proj",
|
| 135 |
+
"gate_proj",
|
| 136 |
+
"text_model.layers.6.self_attn.k_proj",
|
| 137 |
+
"decoder.layers.16.self_attn.v_proj",
|
| 138 |
+
"decoder.layers.9.self_attn.v_proj",
|
| 139 |
+
"decoder.layers.14.self_attn.v_proj",
|
| 140 |
+
"32.self_attn.v_proj",
|
| 141 |
+
"text_model.layers.18.self_attn.k_proj",
|
| 142 |
+
"text_model.layers.21.self_attn.q_proj",
|
| 143 |
+
"text_model.layers.24.self_attn.k_proj",
|
| 144 |
+
"text_model.layers.23.self_attn.q_proj",
|
| 145 |
+
"text_model.layers.17.self_attn.k_proj",
|
| 146 |
+
"29.self_attn.v_proj",
|
| 147 |
+
"text_model.layers.12.self_attn.v_proj",
|
| 148 |
+
"decoder.layers.18.self_attn.k_proj",
|
| 149 |
+
"decoder.layers.7.self_attn.v_proj",
|
| 150 |
+
"decoder.layers.22.self_attn.q_proj",
|
| 151 |
+
"text_model.layers.16.self_attn.v_proj",
|
| 152 |
+
"text_model.layers.18.self_attn.v_proj",
|
| 153 |
+
"decoder.layers.1.self_attn.k_proj",
|
| 154 |
+
"text_model.layers.9.self_attn.q_proj",
|
| 155 |
+
"text_model.layers.2.self_attn.k_proj",
|
| 156 |
+
"text_model.layers.10.self_attn.k_proj",
|
| 157 |
+
"decoder.layers.13.self_attn.q_proj",
|
| 158 |
+
"text_model.layers.12.self_attn.k_proj",
|
| 159 |
+
"decoder.layers.6.self_attn.k_proj",
|
| 160 |
+
"text_model.layers.24.self_attn.q_proj",
|
| 161 |
+
"decoder.layers.12.self_attn.q_proj",
|
| 162 |
+
"decoder.layers.25.self_attn.q_proj",
|
| 163 |
+
"text_model.layers.0.self_attn.q_proj",
|
| 164 |
+
"decoder.layers.9.self_attn.q_proj",
|
| 165 |
+
"decoder.layers.19.self_attn.v_proj",
|
| 166 |
+
"text_model.layers.24.self_attn.v_proj",
|
| 167 |
+
"text_model.layers.26.self_attn.k_proj",
|
| 168 |
+
"decoder.layers.1.self_attn.q_proj",
|
| 169 |
+
"decoder.layers.2.self_attn.k_proj",
|
| 170 |
+
"33.self_attn.v_proj",
|
| 171 |
+
"text_model.layers.25.self_attn.v_proj",
|
| 172 |
+
"decoder.layers.20.self_attn.k_proj",
|
| 173 |
+
"text_model.layers.1.self_attn.q_proj",
|
| 174 |
+
"decoder.layers.12.self_attn.k_proj",
|
| 175 |
+
"text_model.layers.21.self_attn.v_proj",
|
| 176 |
+
"decoder.layers.18.self_attn.q_proj",
|
| 177 |
+
"decoder.layers.16.self_attn.k_proj",
|
| 178 |
+
"text_model.layers.8.self_attn.q_proj",
|
| 179 |
+
"text_model.layers.25.self_attn.q_proj",
|
| 180 |
+
"text_model.layers.23.self_attn.k_proj",
|
| 181 |
+
"text_model.layers.18.self_attn.q_proj",
|
| 182 |
+
"decoder.layers.19.self_attn.k_proj",
|
| 183 |
+
"text_model.layers.3.self_attn.k_proj",
|
| 184 |
+
"decoder.layers.8.self_attn.v_proj",
|
| 185 |
+
"decoder.layers.8.self_attn.q_proj",
|
| 186 |
+
"text_model.layers.4.self_attn.k_proj",
|
| 187 |
+
"text_model.layers.7.self_attn.k_proj",
|
| 188 |
+
"decoder.layers.11.self_attn.q_proj",
|
| 189 |
+
"decoder.layers.23.self_attn.v_proj",
|
| 190 |
+
"decoder.layers.26.self_attn.q_proj",
|
| 191 |
+
"text_model.layers.19.self_attn.q_proj",
|
| 192 |
+
"text_model.layers.6.self_attn.v_proj",
|
| 193 |
+
"decoder.layers.15.self_attn.v_proj",
|
| 194 |
+
"text_model.layers.12.self_attn.q_proj",
|
| 195 |
+
"text_model.layers.11.self_attn.v_proj",
|
| 196 |
+
"text_model.layers.16.self_attn.k_proj",
|
| 197 |
+
"decoder.layers.26.self_attn.v_proj",
|
| 198 |
+
"text_model.layers.15.self_attn.v_proj",
|
| 199 |
+
"text_model.layers.1.self_attn.v_proj",
|
| 200 |
+
"text_model.layers.14.self_attn.q_proj",
|
| 201 |
+
"text_model.layers.4.self_attn.v_proj",
|
| 202 |
+
"decoder.layers.0.self_attn.v_proj",
|
| 203 |
+
"decoder.layers.7.self_attn.k_proj",
|
| 204 |
+
"decoder.layers.8.self_attn.k_proj",
|
| 205 |
+
"text_model.layers.5.self_attn.v_proj",
|
| 206 |
+
"text_model.layers.14.self_attn.k_proj",
|
| 207 |
+
"decoder.layers.2.self_attn.v_proj",
|
| 208 |
+
"31.self_attn.v_proj",
|
| 209 |
+
"decoder.layers.21.self_attn.q_proj",
|
| 210 |
+
"decoder.layers.15.self_attn.k_proj",
|
| 211 |
+
"decoder.layers.3.self_attn.q_proj",
|
| 212 |
+
"text_model.layers.19.self_attn.v_proj",
|
| 213 |
+
"decoder.layers.1.self_attn.v_proj",
|
| 214 |
+
"32.self_attn.q_proj",
|
| 215 |
+
"text_model.layers.4.self_attn.q_proj",
|
| 216 |
+
"text_model.layers.0.self_attn.v_proj",
|
| 217 |
+
"decoder.layers.10.self_attn.k_proj",
|
| 218 |
+
"text_model.layers.2.self_attn.v_proj"
|
| 219 |
+
],
|
| 220 |
+
"target_parameters": null,
|
| 221 |
+
"task_type": "SEQ_2_SEQ_LM",
|
| 222 |
+
"trainable_token_indices": null,
|
| 223 |
+
"use_dora": false,
|
| 224 |
+
"use_qalora": false,
|
| 225 |
+
"use_rslora": false
|
| 226 |
+
}
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000040/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7bffa50b1b9f84409963380b003e2ab61a005c7736dd43fb6d7fb0d6ebeb886a
|
| 3 |
+
size 953821400
|
t5gemma2_4b4b_typed_direct_rs_sft_225_v1/checkpoint-optstep-000045/MODIFIED_NOTICE.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modification notice
|
| 2 |
+
|
| 3 |
+
This directory contains PEFT LoRA adapter weights and configuration produced by
|
| 4 |
+
fine-tuning `google/t5gemma-2-4b-4b`. The files are modified model-derivative
|
| 5 |
+
artifacts; they are not original Google model files and are not endorsed by Google.
|
| 6 |
+
|
| 7 |
+
Use and redistribution are subject to the Gemma Terms of Use and the incorporated
|
| 8 |
+
Gemma Prohibited Use Policy included at the repository root.
|