diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..52373fe24473b1aa44333d318f578ae6bf04b49b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e7c5ef0a402cba6c7ed6e21b001f9b0d4b2c7010 --- /dev/null +++ b/README.md @@ -0,0 +1,67 @@ +--- +library_name: transformers +model_name: grpo +tags: +- generated_from_trainer +- trl +- grpo +- hf_jobs +licence: license +--- + +# Model Card for grpo + +This model is a fine-tuned version of [None](https://huggingface.co/None). +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="pratimassaravanan/grpo", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + + + + + +This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300). + +### Framework versions + +- TRL: 1.2.0 +- Transformers: 5.6.2 +- Pytorch: 2.11.0 +- Datasets: 4.8.4 +- Tokenizers: 0.22.2 + +## Citations + +Cite GRPO as: + +```bibtex +@article{shao2024deepseekmath, + title = {{DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models}}, + author = {Zhihong Shao and Peiyi Wang and Qihao Zhu and Runxin Xu and Junxiao Song and Mingchuan Zhang and Y. K. Li and Y. Wu and Daya Guo}, + year = 2024, + eprint = {arXiv:2402.03300}, +} +``` + +Cite TRL as: + +```bibtex +@software{vonwerra2020trl, + title = {{TRL: Transformers Reinforcement Learning}}, + author = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin}, + license = {Apache-2.0}, + url = {https://github.com/huggingface/trl}, + year = {2020} +} +``` \ No newline at end of file diff --git a/adapter_config.json b/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..23518f7006d5eb9dffc51b1b82f0ddff37b15c7d --- /dev/null +++ b/adapter_config.json @@ -0,0 +1,48 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "sft_grpo_output/sft_merged", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.19.1", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj", + "down_proj", + "up_proj", + "o_proj", + "k_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/adapter_model.safetensors b/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9ebff8b8b1099c5decea7c79869a64fbdd87c7b --- /dev/null +++ b/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c29a7525c24c574ecd715ee2061f2c80256b6764561aa4965aa1fa44808f5942 +size 69782384 diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..01be9b307daa2d425f7c168c9fb145a286e0afb4 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/completions/completions_00001.parquet b/completions/completions_00001.parquet new file mode 100644 index 0000000000000000000000000000000000000000..7705e835e57d20878ac34d500b142ef03b30d9b5 --- /dev/null +++ b/completions/completions_00001.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b89ed229ae2ba8e749fc5965516a11fba04bed49f747e8e1aed1091afbb40c1e +size 23953 diff --git a/completions/completions_00002.parquet b/completions/completions_00002.parquet new file mode 100644 index 0000000000000000000000000000000000000000..fb3fb74335b88cd0178294bf1b5f569b60d97001 --- /dev/null +++ b/completions/completions_00002.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d6a7fda894fd35bc157c58451a575bd0a2ec4816d9c68291206e80bd8dcddf3 +size 23972 diff --git a/completions/completions_00003.parquet b/completions/completions_00003.parquet new file mode 100644 index 0000000000000000000000000000000000000000..28fdfb4ddb6580cb22fe9a1bc8bf60e3ccd1307e --- /dev/null +++ b/completions/completions_00003.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f41b0301b6c319d58c98dbef17a5ca81c067e41219c87478a3c2ed8c19620049 +size 24575 diff --git a/completions/completions_00004.parquet b/completions/completions_00004.parquet new file mode 100644 index 0000000000000000000000000000000000000000..31e27fbbcc1d3ae490caf82c5d1906e60566224a --- /dev/null +++ b/completions/completions_00004.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aea417f2ea1786053e76f57f5a6ef7e6f9e37aec995491dc1e2ea7dd0d7ab50 +size 24332 diff --git a/completions/completions_00005.parquet b/completions/completions_00005.parquet new file mode 100644 index 0000000000000000000000000000000000000000..b236fba5b995a18000b1d0d15e0e8f814bf6b74e --- /dev/null +++ b/completions/completions_00005.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93806f3dfe01ff7118fa3fa4007b6150d28f26c5381b9d48d4bb8ba40ac75003 +size 23110 diff --git a/completions/completions_00006.parquet b/completions/completions_00006.parquet new file mode 100644 index 0000000000000000000000000000000000000000..0ba626f2f2a5700c111999c40a591f6b0d4d546c --- /dev/null +++ b/completions/completions_00006.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d88d4fa9b71f6586d2849791b51c4123d598892f302d55027e3129fca4d1cd2 +size 25275 diff --git a/completions/completions_00007.parquet b/completions/completions_00007.parquet new file mode 100644 index 0000000000000000000000000000000000000000..51ccff379b85604c82ba69e47b84d7905940b769 --- /dev/null +++ b/completions/completions_00007.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee2acf1e212135efe16720b369d14b6a77dcd1ded24f3c959ed34561e3c5d9f +size 25318 diff --git a/completions/completions_00008.parquet b/completions/completions_00008.parquet new file mode 100644 index 0000000000000000000000000000000000000000..b85a38ccaf5977088d5f332aee6310e1c5e41155 --- /dev/null +++ b/completions/completions_00008.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03c9cce308146f2e99404379068c37ff434e123ed43d58d4aafee4324dee8d57 +size 22879 diff --git a/completions/completions_00009.parquet b/completions/completions_00009.parquet new file mode 100644 index 0000000000000000000000000000000000000000..44df690352d63f2a1bcb3447364803670c2b4a2e --- /dev/null +++ b/completions/completions_00009.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b1fc0548ab019a01c3b30e489270664a1601efddbd4b0c12f49b9662d96649 +size 24363 diff --git a/completions/completions_00010.parquet b/completions/completions_00010.parquet new file mode 100644 index 0000000000000000000000000000000000000000..44215dc1c13f7422527beb896ed30b5eea3bb0be --- /dev/null +++ b/completions/completions_00010.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d7aebd5ab48389a3ea82a78a658336511e86a83b17eab3eeae6f3151f1d3422 +size 24266 diff --git a/completions/completions_00011.parquet b/completions/completions_00011.parquet new file mode 100644 index 0000000000000000000000000000000000000000..a06816e052015a915e8ba3ae0dc5392444504196 --- /dev/null +++ b/completions/completions_00011.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:508383d561f41ec9a9d11071b16677e16b8956f78fbcab4ca13d9a9b91b391ff +size 24695 diff --git a/completions/completions_00012.parquet b/completions/completions_00012.parquet new file mode 100644 index 0000000000000000000000000000000000000000..be6aca68b0c483f34d9c13e745f5ce1881da09ef --- /dev/null +++ b/completions/completions_00012.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b0aff78cdc01cfa5ad0a869af61bf7f68232130c3e4e3a4209967db2e23d6fd +size 24129 diff --git a/completions/completions_00013.parquet b/completions/completions_00013.parquet new file mode 100644 index 0000000000000000000000000000000000000000..ae92a47ead5daced4f7551b68af0de8d4355552d --- /dev/null +++ b/completions/completions_00013.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c732fddec3e09b662e192a6b1127fae7ad1ad7b171fb1aabcc9dd63cc6e1cd92 +size 27701 diff --git a/completions/completions_00014.parquet b/completions/completions_00014.parquet new file mode 100644 index 0000000000000000000000000000000000000000..c7e94e11430ad2841288f835f870babc6fe89c7b --- /dev/null +++ b/completions/completions_00014.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93ef5f93e41406b354c3b392c3e7e1ee7ae87832e549335182ea4d627c88d64b +size 22875 diff --git a/completions/completions_00015.parquet b/completions/completions_00015.parquet new file mode 100644 index 0000000000000000000000000000000000000000..0ee17b0b0746d88ac79634c4123d2ea0e8fd9b50 --- /dev/null +++ b/completions/completions_00015.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8426e559e1af61f60d4cc0daccee5190289bc50e0f81930d1a19b4c3b80e0ac +size 27296 diff --git a/completions/completions_00016.parquet b/completions/completions_00016.parquet new file mode 100644 index 0000000000000000000000000000000000000000..64b20fc21d647c340031765b69c01881ad20895f --- /dev/null +++ b/completions/completions_00016.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7fd23ebe02152ae00e7c5d4bf091cc289e551fb66df7600872af57663114236 +size 23062 diff --git a/completions/completions_00017.parquet b/completions/completions_00017.parquet new file mode 100644 index 0000000000000000000000000000000000000000..c00acb43b152aff9c179e305b82b18c5f68114e6 --- /dev/null +++ b/completions/completions_00017.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bdfc0eb2b4414399cc1567a91c03b1830d487601a2287fb3c8f6f85f543b2a4 +size 22819 diff --git a/completions/completions_00018.parquet b/completions/completions_00018.parquet new file mode 100644 index 0000000000000000000000000000000000000000..f909f568e9a609f802ec9957b92f0fea2060e686 --- /dev/null +++ b/completions/completions_00018.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfdb634a56501dc1db07af228cc8db56b36736270e48b4c26e42f81a2a0f25b8 +size 23445 diff --git a/completions/completions_00019.parquet b/completions/completions_00019.parquet new file mode 100644 index 0000000000000000000000000000000000000000..ac6be63782c56ed0747d548668393c0745247f0e --- /dev/null +++ b/completions/completions_00019.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3ea8c67fad80088ff3d8ed3489c6205070144805fa90ab9feadd57bb8e249b3 +size 23787 diff --git a/completions/completions_00020.parquet b/completions/completions_00020.parquet new file mode 100644 index 0000000000000000000000000000000000000000..137fa95f37361e00a2e41be1261f317c22680381 --- /dev/null +++ b/completions/completions_00020.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e22f3836114e422c3c9f2556dec78cc09f2c0c0b09d1817c86ef95fa658eef85 +size 24823 diff --git a/completions/completions_00021.parquet b/completions/completions_00021.parquet new file mode 100644 index 0000000000000000000000000000000000000000..24af10b06261b290629b81a627cfbadb0cdf59bb --- /dev/null +++ b/completions/completions_00021.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f50ed7690682dbc5005f1aa01954948caed9554af03bf0c7ffdf1304b6b77a31 +size 23536 diff --git a/completions/completions_00022.parquet b/completions/completions_00022.parquet new file mode 100644 index 0000000000000000000000000000000000000000..fc069405fc8f1df6b40abdbd1a159e81f68966ac --- /dev/null +++ b/completions/completions_00022.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d2d8ecb6f303774d0a238b3baea9ff39291a763d7ac8b5214e37f366b1095de +size 23383 diff --git a/completions/completions_00023.parquet b/completions/completions_00023.parquet new file mode 100644 index 0000000000000000000000000000000000000000..c1dac131f4c01d9b2b1572bd77fb2a1acc23ff5c --- /dev/null +++ b/completions/completions_00023.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2020eee35a5eaff972f4e863b0debb7b85a224d3eba9fe0c86217a4a0747e298 +size 23485 diff --git a/completions/completions_00024.parquet b/completions/completions_00024.parquet new file mode 100644 index 0000000000000000000000000000000000000000..8073ffc184f8a1510e03f0e6dcf3a63f0a1d660e --- /dev/null +++ b/completions/completions_00024.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:649c6a8c37727181b062e5c7e1b8d27c417a67f624e1d61b711ba5c410dc07ce +size 23534 diff --git a/completions/completions_00025.parquet b/completions/completions_00025.parquet new file mode 100644 index 0000000000000000000000000000000000000000..38fd9d60942e66d468b279bd288ec7595121cc40 --- /dev/null +++ b/completions/completions_00025.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ed8693d1089ee8383b4b149f7888d3a190ec63e594a1a04785b0a030f19e2e5 +size 23570 diff --git a/completions/completions_00026.parquet b/completions/completions_00026.parquet new file mode 100644 index 0000000000000000000000000000000000000000..dd8707cdd9a97a34f8de2e432f4033fb72998f2d --- /dev/null +++ b/completions/completions_00026.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a696763a52bb47af705d5286eaa2865ff5c33fdfdd243de3aa2f0b25ef32465 +size 27418 diff --git a/completions/completions_00027.parquet b/completions/completions_00027.parquet new file mode 100644 index 0000000000000000000000000000000000000000..a2911fa978d05a7a8c82acd29796d0a6a35ac5cf --- /dev/null +++ b/completions/completions_00027.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efa250936eb7544cc5b87709c2cdfd625f53c6ae2dc49c3ef89398ab207a2b5e +size 23329 diff --git a/completions/completions_00028.parquet b/completions/completions_00028.parquet new file mode 100644 index 0000000000000000000000000000000000000000..7685689b59a4a1e18003d06662a82c215b219fb4 --- /dev/null +++ b/completions/completions_00028.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87f3eaadcac000ab19ff458bb871586b804accfd0fe3697d0e54bf244e6df702 +size 25480 diff --git a/completions/completions_00029.parquet b/completions/completions_00029.parquet new file mode 100644 index 0000000000000000000000000000000000000000..b29f602a1c6ee802c554db22de9e537f477c9aae --- /dev/null +++ b/completions/completions_00029.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0ce80793d6d684d3de6929efb2201743656740f1231af0c1b0c250c21803dbd +size 25212 diff --git a/completions/completions_00030.parquet b/completions/completions_00030.parquet new file mode 100644 index 0000000000000000000000000000000000000000..5b652e23e45d49be8890c85154fce8a832027758 --- /dev/null +++ b/completions/completions_00030.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c7973f77f7c8750fd752e592cb20941c73ebd24b114c1bc4ddb195a1ad2f3a8 +size 24641 diff --git a/completions/completions_00031.parquet b/completions/completions_00031.parquet new file mode 100644 index 0000000000000000000000000000000000000000..4f1a9e463284a8d86a9e6e98b80591b71ab02e14 --- /dev/null +++ b/completions/completions_00031.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba74959b212cb5ce64679891cdd7f2d61ca309a8aa64d3f99fe7b13cf8c53559 +size 23250 diff --git a/completions/completions_00032.parquet b/completions/completions_00032.parquet new file mode 100644 index 0000000000000000000000000000000000000000..c9ab6600f7a33c46e86b03e9dbd05719a5740d7a --- /dev/null +++ b/completions/completions_00032.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e383b66ee252c182cf17ba29f2c00cb63a32761fbc5490f3693fec299ed6882 +size 23384 diff --git a/completions/completions_00033.parquet b/completions/completions_00033.parquet new file mode 100644 index 0000000000000000000000000000000000000000..5501478efd171d5ef12e25c502e2d108c5c8a6b3 --- /dev/null +++ b/completions/completions_00033.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0abef387a920a74f37534385ac584675e66db90bf29d2c0e12aed5a149f03efe +size 27803 diff --git a/completions/completions_00034.parquet b/completions/completions_00034.parquet new file mode 100644 index 0000000000000000000000000000000000000000..80d0d2e27d827a57fb22d74c612543cbac6152d4 --- /dev/null +++ b/completions/completions_00034.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63c3349373ab2699f6f6304c361f7d1dc7aaa21d3a8c9598d7b46fa72be5b660 +size 23366 diff --git a/completions/completions_00035.parquet b/completions/completions_00035.parquet new file mode 100644 index 0000000000000000000000000000000000000000..2b6bdf3e7ee036e51485c8bca366237b376e034d --- /dev/null +++ b/completions/completions_00035.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4505ab990b9e77a9ab852cc8d588091fe366eb8267326597b9d9988fd6f5e1e7 +size 23525 diff --git a/completions/completions_00036.parquet b/completions/completions_00036.parquet new file mode 100644 index 0000000000000000000000000000000000000000..29e020c752dfa59d20f18715f3d903459a1ca6d8 --- /dev/null +++ b/completions/completions_00036.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f2c7a7b7c79a980dcb68e14fcab0292ca9b020c9fa38301bf31618eb1a051d9 +size 23628 diff --git a/completions/completions_00037.parquet b/completions/completions_00037.parquet new file mode 100644 index 0000000000000000000000000000000000000000..9e895f9a0af87ea6e12fd5525523cfa521b7163e --- /dev/null +++ b/completions/completions_00037.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b30237e94e8838541be95135f1850b4a94aee5c9dad859ff9fff15f29438bbe +size 23293 diff --git a/completions/completions_00038.parquet b/completions/completions_00038.parquet new file mode 100644 index 0000000000000000000000000000000000000000..6ba463762cca057b69670fbe44cffc3a4513852f --- /dev/null +++ b/completions/completions_00038.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3d29c7cfb8d79ccdbdf473f22ddcac8153c557ab25bb288e85ade8b9f9baa10 +size 23161 diff --git a/completions/completions_00039.parquet b/completions/completions_00039.parquet new file mode 100644 index 0000000000000000000000000000000000000000..3ebf919111064bd46c77d70aa6411bd38cc49b09 --- /dev/null +++ b/completions/completions_00039.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01be2f43e17adbd85fffe1f9b323fa508aeb0a636dab29005304791bfa03f162 +size 23648 diff --git a/completions/completions_00040.parquet b/completions/completions_00040.parquet new file mode 100644 index 0000000000000000000000000000000000000000..0a9671e676232a75b3a01d588bb2e74d9325c30a --- /dev/null +++ b/completions/completions_00040.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c62da03708b45b76e7d747a635c6d6a1294667a38cebab4777a22a9a061bd01 +size 23551 diff --git a/completions/completions_00041.parquet b/completions/completions_00041.parquet new file mode 100644 index 0000000000000000000000000000000000000000..208723dd8abd6b0b46b21212cf55833d99421c14 --- /dev/null +++ b/completions/completions_00041.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3091f29c9247770c7316a5910be5a6eb3eebe7c86ed1b7c3e6bcbf96e3b1b8a0 +size 23625 diff --git a/completions/completions_00042.parquet b/completions/completions_00042.parquet new file mode 100644 index 0000000000000000000000000000000000000000..579f44eea5843f8ed5e3cea9e7b3628682cee366 --- /dev/null +++ b/completions/completions_00042.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe8b6d174a086f0253892f4c5552172d04889cd1c2af1a417995fda603041721 +size 23378 diff --git a/completions/completions_00043.parquet b/completions/completions_00043.parquet new file mode 100644 index 0000000000000000000000000000000000000000..ed6871feb0a44763f87d41cdf56936241f9798cd --- /dev/null +++ b/completions/completions_00043.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6c87b9246be0d5268fdf60d1b1e739f8a52da03b72e0b526e5ebdb9c39d4900 +size 23335 diff --git a/completions/completions_00044.parquet b/completions/completions_00044.parquet new file mode 100644 index 0000000000000000000000000000000000000000..3748a7dbb56fcb796945510d81e6fa5fe4dda919 --- /dev/null +++ b/completions/completions_00044.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5600d1b29ab78d74d9217377dbf59ff8b9039b50547276ecf1078478f8ce580 +size 24461 diff --git a/completions/completions_00045.parquet b/completions/completions_00045.parquet new file mode 100644 index 0000000000000000000000000000000000000000..16e146f21d89fb930fdd2ef4ac7bf29563cddc48 --- /dev/null +++ b/completions/completions_00045.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd1a484c727a08a4889275ef177b720f8e9437dae7478765b7f44927e32a4ee +size 23669 diff --git a/completions/completions_00046.parquet b/completions/completions_00046.parquet new file mode 100644 index 0000000000000000000000000000000000000000..1b6a9bfc013e7e7bb216ce557e42e6fac8c842f9 --- /dev/null +++ b/completions/completions_00046.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75d606e49a239c120b695f283527159a5c0ccc354982ee9b83b127e740d6cccb +size 23962 diff --git a/completions/completions_00047.parquet b/completions/completions_00047.parquet new file mode 100644 index 0000000000000000000000000000000000000000..a5274e016792cf922510e21df32707cad4d5db65 --- /dev/null +++ b/completions/completions_00047.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:887dad9919a0957d1e29598789659091e61f64200ceeffa3520a95a7b156b7ec +size 23436 diff --git a/completions/completions_00048.parquet b/completions/completions_00048.parquet new file mode 100644 index 0000000000000000000000000000000000000000..019ce411f50a8d8e978c870a860fbb225d940a8f --- /dev/null +++ b/completions/completions_00048.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a7db32190c0175a6e50683cee424080a3b9720e6ba9463cf9aec61706a0add4 +size 23468 diff --git a/completions/completions_00049.parquet b/completions/completions_00049.parquet new file mode 100644 index 0000000000000000000000000000000000000000..a2939998e3cc0cdf6108a9e6330dd18c6b1d444c --- /dev/null +++ b/completions/completions_00049.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c6749ddb205c2edb90398fee73b6a4d4f829377542ae9815f1fe5065232a180 +size 23939 diff --git a/completions/completions_00050.parquet b/completions/completions_00050.parquet new file mode 100644 index 0000000000000000000000000000000000000000..4e8bd6b8f8c09c9ef8824fba38e66a6050e85c9c --- /dev/null +++ b/completions/completions_00050.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be5e981ef0a7ee39d67a612a1b52c6f572a5f915082de014b1a665e93ace3e7f +size 24576 diff --git a/completions/completions_00051.parquet b/completions/completions_00051.parquet new file mode 100644 index 0000000000000000000000000000000000000000..90c03f491f3882349ba3544907790911c80ce554 --- /dev/null +++ b/completions/completions_00051.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a137d8514272cbac1169afabb0e70feb882e0b596b0982a5fd0ce57e9fdfbb6b +size 23338 diff --git a/completions/completions_00052.parquet b/completions/completions_00052.parquet new file mode 100644 index 0000000000000000000000000000000000000000..91e1058d82e5d502e1a9cf224e73abca3f32be59 --- /dev/null +++ b/completions/completions_00052.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75daee8ed079650a4941b110b72462b2511e645ca08f2a7dac6416951ce17606 +size 23918 diff --git a/completions/completions_00053.parquet b/completions/completions_00053.parquet new file mode 100644 index 0000000000000000000000000000000000000000..b2eff54886728b10cb8486c9f388c2378741aaf3 --- /dev/null +++ b/completions/completions_00053.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c741263c66a406f5a4424bcfe425d8d06a5797f28a38ea80e06488cfd648f90 +size 22858 diff --git a/completions/completions_00054.parquet b/completions/completions_00054.parquet new file mode 100644 index 0000000000000000000000000000000000000000..57c74445942731d3ac3498e5232a870385febad7 --- /dev/null +++ b/completions/completions_00054.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fbeb50d1f51059004f9561b3e2da273422d86f0489a0e7dd170d2af589451e7 +size 23194 diff --git a/completions/completions_00055.parquet b/completions/completions_00055.parquet new file mode 100644 index 0000000000000000000000000000000000000000..67e662e7a69ae684c80299be9bfd47f3b390386a --- /dev/null +++ b/completions/completions_00055.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14978cd6e755904fffc7f7a67d1034ace93146dd92e948b2622d48ac28d18583 +size 23727 diff --git a/completions/completions_00056.parquet b/completions/completions_00056.parquet new file mode 100644 index 0000000000000000000000000000000000000000..11060f6968b8f6632b4d86c708c1a16fce9f33d9 --- /dev/null +++ b/completions/completions_00056.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abb89adb66bb838c58b86aca99355820555f84bf36e948336bc28ee1b4a666b0 +size 25417 diff --git a/completions/completions_00057.parquet b/completions/completions_00057.parquet new file mode 100644 index 0000000000000000000000000000000000000000..6db7d589b5fc08ec540ac2e7826b375bae628711 --- /dev/null +++ b/completions/completions_00057.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e1d02047eb747daa626b52240b21fa1de4a9a69ccb3b2a16dd311a32819013b +size 23017 diff --git a/completions/completions_00058.parquet b/completions/completions_00058.parquet new file mode 100644 index 0000000000000000000000000000000000000000..6b86d7fb722b59b11c84adb8c461466a3b53c240 --- /dev/null +++ b/completions/completions_00058.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17532d8087c195d4a39a012ce2540b659ffa10f659d4026f94712d66c775bd86 +size 23619 diff --git a/completions/completions_00059.parquet b/completions/completions_00059.parquet new file mode 100644 index 0000000000000000000000000000000000000000..959da435a8f974b49031b2d68ea43b5f162671e1 --- /dev/null +++ b/completions/completions_00059.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46331a179d036840b9aa1c3ba5b46b66580203d9d954337135bb4ee0b4883923 +size 23620 diff --git a/completions/completions_00060.parquet b/completions/completions_00060.parquet new file mode 100644 index 0000000000000000000000000000000000000000..27df1c43c645410d7574f9ac124654f48505df52 --- /dev/null +++ b/completions/completions_00060.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afac3677e5735947d34b5366c8bb18117fe16c6ee7f35259f4e313d042093c66 +size 23668 diff --git a/completions/completions_00061.parquet b/completions/completions_00061.parquet new file mode 100644 index 0000000000000000000000000000000000000000..c87034eeee35615010dd9af58ececa1e23c1f848 --- /dev/null +++ b/completions/completions_00061.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a171be85d11a21f7715a3ae4b0fcdeeb604da349ca21f32b32a6fcf2bf85fba +size 23316 diff --git a/completions/completions_00062.parquet b/completions/completions_00062.parquet new file mode 100644 index 0000000000000000000000000000000000000000..6f2bffab4051b72a0bd1aaef9e18aed7a90844cb --- /dev/null +++ b/completions/completions_00062.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c25e6994e1dd0ebbab919ca401678c5545fce220dc724dd698617af42035fe06 +size 23578 diff --git a/completions/completions_00063.parquet b/completions/completions_00063.parquet new file mode 100644 index 0000000000000000000000000000000000000000..1f4b074544a66b20fca62748f50ed54fc89c4ad4 --- /dev/null +++ b/completions/completions_00063.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ee2395fbe4e2f4bde5233024b730e5735bbe46e018b84bc5a688441c4a5b5e1 +size 23410 diff --git a/completions/completions_00064.parquet b/completions/completions_00064.parquet new file mode 100644 index 0000000000000000000000000000000000000000..0ff0a53e192e683e74e4bef5800cc459804243b6 --- /dev/null +++ b/completions/completions_00064.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c65a04e1fc425736619e9f7798633588c22f2aa0048359b7280ed5548d067df1 +size 23860 diff --git a/completions/completions_00065.parquet b/completions/completions_00065.parquet new file mode 100644 index 0000000000000000000000000000000000000000..2ca5d312ace483483c5ae51bf3502dcd4a0e95ea --- /dev/null +++ b/completions/completions_00065.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac70bb06077d4b58a58841ef3ee0bfbe1d43067eb2001b74dd5dbb2bff4ec280 +size 23694 diff --git a/completions/completions_00066.parquet b/completions/completions_00066.parquet new file mode 100644 index 0000000000000000000000000000000000000000..9c7d0eef5e5f1af6f0074a0c870274b01102a9a4 --- /dev/null +++ b/completions/completions_00066.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a2d9044d70c06610c289f1134122bcc442d2869bcca58dd03f4e87f2b34218 +size 24766 diff --git a/completions/completions_00067.parquet b/completions/completions_00067.parquet new file mode 100644 index 0000000000000000000000000000000000000000..5f6c0a9ae18a84c7858c0b48a5573ce1dd48f02d --- /dev/null +++ b/completions/completions_00067.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:058451c05e644c3c331f5b5e54976e3c624737efd7614b0c8b13a3fdf915be10 +size 23592 diff --git a/completions/completions_00068.parquet b/completions/completions_00068.parquet new file mode 100644 index 0000000000000000000000000000000000000000..9814ef7ceb9f995e3b1c1c76b2b57c841313b9dc --- /dev/null +++ b/completions/completions_00068.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5f44c661bce37fac36f46958ec0f7a415ccf47146470016c6158d87353cf98b +size 23349 diff --git a/completions/completions_00069.parquet b/completions/completions_00069.parquet new file mode 100644 index 0000000000000000000000000000000000000000..65a542b79af4b90a129192993d153be84a0883be --- /dev/null +++ b/completions/completions_00069.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3839baf44c6446b03e6a367f9bf0073cb3341a898039d89aef1e42f58640cedf +size 24653 diff --git a/completions/completions_00070.parquet b/completions/completions_00070.parquet new file mode 100644 index 0000000000000000000000000000000000000000..265ea5ae5cdcb69a5cfbddce61dd56ee01c8446d --- /dev/null +++ b/completions/completions_00070.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c678c625b004212cf4c38f037b9e5cb783b215263c2d8ee5af2f20cd0102d9 +size 23504 diff --git a/completions/completions_00071.parquet b/completions/completions_00071.parquet new file mode 100644 index 0000000000000000000000000000000000000000..5e302d5dd7bf860085ef88f2a1179787d4c71cab --- /dev/null +++ b/completions/completions_00071.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebfd96f8f4018f39b0cece2073800a69973ca4db2ed247477192e1729f83cf6b +size 23188 diff --git a/completions/completions_00072.parquet b/completions/completions_00072.parquet new file mode 100644 index 0000000000000000000000000000000000000000..0323706bc4b3b52598a9d95d2fca1ae3969fc0e5 --- /dev/null +++ b/completions/completions_00072.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e01362d0f2b361d559e5440a0693906fb23999e8184d28306ee957e19b0344f +size 24682 diff --git a/completions/completions_00073.parquet b/completions/completions_00073.parquet new file mode 100644 index 0000000000000000000000000000000000000000..db0c43ed586f3edcb60f944517ee0a86747158d4 --- /dev/null +++ b/completions/completions_00073.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c5daff207e794c9d275f4ee721040d2190330bfeacc4c3a861462a572064042 +size 23736 diff --git a/completions/completions_00074.parquet b/completions/completions_00074.parquet new file mode 100644 index 0000000000000000000000000000000000000000..dd313210a13b8f77a4ed96f4d473c5cc41e0ede0 --- /dev/null +++ b/completions/completions_00074.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd88c00eda0bcddc4eeefa67dc0be07e76273b1d944d75c333a372338a0106ad +size 23816 diff --git a/completions/completions_00075.parquet b/completions/completions_00075.parquet new file mode 100644 index 0000000000000000000000000000000000000000..6e2981261116ed6a958918319a362f40df831ea8 --- /dev/null +++ b/completions/completions_00075.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d10acfadc23269ba28c8b0cc693a2ed5d85ba804d50568f13d5868d68487c6d3 +size 23275 diff --git a/completions/completions_00076.parquet b/completions/completions_00076.parquet new file mode 100644 index 0000000000000000000000000000000000000000..7dcea9e29dd27961d2627bb364c52993e57b86c3 --- /dev/null +++ b/completions/completions_00076.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5bf837b89635d8d4c3c933675ee1c9414e03f3dbfbc50d72caf4ac0a18d660f +size 25507 diff --git a/completions/completions_00077.parquet b/completions/completions_00077.parquet new file mode 100644 index 0000000000000000000000000000000000000000..22c40273ff4214d47ad3425528d4c4764087815e --- /dev/null +++ b/completions/completions_00077.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97600ff3cea8f4214e80d86c70925dc264f37a057bb01e398a80893a1f421f2f +size 25405 diff --git a/completions/completions_00078.parquet b/completions/completions_00078.parquet new file mode 100644 index 0000000000000000000000000000000000000000..27020ce478a4b495c78ab46271845b6c1acc3361 --- /dev/null +++ b/completions/completions_00078.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:119feaac266113b37b439b68f2a449ab1433e7b8197bb04e60abd41aef51e814 +size 23759 diff --git a/completions/completions_00079.parquet b/completions/completions_00079.parquet new file mode 100644 index 0000000000000000000000000000000000000000..d7d121f86f3011df2a8f9540244f33aff6956da2 --- /dev/null +++ b/completions/completions_00079.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82ed8a18789d0dcc990905b8dc3e0065aad009b9453107498eeb3ff6031854ff +size 23759 diff --git a/completions/completions_00080.parquet b/completions/completions_00080.parquet new file mode 100644 index 0000000000000000000000000000000000000000..0969fedfdade071998408105c83554dcbeffc2f1 --- /dev/null +++ b/completions/completions_00080.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:544199714ae154276f229fd65f572a33f4c3966d13d8bef0e232524027ce97d6 +size 23811 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c7afbed2efcdf019f88ab0572ec29d3bf595dfe2 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9a20ed58135570f2aa78bbbfa6dc7415ad46b147 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,75 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": true, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "left", + "response_schema": { + "properties": { + "content": { + "type": "string" + }, + "reasoning_content": { + "type": "string" + }, + "role": { + "const": "assistant" + }, + "tool_calls": { + "items": { + "properties": { + "function": { + "properties": { + "arguments": { + "additionalProperties": {}, + "type": "object" + }, + "name": { + "type": "string" + } + }, + "type": "object" + }, + "type": { + "const": "function" + } + }, + "type": "object", + "x-parser": "json", + "x-parser-args": { + "transform": "{type: 'function', function: @}" + } + }, + "type": "array", + "x-regex-iterator": "\\s*(.+?)\\s*" + } + }, + "type": "object", + "x-regex": "^(?:\\n?(?:(?P.*?\\S.*?)\\n?|[\\s]*)\\s*)?(?P.*?)(?:\\n(?=))?(?=(?:|<\\|im_end\\|>|$))(?P(?:.+?\\s*)+)?\\s*(?:<\\|im_end\\|>|$)" + }, + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "truncation_side": "left", + "unk_token": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..252ce16f3f196c4be1099841e71c6966d84b14df --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:464adac6fd4077d7084fabdbdfa4705d52b69ccecf83e88d5a3a6618f1e43c12 +size 7185