Publish Qwen3-Coder v1.0.0 R9700 compiled runtime package

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+overlay/qwen3_coder_moe_w4a16_g32_gfx1201.so filter=lfs diff=lfs merge=lfs -text

LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

LICENSES/AITER-MIT.txt

@@ -0,0 +1,21 @@
+Copyright © Advanced Micro Devices, Inc. All rights reserved.
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

LICENSES/AMD-SMI-MIT.txt

@@ -0,0 +1,19 @@
+Copyright (c) Advanced Micro Devices, Inc. All rights reserved.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

LICENSES/Composable-Kernel-MIT.txt

@@ -0,0 +1,28 @@
+Copyright (c) 2018-    , Advanced Micro Devices, Inc. (Chao Liu, Jing Zhang)
+Copyright (c) 2019-    , Advanced Micro Devices, Inc. (Letao Qin, Qianfeng Zhang, Liang Huang, Shaojie Wang)
+Copyright (c) 2022-    , Advanced Micro Devices, Inc. (Anthony Chang, Chunyu Lai, Illia Silin, Adam Osewski, Poyen Chen, Jehandad Khan)
+Copyright (c) 2019-2021, Advanced Micro Devices, Inc. (Hanwen Chang)
+Copyright (c) 2019-2020, Advanced Micro Devices, Inc. (Tejash Shah)
+Copyright (c) 2020     , Advanced Micro Devices, Inc. (Xiaoyan Zhou)
+Copyright (c) 2021-2022, Advanced Micro Devices, Inc. (Jianfeng Yan)
+
+SPDX-License-Identifier: MIT
+Copyright (c) 2018-2025, Advanced Micro Devices, Inc. All rights reserved.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

LICENSES/Triton-MIT.txt

@@ -0,0 +1,23 @@
+/*
+* Copyright 2018-2020 Philippe Tillet
+* Copyright 2020-2022 OpenAI
+*
+* Permission is hereby granted, free of charge, to any person obtaining
+* a copy of this software and associated documentation files
+* (the "Software"), to deal in the Software without restriction,
+* including without limitation the rights to use, copy, modify, merge,
+* publish, distribute, sublicense, and/or sell copies of the Software,
+* and to permit persons to whom the Software is furnished to do so,
+* subject to the following conditions:
+*
+* The above copyright notice and this permission notice shall be
+* included in all copies or substantial portions of the Software.
+*
+* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+*/

LICENSES/flash-linear-attention-MIT.txt

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2023-2025, Songlin Yang, Yu Zhang
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

NOTICE.md

@@ -0,0 +1,25 @@
+# License and provenance
+
+- Qwen3-Coder-30B-A3B-Instruct: Qwen, Apache-2.0. Official model/config examined
+  at revision `b2cff646eb4bb1d68355c01b18ae02e7cf42d120`.
+- Quantized checkpoint: cyankiwi/Qwen3-Coder-30B-A3B-Instruct-AWQ-4bit,
+  revision `4bd30395b72ea6045edd04806c4fea448d4467b3`, Apache-2.0 as declared
+  by its publisher. The quantizer does not identify the exact upstream weight
+  revision. No weight conversion is performed by this package.
+- Paiton runtime integration and benchmark scripts: repository Apache-2.0
+  license. Only compiled Paiton artifacts are included in the separate local
+  overlay; private compiler source is excluded.
+- The compiled runtime includes AITemplate-derived components (Apache-2.0),
+  and links against the ROCm libraries in the base image. Existing repository
+  third-party notices and license texts remain applicable.
+- AMD SMI runtime package and `libamd_smi.so` in the container: Advanced Micro
+  Devices, MIT. Its complete license is retained here in
+  `LICENSES/AMD-SMI-MIT.txt` and in the container's AMD SMI package.
+- Base image is pinned to
+  `ghcr.io/eliovp/paiton-vllm-plugin@sha256:c56baf54aca1ad229829c1de26e8792806608e65ee9d06ee210b79cd49f70bc9`.
+  It supplies vLLM, PyTorch, Triton, Transformers and ROCm; their individual
+  licenses and notices continue to apply.
+
+No model weights, access tokens or private compiler source are copied into the
+container build context. The model is downloaded separately into persistent
+user storage from its pinned public Hugging Face revision.

QWEN_LICENSE

@@ -0,0 +1,202 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright 2024 Alibaba Cloud
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

README.md

@@ -0,0 +1,158 @@
+---
+license: apache-2.0
+base_model: cyankiwi/Qwen3-Coder-30B-A3B-Instruct-AWQ-4bit
+base_model_relation: quantized
+library_name: paiton
+pipeline_tag: text-generation
+inference: false
+tags:
+  - paiton
+  - amd
+  - rocm
+  - rdna4
+  - gfx1201
+  - compiled-model
+  - code
+---
+
+# Qwen3-Coder 30B with Paiton on R9700
+
+A ready-to-run coding release for one **AMD Radeon AI PRO R9700, 32 GB**.
+Use terminal chat or connect a coding client to the local OpenAI-compatible API.
+
+This Hub repo hosts the **compiled Paiton artifact, manifest, launcher and
+release information**. It uses the same executable artifact as the published
+v1.0.0 container. The container fetches the pinned 18.1 GB quantized checkpoint
+from [cyankiwi](https://huggingface.co/cyankiwi/Qwen3-Coder-30B-A3B-Instruct-AWQ-4bit/tree/4bd30395b72ea6045edd04806c4fea448d4467b3)
+and caches it locally. No model weights or private compiler source are hosted
+here. This is a Paiton runtime package, not a Transformers checkpoint that
+can be loaded by passing this repository name to `from_pretrained`.
+
+**Version:** v1.0.0 · **GPU:** gfx1201 · **Context:** 4,096 tokens including output
+· **Concurrent sequences:** 1 or 2 · **Precision:** INT4 G32 / BF16 activations
+
+## Download from Hugging Face and start coding
+
+With Linux, Docker, a working AMD GPU driver and the Hugging Face CLI:
+
+```bash
+hf download EliovpAI/Qwen3-Coder-30B-A3B-Instruct-AWQ-4bit-Paiton-RDNA4 \
+  --revision v1.0.0 --local-dir ./paiton-qwen3-coder
+bash ./paiton-qwen3-coder/serve-docker.sh --chat
+```
+
+Install the CLI with `python3 -m pip install huggingface_hub` if needed.
+The launcher pulls the prebuilt image, starts the server and opens chat after
+it is ready. No local compiler or container build is needed. The default cache
+is `~/.cache/paiton`; set `PAITON_CACHE_DIR` to choose another directory.
+Use `/reset` for a new conversation and `/quit` to exit chat. The API stays
+running; stop it with `docker stop paiton-qwen3-coder`.
+
+For a download without the HF CLI, use the
+[ready-to-run archive](https://github.com/Eliovp-BV/paiton-vllm-plugin/releases/download/qwen3-coder-30b-awq-rdna4-v1.0.0/paiton-qwen3-coder-r9700-v1.0.0.tar.gz)
+and run `./run.sh --chat` after extracting it.
+
+## Coding clients and API
+
+| Client setting | Value |
+| --- | --- |
+| Provider | OpenAI-compatible |
+| Base URL | `http://127.0.0.1:8010/v1` |
+| Model | `qwen3-coder` |
+| API key if the client requires a value | `local` |
+| Context budget | `4096`, including output |
+| Suggested maximum output | `1024` |
+
+The endpoint is bound to localhost and needs no authentication. Ordinary chat,
+streaming and automatic function tool calls are enabled. Both ordinary and
+streamed tool-call arguments were checked with the published runtime. Use
+focused functions, files and coding questions; whole-repository agent workloads
+and long-context quality are not qualified.
+
+```bash
+curl http://127.0.0.1:8010/v1/chat/completions \
+  -H 'Content-Type: application/json' \
+  -d '{"model":"qwen3-coder","messages":[{"role":"user","content":"Write a Python binary search with tests."}],"max_tokens":1024,"temperature":0}'
+```
+
+Omit `--chat` to start only the API. `--offline` requires the pinned checkpoint
+in the cache. `--download-only` populates the cache without loading the GPU.
+Use `--stock` for the stock comparison; stop the existing server before changing
+modes. See the [complete guide](https://github.com/Eliovp-BV/paiton-vllm-plugin/blob/main/models/Qwen3-Coder-30B/README.md)
+for port, container-name and cache options.
+
+## Hardware, performance and quality
+
+The tested machine had an R9700, 16 GB host RAM with 4 GB swap, an i5-8400 and
+AMD driver 6.19.14.31400000. Reserve at least **30 GB free disk** for weights,
+the roughly 5.1 GB image and caches. Model loading took about 46 seconds;
+cached startup takes roughly two minutes, with extra time for fresh compilation
+caches. The first weight download is separate. Sampled warm GPU usage peaked
+near **20.1 GiB**, with the weights fully resident on the GPU.
+
+| Matched concurrency | Stock output tokens/s | Paiton output tokens/s | Gain |
+| --- | ---: | ---: | ---: |
+| 1 | 104.42 | 126.68 | 21.3% |
+| 2 | 101.61 | 172.82 | 70.1% |
+
+These are the already-published fixed short-workload results: two measured
+runs of 16 requests per engine/setting, 229–241 actual input tokens and exactly
+256 output tokens. All 128 measured requests completed with matching counts.
+Mean request latency fell from 2.451 to 2.020 seconds at concurrency 1 and
+from 5.038 to 2.961 seconds at concurrency 2. This comparison uses the fastest
+stock configuration tested, not every possible checkpoint or runtime.
+
+Both engines passed four executable coding checks and scored 7/8 on the small
+quality suite. Both failed the JSON sorting check by returning strings instead
+of numbers. Numerical and generated-text differences remain; the suite does
+not establish comprehensive quality parity. No long-context, higher-concurrency,
+LoRA or speculative-decoding performance is qualified. No new performance
+claim is introduced by publishing these files on Hugging Face.
+
+[Full measurements, latency definitions and limitations](https://github.com/Eliovp-BV/paiton-vllm-plugin/blob/9148505697c70ed3e0a68f298ca6860579db0fbb/models/Qwen3-Coder-30B/BENCHMARKS.md)
+· [Reproduction commands](https://github.com/Eliovp-BV/paiton-vllm-plugin/blob/main/models/Qwen3-Coder-30B/REPRODUCE.md)
+
+## Artifact use and provenance
+
+The normal launcher uses the identical artifact already inside the container.
+For manual use of the downloaded Hub artifact, start the image with this
+read-only mount and artifact path:
+
+```bash
+docker run -d --name paiton-qwen3-coder \
+  --device /dev/kfd --device /dev/dri --group-add video --ipc=host \
+  -p 127.0.0.1:8010:8010 -v paiton-qwen3-coder-cache:/models/cache \
+  -v "$PWD/paiton-qwen3-coder/overlay:/models/paiton-overlay:ro" \
+  -e PAITON_QWEN3_CODER_ARTIFACT=/models/paiton-overlay/qwen3_coder_moe_w4a16_g32_gfx1201.so \
+  ghcr.io/eliovp/paiton-vllm-plugin:qwen3-coder-30b-awq-rdna4-v1.0.0
+```
+
+Keep the adjacent `.json` manifest with the `.so`. The runtime checks the
+artifact hash and GPU architecture before loading it. The immutable image is:
+
+`ghcr.io/eliovp/paiton-vllm-plugin@sha256:fb47f4ab6073da943e553849985c81326e33b425e1017f97f3f79fad09586a8e`
+
+The checkpoint is pinned to
+`cyankiwi/Qwen3-Coder-30B-A3B-Instruct-AWQ-4bit` revision
+`4bd30395b72ea6045edd04806c4fea448d4467b3`, with compressed-tensors symmetric
+INT4 groups of 32 and BF16 activations. It derives from the official
+[Qwen3-Coder-30B-A3B-Instruct](https://huggingface.co/Qwen/Qwen3-Coder-30B-A3B-Instruct).
+The quantizer does not identify its exact upstream weight revision. The Hub
+quantization relationship associates this runtime package with that checkpoint;
+this release performs no additional weight quantization.
+
+[SHA256SUMS](SHA256SUMS) covers the package files and
+[paiton-hub.json](paiton-hub.json) records artifact and runtime provenance.
+The stack uses HIP 7.14.60850, PyTorch 2.12.0+rocm7.14.0, Transformers 5.15.1,
+and vLLM commit `39bd959b582c85e78e7e0326d49042ce7c3c07ed`.
+
+## Licenses and links
+
+[Apache-2.0](LICENSE), [Qwen license](QWEN_LICENSE),
+[component notices](THIRD_PARTY_NOTICES.md), [model provenance](NOTICE.md)
+and [retained license texts](LICENSES/) accompany this package. Original
+checkpoint terms continue to apply to weights fetched from the publisher.
+
+[Public runtime](https://github.com/Eliovp-BV/paiton-vllm-plugin) ·
+[Release files](https://github.com/Eliovp-BV/paiton-vllm-plugin/releases/tag/qwen3-coder-30b-awq-rdna4-v1.0.0) ·
+[Paiton](https://eliovp.com/products/paiton)

SHA256SUMS

@@ -0,0 +1,16 @@
+c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4  LICENSE
+0baca809927cad448401b252ce3bae12687c2987597ad7088cf3423f872d5bcd  LICENSES/AITER-MIT.txt
+91452fe01aabb20286da0b0f4db72bec60f14beb85926befcee56814a5a09337  LICENSES/AMD-SMI-MIT.txt
+20f3b83dfda01bd18d285e0edbb9d044be6dde04cdf76a1ec18d9fc7127936bf  LICENSES/Composable-Kernel-MIT.txt
+92640fb97222fd0a698ff28ce0c3782c172623f8d6c609b557636a80f28fb946  LICENSES/Triton-MIT.txt
+1350bfbef13ce4d3d3bdaa2f1fc4b1d1117d846732a2a62f891a67f3d5356d0d  LICENSES/flash-linear-attention-MIT.txt
+63423c33f01c4e5f1cad2a64726ad4bdff0061f52005c4de1daa7e52179c58a7  NOTICE.md
+832dd9e00a68dd83b3c3fb9f5588dad7dcf337a0db50f7d9483f310cd292e92e  QWEN_LICENSE
+cf5a73955b760488ddfb6a4c999f2aab36788a0e1ff0bcf0f00c18ce14d58df4  README.md
+bfed75b5612dd914a72612428768fb61f2058b4302e2f5dd1fc09571c5136a50  THIRD_PARTY_NOTICES.md
+82bdca13414c1957ad450d51421d455499bf1c84a986b2fc6f6e67f311a782ca  container-images.json
+83284e476ce918726e0e216d8c29b9b7326061306380b7c875d6625b16872769  overlay/qwen3_coder_moe_w4a16_g32_gfx1201.json
+74fb7015e285d3b7863fc8f54341204a252a2ab305921edd5b30f5724915958f  overlay/qwen3_coder_moe_w4a16_g32_gfx1201.so
+2c97d333e2de26a2ce7451f027ab2ce514ab2cfb16fdcdafe9057cb83e4d0abd  paiton-hub.json
+457edff7d50424fd071f375b58052108382a037b6d75ca830556729b441a6ec4  results.json
+a5c4d13b72b1cec012a5854351f892f4fcd6b272e659a49295beb1eee5bcb67c  serve-docker.sh

THIRD_PARTY_NOTICES.md

@@ -0,0 +1,28 @@
+# Third-party notices
+
+The Paiton RDNA4 container includes runtime components for several models.
+The notices below cover those components and the selected Qwen3-Coder
+checkpoint. Their licenses remain applicable to those portions; model weights
+are obtained separately from the upstream publisher.
+
+| Component | Source | License / notice |
+| --- | --- | --- |
+| Qwen3-Coder AWQ checkpoint | `cyankiwi/Qwen3-Coder-30B-A3B-Instruct-AWQ-4bit` | Apache-2.0 as declared by publisher |
+| Qwen3-Coder base model | `Qwen/Qwen3-Coder-30B-A3B-Instruct` | Apache-2.0 |
+| AITemplate runtime components | `facebookincubator/AITemplate` | Apache-2.0; Meta Platforms notices |
+| vLLM runtime and paged attention | `vllm-project/vllm` | Apache-2.0; vLLM contributors |
+| Flash Linear Attention-derived GDN stages | `fla-org/flash-linear-attention` | MIT; Copyright 2023-2025 Songlin Yang and Yu Zhang |
+| AITER-derived causal convolution | `ROCm/aiter` | MIT; Advanced Micro Devices, Inc. |
+| Triton-generated host/device code | `ROCm/triton` | MIT; Philippe Tillet, OpenAI, and contributors |
+| Composable Kernel build input | `ROCm/composable_kernel` | MIT; Advanced Micro Devices, Inc. |
+| AMD SMI runtime package | `ROCm/amdsmi` | MIT; Advanced Micro Devices, Inc. |
+
+Applicable retained headers include copyrights held by Advanced Micro Devices,
+Inc., the vLLM team and contributors, Songlin Yang, Yu Zhang, Philippe Tillet,
+OpenAI, and Meta Platforms.
+
+The full Apache-2.0 license is in [`LICENSE`](LICENSE). Exact retained MIT
+license texts are provided in [`LICENSES/`](LICENSES/).
+
+The compiled `.so` dynamically links ROCm libraries supplied by the runtime
+container, including HIP, rocBLAS, hipBLASLt, hipBLAS, rocRAND, and RCCL.

container-images.json

@@ -0,0 +1,10 @@
+{
+  "schema_version": 1,
+  "image": "ghcr.io/eliovp/paiton-vllm-plugin:qwen3-coder-30b-awq-rdna4-v1.0.0",
+  "digest": "sha256:fb47f4ab6073da943e553849985c81326e33b425e1017f97f3f79fad09586a8e",
+  "source_revision": "381c77954c927f33a67ca2524e440ce320ddae85",
+  "base_image": "ghcr.io/eliovp/paiton-vllm-plugin@sha256:c56baf54aca1ad229829c1de26e8792806608e65ee9d06ee210b79cd49f70bc9",
+  "platform": "linux/amd64",
+  "gpu_arch": "gfx1201",
+  "artifact_sha256": "74fb7015e285d3b7863fc8f54341204a252a2ab305921edd5b30f5724915958f"
+}

overlay/qwen3_coder_moe_w4a16_g32_gfx1201.json

@@ -0,0 +1,20 @@
+{
+  "schema_version": 1,
+  "model": "cyankiwi/Qwen3-Coder-30B-A3B-Instruct-AWQ-4bit",
+  "revision": "4bd30395b72ea6045edd04806c4fea448d4467b3",
+  "gpu_arch": "gfx1201",
+  "artifact": "qwen3_coder_moe_w4a16_g32_gfx1201.so",
+  "sha256": "74fb7015e285d3b7863fc8f54341204a252a2ab305921edd5b30f5724915958f",
+  "abi": "PaitonQwen3CoderMoeV1",
+  "quantization": "INT4 symmetric G32 W4A16",
+  "activations": "bfloat16",
+  "expert_weights_layout": "uint8_E_N_Kdiv2_low_nibble_first_bias8",
+  "scales_layout": "bfloat16_E_N_Kdiv32",
+  "routing": "external_top8_normalized_float32",
+  "compiled_max_tokens": 128,
+  "serving_max_tokens": 2,
+  "workspace_bytes_per_token": 45056,
+  "qualification": "Qualified for the documented R9700 short coding workload at concurrency 1 and 2; numerical differences and quality limitations are documented in BENCHMARKS.md.",
+  "compiler_input_config_sha256": "518c89c98efe5fa7dcb8b748009337d2feaeb7b2dc4a2d5e4afa8aef77528b67",
+  "checkpoint_config_sha256": "42981b44892a1940c8f93bf5fb40972bc62f2c9a6c8f0d10115175e68b11396d"
+}

overlay/qwen3_coder_moe_w4a16_g32_gfx1201.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fb7015e285d3b7863fc8f54341204a252a2ab305921edd5b30f5724915958f
+size 336128

paiton-hub.json

@@ -0,0 +1,40 @@
+{
+  "schema_version": 1,
+  "package_type": "paiton-compiled-runtime-overlay",
+  "repo_id": "EliovpAI/Qwen3-Coder-30B-A3B-Instruct-AWQ-4bit-Paiton-RDNA4",
+  "release_version": "v1.0.0",
+  "weights_included": false,
+  "base_model": {
+    "repo_id": "cyankiwi/Qwen3-Coder-30B-A3B-Instruct-AWQ-4bit",
+    "revision": "4bd30395b72ea6045edd04806c4fea448d4467b3"
+  },
+  "runtime_image": "ghcr.io/eliovp/paiton-vllm-plugin:qwen3-coder-30b-awq-rdna4-v1.0.0",
+  "runtime_image_digest": "ghcr.io/eliovp/paiton-vllm-plugin@sha256:fb47f4ab6073da943e553849985c81326e33b425e1017f97f3f79fad09586a8e",
+  "public_source": {
+    "repository": "https://github.com/Eliovp-BV/paiton-vllm-plugin",
+    "commit": "9148505697c70ed3e0a68f298ca6860579db0fbb"
+  },
+  "artifact_origin": "published Qwen3-Coder v1.0.0 release; identical to the artifact bundled in the runtime image",
+  "contract": {
+    "gpu": "AMD Radeon AI PRO R9700",
+    "gpu_arch": "gfx1201",
+    "compute_units": 64,
+    "workgroup_processors": 32,
+    "max_concurrent_sequences": 2,
+    "max_model_len": 4096,
+    "quantization": "compressed-tensors symmetric INT4 G32",
+    "activations": "bfloat16"
+  },
+  "files": [
+    {
+      "path": "overlay/qwen3_coder_moe_w4a16_g32_gfx1201.json",
+      "size_bytes": 1050,
+      "sha256": "83284e476ce918726e0e216d8c29b9b7326061306380b7c875d6625b16872769"
+    },
+    {
+      "path": "overlay/qwen3_coder_moe_w4a16_g32_gfx1201.so",
+      "size_bytes": 336128,
+      "sha256": "74fb7015e285d3b7863fc8f54341204a252a2ab305921edd5b30f5724915958f"
+    }
+  ]
+}

results.json

@@ -0,0 +1,558 @@
+{
+  "settings": {
+    "stock-final-c1": {
+      "run_output_tokens_s": [
+        104.53250339797597,
+        104.30634725774433
+      ],
+      "aggregate_output_tokens_s": 104.419302873155,
+      "completed_requests_s": 0.40788790184826174,
+      "requests": 32,
+      "input_tokens": 7524,
+      "output_tokens": 8192,
+      "peak_sampled_vram_bytes": 21532827648,
+      "telemetry_samples": 158,
+      "e2e_s": {
+        "n": 32,
+        "mean": 2.45127607462382,
+        "p50": 2.450226479471894,
+        "p90": 2.455984840623569,
+        "p95": 2.4575956087763187,
+        "p99": 2.457689605660271,
+        "min": 2.4440573300234973,
+        "max": 2.4577168679679744
+      },
+      "ttft_s": {
+        "n": 32,
+        "mean": 0.08590561302480637,
+        "p50": 0.08608527900651097,
+        "p90": 0.0866674986667931,
+        "p95": 0.08668633470661007,
+        "p99": 0.0869625799235655,
+        "min": 0.08462987397797406,
+        "max": 0.08708392601693049
+      },
+      "tpot_s": {
+        "n": 32,
+        "mean": 0.009275962594505936,
+        "p50": 0.009272217666661805,
+        "p90": 0.009295140871750738,
+        "p95": 0.009297683427724348,
+        "p99": 0.009298357449595214,
+        "min": 0.009252656690374601,
+        "max": 0.00929861241180048
+      },
+      "output_tokens_s": {
+        "n": 32,
+        "mean": 104.43562038582411,
+        "p50": 104.48013787206841,
+        "p90": 104.58091092417986,
+        "p95": 104.63651680403437,
+        "p99": 104.71985722296866,
+        "min": 104.16171339201462,
+        "max": 104.74386048773201
+      },
+      "decode_tokens_s": {
+        "n": 32,
+        "mean": 107.80757244235349,
+        "p50": 107.85071689616248,
+        "p90": 107.97120816019948,
+        "p95": 108.01162285149796,
+        "p99": 108.06927831302553,
+        "min": 107.54460746433084,
+        "max": 108.07876539200603
+      },
+      "telemetry": {
+        "temp1_input": {
+          "n": 158,
+          "mean": 58405.06329113924,
+          "p50": 58000.0,
+          "p90": 60000.0,
+          "p95": 60000.0,
+          "p99": 60000.0,
+          "min": 39000,
+          "max": 60000
+        },
+        "temp2_input": {
+          "n": 158,
+          "mean": 83784.81012658228,
+          "p50": 84000.0,
+          "p90": 85000.0,
+          "p95": 85000.0,
+          "p99": 86000.0,
+          "min": 51000,
+          "max": 86000
+        },
+        "temp3_input": {
+          "n": 158,
+          "mean": 73082.27848101266,
+          "p50": 74000.0,
+          "p90": 76000.0,
+          "p95": 76000.0,
+          "p99": 76000.0,
+          "min": 43000,
+          "max": 76000
+        },
+        "freq1_input": {
+          "n": 158,
+          "mean": 3154449367.088608,
+          "p50": 3190000000.0,
+          "p90": 3195000000.0,
+          "p95": 3196150000.0,
+          "p99": 3199430000.0,
+          "min": 1151000000,
+          "max": 3201000000
+        },
+        "freq2_input": {
+          "n": 158,
+          "mean": 1257151898.734177,
+          "p50": 1258000000.0,
+          "p90": 1258000000.0,
+          "p95": 1258000000.0,
+          "p99": 1258000000.0,
+          "min": 1124000000,
+          "max": 1258000000
+        },
+        "power1_average": {
+          "n": 158,
+          "mean": 296196202.5316456,
+          "p50": 299000000.0,
+          "p90": 300000000.0,
+          "p95": 300000000.0,
+          "p99": 302000000.0,
+          "min": 76000000,
+          "max": 302000000
+        }
+      }
+    },
+    "paiton-final-c1": {
+      "run_output_tokens_s": [
+        126.7482161946917,
+        126.61164669857416
+      ],
+      "aggregate_output_tokens_s": 126.67989463885475,
+      "completed_requests_s": 0.49484333843302636,
+      "requests": 32,
+      "input_tokens": 7524,
+      "output_tokens": 8192,
+      "peak_sampled_vram_bytes": 21563035648,
+      "telemetry_samples": 130,
+      "e2e_s": {
+        "n": 32,
+        "mean": 2.0204912018471077,
+        "p50": 2.0204291350091808,
+        "p90": 2.0219247136905323,
+        "p95": 2.0233954027033176,
+        "p99": 2.0276054632267915,
+        "min": 2.0170277759898454,
+        "max": 2.0289841779740527
+      },
+      "ttft_s": {
+        "n": 32,
+        "mean": 0.08601805344005697,
+        "p50": 0.08624113749829121,
+        "p90": 0.08684968375018798,
+        "p95": 0.08692604756506625,
+        "p99": 0.08708030231355224,
+        "min": 0.08451331598917022,
+        "max": 0.08710829500341788
+      },
+      "tpot_s": {
+        "n": 32,
+        "mean": 0.007586169209439415,
+        "p50": 0.007583975192163979,
+        "p90": 0.0075936817341283255,
+        "p95": 0.007597326572320205,
+        "p99": 0.007611751111756152,
+        "min": 0.007574955266717748,
+        "max": 0.007617579866657216
+      },
+      "output_tokens_s": {
+        "n": 32,
+        "mean": 126.70200492982798,
+        "p50": 126.70575566781284,
+        "p90": 126.82481146128272,
+        "p95": 126.90434004800989,
+        "p99": 126.91782245956921,
+        "min": 126.171511231604,
+        "max": 126.91942225454451
+      },
+      "decode_tokens_s": {
+        "n": 32,
+        "mean": 131.82178280828202,
+        "p50": 131.85967507508565,
+        "p90": 131.94757658227738,
+        "p95": 131.95905111349347,
+        "p99": 132.000468370036,
+        "min": 131.2782823035353,
+        "max": 132.01679797240226
+      },
+      "telemetry": {
+        "temp1_input": {
+          "n": 130,
+          "mean": 58407.692307692305,
+          "p50": 58000.0,
+          "p90": 60000.0,
+          "p95": 60000.0,
+          "p99": 60000.0,
+          "min": 45000,
+          "max": 60000
+        },
+        "temp2_input": {
+          "n": 130,
+          "mean": 83253.84615384616,
+          "p50": 83000.0,
+          "p90": 85000.0,
+          "p95": 85000.0,
+          "p99": 85710.0,
+          "min": 63000,
+          "max": 86000
+        },
+        "temp3_input": {
+          "n": 130,
+          "mean": 73000,
+          "p50": 74000.0,
+          "p90": 75000.0,
+          "p95": 76000.0,
+          "p99": 76000.0,
+          "min": 50000,
+          "max": 76000
+        },
+        "freq1_input": {
+          "n": 130,
+          "mean": 3227776923.076923,
+          "p50": 3265000000.0,
+          "p90": 3279100000.0,
+          "p95": 3283000000.0,
+          "p99": 3288130000.0,
+          "min": 2211000000,
+          "max": 3293000000
+        },
+        "freq2_input": {
+          "n": 130,
+          "mean": 1256969230.7692308,
+          "p50": 1258000000.0,
+          "p90": 1258000000.0,
+          "p95": 1258000000.0,
+          "p99": 1258000000.0,
+          "min": 1124000000,
+          "max": 1258000000
+        },
+        "power1_average": {
+          "n": 130,
+          "mean": 294484615.38461536,
+          "p50": 297000000.0,
+          "p90": 299100000.0,
+          "p95": 300000000.0,
+          "p99": 301000000.0,
+          "min": 187000000,
+          "max": 301000000
+        }
+      }
+    },
+    "stock-final-c2": {
+      "run_output_tokens_s": [
+        101.29990196967496,
+        101.91403696866031
+      ],
+      "aggregate_output_tokens_s": 101.60604147722242,
+      "completed_requests_s": 0.3968985995204001,
+      "requests": 32,
+      "input_tokens": 7524,
+      "output_tokens": 8192,
+      "peak_sampled_vram_bytes": 21559439360,
+      "telemetry_samples": 162,
+      "e2e_s": {
+        "n": 32,
+        "mean": 5.037850869217436,
+        "p50": 5.021176078473218,
+        "p90": 5.141629918292165,
+        "p95": 5.142242345429258,
+        "p99": 5.142400043794186,
+        "min": 4.897444790985901,
+        "max": 5.142469321959652
+      },
+      "ttft_s": {
+        "n": 32,
+        "mean": 0.17167586559116899,
+        "p50": 0.16551451152190566,
+        "p90": 0.1681803280953318,
+        "p95": 0.2726705030450829,
+        "p99": 0.4010564773745136,
+        "min": 0.13795678497990593,
+        "max": 0.40174011199269444
+      },
+      "tpot_s": {
+        "n": 32,
+        "mean": 0.01908303922990693,
+        "p50": 0.019040175582346157,
+        "p90": 0.019494635844260786,
+        "p95": 0.0195414327638904,
+        "p99": 0.019592890214257162,
+        "min": 0.018565450615578277,
+        "max": 0.019595309949078252
+      },
+      "output_tokens_s": {
+        "n": 32,
+        "mean": 50.82458721518752,
+        "p50": 50.984072669266574,
+        "p90": 51.410113251573286,
+        "p95": 51.76038175886279,
+        "p99": 52.24342206711506,
+        "min": 49.781531784120695,
+        "max": 52.27215638473075
+      },
+      "decode_tokens_s": {
+        "n": 32,
+        "mean": 52.414180313215645,
+        "p50": 52.521024706967715,
+        "p90": 53.51770768960344,
+        "p95": 53.79832409114189,
+        "p99": 53.84681548466302,
+        "min": 51.03301061088222,
+        "max": 53.86393737357884
+      },
+      "telemetry": {
+        "temp1_input": {
+          "n": 162,
+          "mean": 58753.08641975309,
+          "p50": 59000.0,
+          "p90": 59000.0,
+          "p95": 59000.0,
+          "p99": 59000.0,
+          "min": 58000,
+          "max": 59000
+        },
+        "temp2_input": {
+          "n": 162,
+          "mean": 82444.44444444444,
+          "p50": 83000.0,
+          "p90": 83000.0,
+          "p95": 83000.0,
+          "p99": 83000.0,
+          "min": 73000,
+          "max": 83000
+        },
+        "temp3_input": {
+          "n": 162,
+          "mean": 73197.53086419753,
+          "p50": 73000.0,
+          "p90": 74000.0,
+          "p95": 74000.0,
+          "p99": 74000.0,
+          "min": 72000,
+          "max": 75000
+        },
+        "freq1_input": {
+          "n": 162,
+          "mean": 3240216049.382716,
+          "p50": 3280000000.0,
+          "p90": 3285000000.0,
+          "p95": 3285950000.0,
+          "p99": 3286390000.0,
+          "min": 1941000000,
+          "max": 3288000000
+        },
+        "freq2_input": {
+          "n": 162,
+          "mean": 1257172839.506173,
+          "p50": 1258000000.0,
+          "p90": 1258000000.0,
+          "p95": 1258000000.0,
+          "p99": 1258000000.0,
+          "min": 1124000000,
+          "max": 1258000000
+        },
+        "power1_average": {
+          "n": 162,
+          "mean": 292740740.7407407,
+          "p50": 295000000.0,
+          "p90": 298000000.0,
+          "p95": 299000000.0,
+          "p99": 300390000.0,
+          "min": 168000000,
+          "max": 302000000
+        }
+      }
+    },
+    "paiton-final-c2": {
+      "run_output_tokens_s": [
+        172.9216995128759,
+        172.72773043576697
+      ],
+      "aggregate_output_tokens_s": 172.82466054923114,
+      "completed_requests_s": 0.6750963302704341,
+      "requests": 32,
+      "input_tokens": 7524,
+      "output_tokens": 8192,
+      "peak_sampled_vram_bytes": 21563035648,
+      "telemetry_samples": 96,
+      "e2e_s": {
+        "n": 32,
+        "mean": 2.961399451123725,
+        "p50": 2.961522576515563,
+        "p90": 2.9646852039149962,
+        "p95": 2.964837046136381,
+        "p99": 2.96495436332887,
+        "min": 2.9523183770361356,
+        "max": 2.9649825469823554
+      },
+      "ttft_s": {
+        "n": 32,
+        "mean": 0.15564254137825628,
+        "p50": 0.15792722153128125,
+        "p90": 0.1674851266143378,
+        "p95": 0.16758953527896664,
+        "p99": 0.16771430715918542,
+        "min": 0.13778713200008497,
+        "max": 0.1677317310241051
+      },
+      "tpot_s": {
+        "n": 32,
+        "mean": 0.011002968273511642,
+        "p50": 0.010995687492073095,
+        "p90": 0.011052764856402634,
+        "p95": 0.011055382690209822,
+        "p99": 0.011057267765044326,
+        "min": 0.010952511007724075,
+        "max": 0.011057785427307381
+      },
+      "output_tokens_s": {
+        "n": 32,
+        "mean": 86.44569888506376,
+        "p50": 86.44202211812255,
+        "p90": 86.5361364181114,
+        "p95": 86.5907744343187,
+        "p99": 86.69320834533765,
+        "min": 86.34114904337191,
+        "max": 86.71151525906944
+      },
+      "decode_tokens_s": {
+        "n": 32,
+        "mean": 90.8871974927982,
+        "p50": 90.94656225027069,
+        "p90": 91.29696533357941,
+        "p95": 91.30182692577216,
+        "p99": 91.30392198020051,
+        "min": 90.43523834314854,
+        "max": 91.30455862155868
+      },
+      "telemetry": {
+        "temp1_input": {
+          "n": 96,
+          "mean": 57979.166666666664,
+          "p50": 58000.0,
+          "p90": 58000.0,
+          "p95": 58000.0,
+          "p99": 58000.0,
+          "min": 57000,
+          "max": 58000
+        },
+        "temp2_input": {
+          "n": 96,
+          "mean": 84729.16666666667,
+          "p50": 85000.0,
+          "p90": 85000.0,
+          "p95": 85000.0,
+          "p99": 85000.0,
+          "min": 73000,
+          "max": 85000
+        },
+        "temp3_input": {
+          "n": 96,
+          "mean": 75916.66666666667,
+          "p50": 76000.0,
+          "p90": 76000.0,
+          "p95": 76000.0,
+          "p99": 76000.0,
+          "min": 74000,
+          "max": 76000
+        },
+        "freq1_input": {
+          "n": 96,
+          "mean": 3050895833.3333335,
+          "p50": 3090000000.0,
+          "p90": 3093000000.0,
+          "p95": 3094250000.0,
+          "p99": 3101000000.0,
+          "min": 1703000000,
+          "max": 3101000000
+        },
+        "freq2_input": {
+          "n": 96,
+          "mean": 1256604166.6666667,
+          "p50": 1258000000.0,
+          "p90": 1258000000.0,
+          "p95": 1258000000.0,
+          "p99": 1258000000.0,
+          "min": 1124000000,
+          "max": 1258000000
+        },
+        "power1_average": {
+          "n": 96,
+          "mean": 297468750,
+          "p50": 299000000.0,
+          "p90": 300000000.0,
+          "p95": 301000000.0,
+          "p99": 301050000.0,
+          "min": 140000000,
+          "max": 302000000
+        }
+      }
+    }
+  },
+  "comparisons": {
+    "1": {
+      "throughput_gain_percent": 21.31846426205426,
+      "mean_latency_change_percent": -17.573902720966338,
+      "common_generated_prefix_tokens": {
+        "n": 32,
+        "mean": 129.8125,
+        "p50": 115.0,
+        "p90": 256.0,
+        "p95": 256.0,
+        "p99": 256.0,
+        "min": 13,
+        "max": 256
+      },
+      "common_prefix_logprob_abs_difference": {
+        "n": 4154,
+        "mean": 0.00962247806280263,
+        "p50": 1.6689248241164023e-06,
+        "p90": 0.027043122053146403,
+        "p95": 0.06337008178234087,
+        "p99": 0.14746004521847003,
+        "min": 0.0,
+        "max": 0.3880656957626343
+      },
+      "identical_tokens_and_logprobs_requests": 0,
+      "scope": "Common-prefix logprobs only; not a full-vocabulary or teacher-forced numerical equivalence test."
+    },
+    "2": {
+      "throughput_gain_percent": 70.092898056632,
+      "mean_latency_change_percent": -41.217008442654844,
+      "common_generated_prefix_tokens": {
+        "n": 32,
+        "mean": 89.75,
+        "p50": 78.0,
+        "p90": 236.60000000000014,
+        "p95": 248.85,
+        "p99": 256.0,
+        "min": 4,
+        "max": 256
+      },
+      "common_prefix_logprob_abs_difference": {
+        "n": 2872,
+        "mean": 0.009687470123258648,
+        "p50": 3.278164513176307e-06,
+        "p90": 0.03029351122677327,
+        "p95": 0.06604001820087418,
+        "p99": 0.1236238181591034,
+        "min": 0.0,
+        "max": 0.4361233711242676
+      },
+      "identical_tokens_and_logprobs_requests": 0,
+      "scope": "Common-prefix logprobs only; not a full-vocabulary or teacher-forced numerical equivalence test."
+    }
+  }
+}

serve-docker.sh

@@ -0,0 +1,105 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+image="${PAITON_QWEN3_CODER_IMAGE:-ghcr.io/eliovp/paiton-vllm-plugin:qwen3-coder-30b-awq-rdna4-v1.0.0}"
+container="${PAITON_CONTAINER_NAME:-paiton-qwen3-coder}"
+port="${PAITON_HOST_PORT:-8010}"
+cache_dir="${PAITON_CACHE_DIR:-${HOME}/.cache/paiton}"
+chat=0
+stock=0
+download=0
+server_args=()
+for option in "$@"; do
+    case "$option" in
+        --chat) chat=1 ;;
+        --stock) stock=1; server_args+=(--stock) ;;
+        --offline) server_args+=(--offline) ;;
+        --download-only) download=1; server_args+=(--download-only) ;;
+        -h|--help)
+            cat <<'HELP'
+Run Qwen3-Coder 30B on one Radeon AI PRO R9700.
+Usage: ./serve-docker.sh [--chat] [--stock] [--offline] [--download-only]
+
+Default: start the API in the background; download the pinned model if needed.
+--chat           Wait for readiness and open terminal chat; server stays running.
+--stock          Run stock vLLM for the matched comparison.
+--offline        Require the pinned model in the persistent cache.
+--download-only  Populate the cache without loading the GPU model.
+
+Environment: PAITON_CACHE_DIR (default ~/.cache/paiton), PAITON_HOST_PORT (8010),
+PAITON_CONTAINER_NAME (paiton-qwen3-coder), PAITON_QWEN3_CODER_IMAGE.
+HELP
+            exit 0 ;;
+        *) printf 'Unknown option: %s. Use --help.\n' "$option" >&2; exit 2 ;;
+    esac
+done
+if [[ ! "$port" =~ ^[0-9]{1,5}$ ]] || ((10#$port < 1 || 10#$port > 65535)); then
+    printf 'PAITON_HOST_PORT must be an integer from 1 to 65535.\n' >&2
+    exit 2
+fi
+port="$((10#$port))"
+if ((chat && download)); then
+    printf -- '--chat and --download-only cannot be combined.\n' >&2
+    exit 2
+fi
+if ! docker info >/dev/null 2>&1; then
+    printf 'Docker is unavailable to this user.\n' >&2
+    exit 1
+fi
+mkdir -p "$cache_dir"
+cache_dir="$(cd "$cache_dir" && pwd -P)"
+if ((download)); then
+    exec docker run --rm --no-healthcheck -v "$cache_dir:/models/cache" "$image" "${server_args[@]}"
+fi
+if [[ ! -e /dev/kfd || ! -d /dev/dri ]]; then
+    printf 'ROCm devices /dev/kfd and /dev/dri are required.\n' >&2
+    exit 1
+fi
+mode=paiton
+if ((stock)); then mode=stock; fi
+if docker container inspect "$container" >/dev/null 2>&1; then
+    existing_image="$(docker inspect -f '{{.Config.Image}}' "$container")"
+    existing_mode="$(docker inspect -f '{{index .Config.Labels "dev.paiton.qwen3-coder.mode"}}' "$container")"
+    if [[ "$existing_image" != "$image" || "$existing_mode" != "$mode" ]]; then
+        printf 'Container %s uses a different image or mode. Choose PAITON_CONTAINER_NAME or remove it first.\n' "$container" >&2
+        exit 1
+    fi
+    existing_port="$(docker inspect -f '{{(index (index .HostConfig.PortBindings "8010/tcp") 0).HostPort}}' "$container")"
+    existing_cache="$(docker inspect -f '{{range .Mounts}}{{if eq .Destination "/models/cache"}}{{.Source}}{{end}}{{end}}' "$container")"
+    if [[ "$existing_port" != "$port" || "$existing_cache" != "$cache_dir" ]]; then
+        printf 'Container %s uses a different port or cache. Reuse those settings or choose another container name.\n' "$container" >&2
+        exit 1
+    fi
+    if [[ "$(docker inspect -f '{{.State.Running}}' "$container")" != true ]]; then
+        docker start "$container" >/dev/null
+    fi
+else
+    docker run -d --name "$container" --device /dev/kfd --device /dev/dri \
+        --group-add video --ipc=host --label "dev.paiton.qwen3-coder.mode=$mode" \
+        -p "127.0.0.1:$port:8010" -v "$cache_dir:/models/cache" "$image" "${server_args[@]}" >/dev/null
+fi
+if ((!chat)); then
+    printf 'Qwen3-Coder is starting. API: http://127.0.0.1:%s/v1\n' "$port"
+    printf 'Model: qwen3-coder. Logs: docker logs -f %s\n' "$container"
+    printf 'Run this command again with --chat to open terminal chat.\n'
+    exit 0
+fi
+printf 'Waiting for Qwen3-Coder; the first launch downloads 18.1 GB of weights.\n'
+for ((attempt=0; attempt<3600; attempt++)); do
+    if docker exec "$container" python3 -c \
+        "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8010/health', timeout=2)" >/dev/null 2>&1; then
+        chat_flags=(-i)
+        if [[ -t 0 && -t 1 ]]; then chat_flags=(-it); fi
+        exec docker exec "${chat_flags[@]}" "$container" paiton-chat \
+            --url http://127.0.0.1:8010/v1/chat/completions --model qwen3-coder \
+            --temperature 0 --max-tokens 1024
+    fi
+    if [[ "$(docker inspect -f '{{.State.Running}}' "$container")" != true ]]; then
+        docker logs --tail 60 "$container" >&2
+        printf 'Qwen3-Coder stopped before it became ready.\n' >&2
+        exit 1
+    fi
+    sleep 1
+done
+printf 'Timed out waiting for readiness. Inspect: docker logs %s\n' "$container" >&2
+exit 1